2023-10-06T22:23:50.848 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-10-06T22:23:50.848 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_rishabh@teuthology --archive /home/teuthworker/archive/rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi/7414736 --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} --name rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi --verbose -- /home/teuthworker/archive/rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi/7414736/orig.config.yaml 2023-10-06T22:23:50.895 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-06T22:23:50.976 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi/7414736 branch: rishabh-cephfs-mon description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: null first_in_suite: false job_id: '7414736' kernel: client: branch: testing flavor: default kdb: true sha1: fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: rishabh-cephfs-mon ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 14d8d032507701c76ca224e769ee65a96b660a8c ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 14d8d032507701c76ca224e769ee65a96b660a8c kclient: syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: rishabh-cephfs-mon sha1: 14d8d032507701c76ca224e769ee65a96b660a8c owner: scheduled_rishabh@teuthology priority: 75 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 7175 sha1: 14d8d032507701c76ca224e769ee65a96b660a8c sleep_before_teardown: 0 subset: 59/512 suite: fs suite_branch: rishabh-cephfs-mon suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_14d8d032507701c76ca224e769ee65a96b660a8c/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 14d8d032507701c76ca224e769ee65a96b660a8c syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi037.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi062.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-10-06_11:56:52 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-10-06T22:23:50.977 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_14d8d032507701c76ca224e769ee65a96b660a8c/qa; will attempt to use it 2023-10-06T22:23:50.977 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_14d8d032507701c76ca224e769ee65a96b660a8c/qa/tasks 2023-10-06T22:23:50.977 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-06T22:23:50.979 INFO:teuthology.task.internal:Checking packages... 2023-10-06T22:23:51.001 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '14d8d032507701c76ca224e769ee65a96b660a8c' 2023-10-06T22:23:51.002 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-06T22:23:51.002 INFO:teuthology.packaging:ref: None 2023-10-06T22:23:51.002 INFO:teuthology.packaging:tag: None 2023-10-06T22:23:51.002 INFO:teuthology.packaging:branch: rishabh-cephfs-mon 2023-10-06T22:23:51.002 INFO:teuthology.packaging:sha1: 14d8d032507701c76ca224e769ee65a96b660a8c 2023-10-06T22:23:51.002 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=rishabh-cephfs-mon 2023-10-06T22:23:51.259 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6616.g14d8d032 2023-10-06T22:23:51.259 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-06T22:23:51.266 INFO:teuthology.task.internal:no buildpackages task found 2023-10-06T22:23:51.266 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-06T22:23:51.273 INFO:teuthology.task.internal:Saving configuration 2023-10-06T22:23:51.289 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-06T22:23:51.296 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-06T22:23:51.321 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi037.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi/7414736', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-06 22:19:07.145613', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-06T22:23:51.347 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi062.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi/7414736', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-06 22:19:07.144091', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-06T22:23:51.347 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-06T22:23:51.354 INFO:teuthology.task.internal:roles: ubuntu@smithi037.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-10-06T22:23:51.354 INFO:teuthology.task.internal:roles: ubuntu@smithi062.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-10-06T22:23:51.354 INFO:teuthology.run_tasks:Running task console_log... 2023-10-06T22:23:51.426 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd58be6eaf0>, signals=[15]) 2023-10-06T22:23:51.427 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-06T22:23:51.433 INFO:teuthology.task.internal:Opening connections... 2023-10-06T22:23:51.433 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:23:51.435 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:23:51.503 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:23:51.504 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:23:51.570 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-06T22:23:51.577 DEBUG:teuthology.orchestra.run.smithi037:> uname -m 2023-10-06T22:23:51.598 INFO:teuthology.orchestra.run.smithi037.stdout:x86_64 2023-10-06T22:23:51.598 DEBUG:teuthology.orchestra.run.smithi037:> cat /etc/os-release 2023-10-06T22:23:51.658 INFO:teuthology.orchestra.run.smithi037.stdout:NAME="Red Hat Enterprise Linux" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION="8.6 (Ootpa)" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:ID="rhel" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:ID_LIKE="fedora" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:VERSION_ID="8.6" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM_ID="platform:el8" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:ANSI_COLOR="0;31" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:HOME_URL="https://www.redhat.com/" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-06T22:23:51.659 INFO:teuthology.orchestra.run.smithi037.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-06T22:23:51.660 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:23:51.660 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-06T22:23:51.660 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-06T22:23:51.660 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-06T22:23:51.660 INFO:teuthology.orchestra.run.smithi037.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-06T22:23:51.660 INFO:teuthology.lock.ops:Updating smithi037.front.sepia.ceph.com on lock server 2023-10-06T22:23:51.684 DEBUG:teuthology.orchestra.run.smithi062:> uname -m 2023-10-06T22:23:51.704 INFO:teuthology.orchestra.run.smithi062.stdout:x86_64 2023-10-06T22:23:51.704 DEBUG:teuthology.orchestra.run.smithi062:> cat /etc/os-release 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:NAME="Red Hat Enterprise Linux" 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION="8.6 (Ootpa)" 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:ID="rhel" 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:ID_LIKE="fedora" 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:VERSION_ID="8.6" 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:PLATFORM_ID="platform:el8" 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-06T22:23:51.763 INFO:teuthology.orchestra.run.smithi062.stdout:ANSI_COLOR="0;31" 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:HOME_URL="https://www.redhat.com/" 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-06T22:23:51.764 INFO:teuthology.orchestra.run.smithi062.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-06T22:23:51.764 INFO:teuthology.lock.ops:Updating smithi062.front.sepia.ceph.com on lock server 2023-10-06T22:23:51.783 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-06T22:23:51.793 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-06T22:23:51.830 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-06T22:23:51.830 DEBUG:teuthology.orchestra.run.smithi037:> test '!' -e /home/ubuntu/cephtest 2023-10-06T22:23:51.833 DEBUG:teuthology.orchestra.run.smithi062:> test '!' -e /home/ubuntu/cephtest 2023-10-06T22:23:51.851 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-06T22:23:51.858 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-06T22:23:51.858 DEBUG:teuthology.orchestra.run.smithi037:> test -z $(ls -A /var/lib/ceph) 2023-10-06T22:23:51.892 DEBUG:teuthology.orchestra.run.smithi062:> test -z $(ls -A /var/lib/ceph) 2023-10-06T22:23:52.017 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-06T22:23:52.075 INFO:teuthology.run_tasks:Running task kernel... 2023-10-06T22:23:52.089 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'} 2023-10-06T22:23:52.089 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2023-10-06T22:23:52.090 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2023-10-06T22:23:52.090 DEBUG:teuthology.orchestra.run.smithi037:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-06T22:23:52.090 DEBUG:teuthology.orchestra.run.smithi062:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-06T22:23:52.109 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-06T22:23:52.110 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&ref=testing 2023-10-06T22:23:52.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-06T22:23:52.114 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&ref=testing 2023-10-06T22:23:52.278 DEBUG:teuthology.task.kernel:sha1 for client.0 is fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-10-06T22:23:52.278 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c"... 2023-10-06T22:23:52.278 DEBUG:teuthology.orchestra.run.smithi037:> uname -r 2023-10-06T22:23:52.283 DEBUG:teuthology.task.kernel:sha1 for client.1 is fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-10-06T22:23:52.283 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c"... 2023-10-06T22:23:52.283 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2023-10-06T22:23:52.299 INFO:teuthology.orchestra.run.smithi037.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-06T22:23:52.299 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-372.9.1.el8.x86_64 vs fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-10-06T22:23:52.299 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-10-06T22:23:52.300 DEBUG:teuthology.orchestra.run.smithi037:> sudo yum upgrade -y linux-firmware 2023-10-06T22:23:52.303 INFO:teuthology.orchestra.run.smithi062.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-06T22:23:52.303 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-372.9.1.el8.x86_64 vs fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-10-06T22:23:52.303 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-10-06T22:23:52.304 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum upgrade -y linux-firmware 2023-10-06T22:23:53.558 INFO:teuthology.orchestra.run.smithi062.stdout:Updating Subscription Management repositories. 2023-10-06T22:23:53.558 INFO:teuthology.orchestra.run.smithi062.stdout:Unable to read consumer identity 2023-10-06T22:23:53.561 INFO:teuthology.orchestra.run.smithi037.stdout:Updating Subscription Management repositories. 2023-10-06T22:23:53.561 INFO:teuthology.orchestra.run.smithi037.stdout:Unable to read consumer identity 2023-10-06T22:23:54.940 INFO:teuthology.orchestra.run.smithi062.stdout:Copr repo for python3-asyncssh owned by ceph 18 kB/s | 3.5 kB 00:00 2023-10-06T22:23:54.980 INFO:teuthology.orchestra.run.smithi037.stdout:Copr repo for python3-asyncssh owned by ceph 17 kB/s | 3.5 kB 00:00 2023-10-06T22:23:55.699 INFO:teuthology.orchestra.run.smithi062.stdout:Extra Packages for Enterprise Linux 22 MB/s | 16 MB 00:00 2023-10-06T22:23:56.072 INFO:teuthology.orchestra.run.smithi037.stdout:Extra Packages for Enterprise Linux 15 MB/s | 16 MB 00:01 2023-10-06T22:23:59.442 INFO:teuthology.orchestra.run.smithi062.stdout:lab-extras 397 kB/s | 24 kB 00:00 2023-10-06T22:23:59.839 INFO:teuthology.orchestra.run.smithi037.stdout:lab-extras 297 kB/s | 24 kB 00:00 2023-10-06T22:24:00.305 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2023-10-06T22:24:00.306 INFO:teuthology.orchestra.run.smithi062.stdout:Nothing to do. 2023-10-06T22:24:00.306 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2023-10-06T22:24:00.418 INFO:teuthology.task.kernel:Downloading kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.1... 2023-10-06T22:24:00.419 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-10-06T22:24:00.634 INFO:teuthology.orchestra.run.smithi037.stdout:Dependencies resolved. 2023-10-06T22:24:00.635 INFO:teuthology.orchestra.run.smithi037.stdout:Nothing to do. 2023-10-06T22:24:00.635 INFO:teuthology.orchestra.run.smithi037.stdout:Complete! 2023-10-06T22:24:00.641 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ 2023-10-06T22:24:00.642 DEBUG:teuthology.orchestra.run.smithi062:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ --input-file=- 2023-10-06T22:24:00.644 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi062.front.sepia.ceph.com to complete... 2023-10-06T22:24:00.754 INFO:teuthology.task.kernel:Downloading kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.0... 2023-10-06T22:24:00.755 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-10-06T22:24:00.894 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ 2023-10-06T22:24:00.894 DEBUG:teuthology.orchestra.run.smithi037:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ --input-file=- 2023-10-06T22:24:00.897 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi037.front.sepia.ceph.com to complete... 2023-10-06T22:24:14.809 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06 22:24:14 URL:https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm [380759012/380759012] -> "/tmp/kernel.x86_64.rpm" [1] 2023-10-06T22:24:14.809 INFO:teuthology.orchestra.run.smithi062.stderr:FINISHED --2023-10-06 22:24:14-- 2023-10-06T22:24:14.810 INFO:teuthology.orchestra.run.smithi062.stderr:Total wall clock time: 14s 2023-10-06T22:24:14.810 INFO:teuthology.orchestra.run.smithi062.stderr:Downloaded: 1 files, 363M in 14s (26.1 MB/s) 2023-10-06T22:24:14.811 INFO:teuthology.task.kernel:Installing kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.1... 2023-10-06T22:24:14.811 DEBUG:teuthology.orchestra.run.smithi062:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2023-10-06T22:24:16.485 INFO:teuthology.orchestra.run.smithi062.stdout:Verifying... ######################################## 2023-10-06T22:24:16.540 INFO:teuthology.orchestra.run.smithi062.stdout:Preparing... ######################################## 2023-10-06T22:24:16.621 INFO:teuthology.orchestra.run.smithi062.stdout:Updating / installing... 2023-10-06T22:24:26.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06 22:24:26 URL:https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm [380759012/380759012] -> "/tmp/kernel.x86_64.rpm" [1] 2023-10-06T22:24:26.398 INFO:teuthology.orchestra.run.smithi037.stderr:FINISHED --2023-10-06 22:24:26-- 2023-10-06T22:24:26.398 INFO:teuthology.orchestra.run.smithi037.stderr:Total wall clock time: 25s 2023-10-06T22:24:26.398 INFO:teuthology.orchestra.run.smithi037.stderr:Downloaded: 1 files, 363M in 25s (14.5 MB/s) 2023-10-06T22:24:26.399 INFO:teuthology.task.kernel:Installing kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.0... 2023-10-06T22:24:26.400 DEBUG:teuthology.orchestra.run.smithi037:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2023-10-06T22:24:28.073 INFO:teuthology.orchestra.run.smithi037.stdout:Verifying... ######################################## 2023-10-06T22:24:28.143 INFO:teuthology.orchestra.run.smithi037.stdout:Preparing... ######################################## 2023-10-06T22:24:28.234 INFO:teuthology.orchestra.run.smithi037.stdout:Updating / installing... 2023-10-06T22:24:57.274 INFO:teuthology.orchestra.run.smithi062.stdout:kernel-6.5.0_rc7_gfef64f93da2b-1 ######################################## 2023-10-06T22:25:09.141 INFO:teuthology.orchestra.run.smithi037.stdout:kernel-6.5.0_rc7_gfef64f93da2b-1 ######################################## 2023-10-06T22:25:25.145 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi062.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2023-10-06T22:25:25.145 DEBUG:teuthology.orchestra.run.smithi062:> rpm -qlp /tmp/kernel.x86_64.rpm 2023-10-06T22:25:25.203 INFO:teuthology.orchestra.run.smithi062.stdout:/boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.203 INFO:teuthology.orchestra.run.smithi062.stdout:/boot/config-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.203 INFO:teuthology.orchestra.run.smithi062.stdout:/boot/vmlinuz-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.203 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.203 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel 2023-10-06T22:25:25.203 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch 2023-10-06T22:25:25.203 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32c-intel.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-10-06T22:25:25.204 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx2.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel 2023-10-06T22:25:25.205 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-amd.ko 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-intel.ko 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm.ko 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ansi_cprng.ko 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/anubis.ko 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/arc4.ko 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx 2023-10-06T22:25:25.206 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_memcpy.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_pq.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_raid6_recov.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_tx.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_xor.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/raid6test.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authenc.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authencesn.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blake2b_generic.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_common.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_generic.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/camellia_generic.ko 2023-10-06T22:25:25.207 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast5_generic.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast6_generic.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast_common.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ccm.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cmac.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crc32_generic.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_engine.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_user.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cts.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/des_generic.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/dh_generic.ko 2023-10-06T22:25:25.208 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/echainiv.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/essiv.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/fcrypt.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/khazad.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4hc.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/md4.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/michael_mic.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcbc.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcrypt.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/rmd160.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/seed.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/serpent_generic.ko 2023-10-06T22:25:25.209 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tcrypt.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tea.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_common.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_generic.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/vmac.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/wp512.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xcbc.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xor.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xxhash_generic.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_ipmi.ko 2023-10-06T22:25:25.210 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_pad.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/custom_method.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/ec_sys.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/platform_profile.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbs.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbshc.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/video.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/acard-ahci.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ahci_platform.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ata_generic.ko 2023-10-06T22:25:25.211 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/libahci_platform.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_acpi.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ali.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_amd.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_artop.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atiixp.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atp867x.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd640.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd64x.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cypress.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_efar.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt366.ko 2023-10-06T22:25:25.212 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt37x.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x2n.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x3.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it8213.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it821x.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_jmicron.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_marvell.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_mpiix.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_netcell.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ninja32.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87410.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87415.ko 2023-10-06T22:25:25.213 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_oldpiix.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_opti.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_optidma.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pcmcia.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc2027x.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_piccolo.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_rdc.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sch.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_serverworks.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sil680.ko 2023-10-06T22:25:25.214 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sis.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sl82c105.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_triflex.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_via.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pdc_adma.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_inic162x.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_mv.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_nv.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_promise.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_qstor.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil24.ko 2023-10-06T22:25:25.215 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sis.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_svw.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sx4.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_uli.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_via.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_vsc.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay/ks0108.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-i2c.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-mmio.ko 2023-10-06T22:25:25.216 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma/bcma.ko 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe/aoe.ko 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/brd.ko 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd/drbd.ko 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/floppy.ko 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/loop.ko 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx 2023-10-06T22:25:25.217 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/nbd.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk/null_blk.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/pktcdvd.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/rbd.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/virtio_blk.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkfront.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram/zram.ko 2023-10-06T22:25:25.218 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hangcheck-timer.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/amd-rng.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/intel-rng.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/via-rng.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/virtio-rng.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-10-06T22:25:25.219 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_si.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/lp.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave/mwave.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ppdev.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tlclk.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_atmel.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_infineon.ko 2023-10-06T22:25:25.220 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_nsc.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis_core.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/uv_mmtimer.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/virtio_console.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/acpi-cpufreq.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/p4-clockmod.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/pcc-cpufreq.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/powernow-k8.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/speedstep-lib.ko 2023-10-06T22:25:25.221 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp.ko 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-aes.ko 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-sha.ko 2023-10-06T22:25:25.222 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca/dca.ko 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq/governor_simpleondemand.ko 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw/dw_dmac.ko 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat/ioatdma.ko 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac 2023-10-06T22:25:25.223 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/amd64_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/e752x_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/edac_mce_amd.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3000_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3200_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5100_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5400_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7300_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7core_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i82975x_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/ie31200_edac.ko 2023-10-06T22:25:25.224 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/sb_edac.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/x38_edac.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/edd.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/iscsi_ibft.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-ich.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-viperboard.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-appleir.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-aureal.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-axff.ko 2023-10-06T22:25:25.225 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-dr.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elecom.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elo.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-emsff.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gaff.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gt683r.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gyration.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-kbd.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-mouse.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtekff.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-hyperv.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-icade.ko 2023-10-06T22:25:25.226 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-keytouch.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-kye.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lcpower.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-led.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lenovo.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-dj.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-multitouch.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-ortek.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-penmount.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-petalynx.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-picolcd.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-pl.ko 2023-10-06T22:25:25.227 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-plantronics.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-primax.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-rmi.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-arvo.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-common.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-isku.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kone.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-konepure.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-lua.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-pyra.ko 2023-10-06T22:25:25.228 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-ryos.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-savu.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-saitek.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-samsung.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sensor-hub.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sjoy.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sony.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-speedlink.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-steelseries.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sunplus.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-thrustmaster.ko 2023-10-06T22:25:25.229 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tivo.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tmff.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-topseed.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-twinhan.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-uclogic.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-waltop.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-wiimote.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-xinmo.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zpff.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zydacron.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/uhid.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/wacom.ko 2023-10-06T22:25:25.230 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_balloon.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_utils.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_vmbus.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru3.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/acpi_power_meter.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7414.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7418.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adc128d818.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1025.ko 2023-10-06T22:25:25.231 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1026.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1029.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1031.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm9240.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ads7828.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7410.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7411.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7462.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7470.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7475.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7x10.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/amc6821.ko 2023-10-06T22:25:25.232 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/applesmc.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asb100.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asc7621.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asus_atk0110.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/atxp1.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/coretemp.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dme1737.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds1621.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds620.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc1403.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc6w201.ko 2023-10-06T22:25:25.233 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71805f.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71882fg.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f75375s.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fam15h_power.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fschmd.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g760a.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g762.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl518sm.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl520sm.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/hwmon-vid.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5500_temp.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5k_amb.ko 2023-10-06T22:25:25.234 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmaem.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmpex.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina209.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina2xx.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/it87.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k10temp.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k8temp.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lineage-pem.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm63.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm73.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm75.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm77.ko 2023-10-06T22:25:25.235 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm78.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm80.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm83.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm85.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm87.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm90.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm92.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm93.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95234.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95241.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95245.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc2945.ko 2023-10-06T22:25:25.236 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4151.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4215.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4222.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4245.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4260.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4261.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max16065.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1619.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1668.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max197.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6639.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6650.ko 2023-10-06T22:25:25.237 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6697.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/mcp3021.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6683.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775-core.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct7802.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87360.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87427.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pcf8591.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-10-06T22:25:25.238 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max16064.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max34440.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max8688.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/powr1220.ko 2023-10-06T22:25:25.239 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5627.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5636.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch56xx-common.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht15.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht21.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/shtc1.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sis5595.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47b397.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m1.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m192.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/thmc50.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp102.ko 2023-10-06T22:25:25.240 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp103.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp401.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp421.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via-cputemp.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via686a.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt1211.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt8231.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627ehf.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627hf.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83781d.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83791d.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83792d.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83793.ko 2023-10-06T22:25:25.241 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83795.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l785ts.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l786ng.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-10-06T22:25:25.242 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-i801.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-isch.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-parport.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-10-06T22:25:25.243 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-via.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-dev.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-mux.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-slave-eeprom.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-smbus.ko 2023-10-06T22:25:25.244 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-stub.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_cm.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_core.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_umad.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/iw_cm.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_cm.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4 2023-10-06T22:25:25.245 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-10-06T22:25:25.246 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/fm801-gp.ko 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/gameport.ko 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/lightning.ko 2023-10-06T22:25:25.247 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/ns558.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/joydev.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard/gpio_keys.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/appletouch.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/bcm5974.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/cyapatp.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/elan_i2c.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/sermouse.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_usb.ko 2023-10-06T22:25:25.248 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/vsxxxaa.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4/rmi_core.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/altera_ps2.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/arc_ps2.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/serio_raw.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/sparse-keymap.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd/iommu_v2.ko 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds 2023-10-06T22:25:25.249 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-blinkm.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lm3530.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lp3944.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-ss4200.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-10-06T22:25:25.250 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache/bcache.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-bio-prison.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache-smq.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-crypt.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-delay.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-flakey.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-log-userspace.ko 2023-10-06T22:25:25.251 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-multipath.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-queue-length.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-raid.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-round-robin.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-service-time.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-switch.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-thin-pool.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-verity.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/faulty.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/linear.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/multipath.ko 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data 2023-10-06T22:25:25.252 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid0.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid1.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid10.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid456.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptbase.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptctl.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptfc.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptlan.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptsas.ko 2023-10-06T22:25:25.253 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptscsih.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptspi.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_ich.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_sch.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/mfd-core.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/sm501.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/viperboard.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/vx855.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/wl1273-core.ko 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl 2023-10-06T22:25:25.254 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds9802als.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds990x.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/bh1770glc.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710/cb710.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/at24.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/max6875.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/enclosure.ko 2023-10-06T22:25:25.255 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/hpilo.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29003.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29020.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-me.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-txe.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru/gru.ko 2023-10-06T22:25:25.256 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xp.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpc.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpnet.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_7xx1.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_core.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tsl2550.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_balloon.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding 2023-10-06T22:25:25.257 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding/bonding.ko 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53/b53_common.ko 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/bcm-sf2.ko 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6060.ko 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dummy.ko 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/eql.ko 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com 2023-10-06T22:25:25.258 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/8390.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere/et131x.ko 2023-10-06T22:25:25.259 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c 2023-10-06T22:25:25.260 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-10-06T22:25:25.261 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-10-06T22:25:25.262 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-10-06T22:25:25.263 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dnet.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-10-06T22:25:25.264 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ethoc.ko 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/fealnx.ko 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e100.ko 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf 2023-10-06T22:25:25.265 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/jme.ko 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-10-06T22:25:25.266 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/skge.ko 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom 2023-10-06T22:25:25.267 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-10-06T22:25:25.268 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/atp.ko 2023-10-06T22:25:25.269 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker/rocker.ko 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis190.ko 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis900.ko 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc 2023-10-06T22:25:25.270 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/cassini.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/niu.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sungem.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-10-06T22:25:25.271 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti/tlan.ko 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-10-06T22:25:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/geneve.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154/fakelb.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ifb.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan/ipvlan.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvlan.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvtap.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio.ko 2023-10-06T22:25:25.273 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-regmap.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mii.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/net_failover.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/netconsole.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/nlmon.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs-lynx.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy 2023-10-06T22:25:25.274 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/amd.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-ptp.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm7xxx.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm87xx.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/broadcom.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/cicada.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/davicom.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/dp83640.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/et1011c.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/icplus.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/lxt.ko 2023-10-06T22:25:25.275 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/marvell.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/micrel.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/national.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/phylink.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/qsemi.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/realtek.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/smsc.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/ste10Xp.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/vitesse.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/bsd_comp.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_async.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_deflate.ko 2023-10-06T22:25:25.276 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_generic.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_mppe.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_synctty.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppoe.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppox.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pptp.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slhc.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slip.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/sungem_phy.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tap.ko 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team 2023-10-06T22:25:25.277 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_activebackup.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_broadcast.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_random.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tun.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/veth.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/virtio_net.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan/vxlan.ko 2023-10-06T22:25:25.278 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback/xen-netback.ko 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netfront.ko 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb/ntb.ko 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme-core.ko 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme.ko 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport.ko 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_cs.ko 2023-10-06T22:25:25.279 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_pc.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_serial.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie/aer_inject.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/xen-pcifront.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/i82092.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/pd6729.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/yenta_socket.ko 2023-10-06T22:25:25.280 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acer-wmi.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acerhdf.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/apple-gmux.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-laptop.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-wmi.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/classmate-laptop.ko 2023-10-06T22:25:25.281 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/hdaps.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel_ips.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/msi-wmi.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/mxm-wmi.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-10-06T22:25:25.282 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-laptop.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-q10.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/topstar-laptop.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_haps.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi-bmof.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_common.ko 2023-10-06T22:25:25.285 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_msr.ko 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-gpio.ko 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-ldisc.ko 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps_parport.ko 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/pps_core.ko 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp.ko 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp_kvm.ko 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc 2023-10-06T22:25:25.286 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq32k.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq4802.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1286.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1307.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1374.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1511.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1553.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1672.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1742.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds2404.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds3232.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-em3027.ko 2023-10-06T22:25:25.287 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-fm3130.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl12022.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl1208.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m41t80.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t35.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t59.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-max6900.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-msm6242.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf2127.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf85063.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8523.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8563.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8583.ko 2023-10-06T22:25:25.288 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rp5c01.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rs5c372.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8025.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8581.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-x1205.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-9xxx.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-sas.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-xxxx.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/BusLogic.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/a100u2w.ko 2023-10-06T22:25:25.289 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid/aacraid.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/advansys.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/am53c974.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/atp870u.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-10-06T22:25:25.290 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa/bfa.ko 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ch.ko 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor/csiostor.ko 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-10-06T22:25:25.291 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dc395x.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dmx3191d.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r/esas2r.ko 2023-10-06T22:25:25.292 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esp_scsi.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/fcoe.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic/fnic.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hpsa.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hptiop.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hv_storvsc.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/initio.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ipr.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ips.ko 2023-10-06T22:25:25.293 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci/isci.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_tcp.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc/libfc.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi_tcp.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas/libsas.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc/lpfc.ko 2023-10-06T22:25:25.294 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas/mvsas.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvumi.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pmcraid.ko 2023-10-06T22:25:25.295 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla1280.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/raid_class.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_debug.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_fc.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_sas.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_spi.ko 2023-10-06T22:25:25.296 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_srp.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ses.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/st.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/stex.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/virtio_scsi.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/vmw_pvscsi.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/wd719x.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb/ssb.ko 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target 2023-10-06T22:25:25.297 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback/tcm_loop.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_file.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_iblock.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_mod.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_pscsi.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_user.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel 2023-10-06T22:25:25.298 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-10-06T22:25:25.299 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_gsm.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_hdlc.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/nozomi.ko 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial 2023-10-06T22:25:25.300 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/arc_uart.ko 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm/jsm.ko 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/synclink_gt.ko 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core/ufshcd-core.ko 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio 2023-10-06T22:25:25.301 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_aec.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_cif.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_pci_generic.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_sercos3.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-acm.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-wdm.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usblp.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usbtmc.ko 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host 2023-10-06T22:25:25.302 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host/sl811-hcd.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/mdc800.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/microtek.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/adutux.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/appledisplay.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi26.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi62.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ezusb.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/idmouse.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/iowarrior.ko 2023-10-06T22:25:25.303 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/isight_firmware.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ldusb.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/legousbtower.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/trancevibrator.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usb3503.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usblcd.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usbsevseg.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/uss720.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/yurex.ko 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy 2023-10-06T22:25:25.304 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy/phy-generic.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/aircable.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ark3116.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/belkin_sa.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ch341.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cp210x.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cyberjack.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cypress_m8.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/digi_acceleport.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/empeg.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ftdi_sio.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/garmin_gps.ko 2023-10-06T22:25:25.305 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_edgeport.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_ti.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipaq.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipw.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ir-usb.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan_pda.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kl5kusb105.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kobil_sct.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mct_u232.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7720.ko 2023-10-06T22:25:25.306 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7840.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/navman.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/omninet.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/opticon.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/option.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/oti6858.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/pl2303.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcaux.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcserial.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/quatech2.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/safe_serial.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/sierra.ko 2023-10-06T22:25:25.307 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/spcp8x5.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ssu100.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/symbolserial.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_debug.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_wwan.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/visor.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/whiteheat.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/xsens_mt.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/uas.ko 2023-10-06T22:25:25.308 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-alauda.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-cypress.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-datafab.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-freecom.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-isd200.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-karma.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-onetouch.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-realtek.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr09.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr55.ko 2023-10-06T22:25:25.309 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-usbat.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/usb-storage.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-core.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-host.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio.ko 2023-10-06T22:25:25.310 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_iotlb.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_net.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_scsi.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/apple_bl.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/lcd.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/platform_lcd.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio.ko 2023-10-06T22:25:25.311 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_balloon.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_mmio.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_ring.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2482.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2490.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-10-06T22:25:25.312 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_smem.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_therm.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/wire.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim1535_wdt.ko 2023-10-06T22:25:25.313 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim7101_wdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/f71808e_wdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/hpwdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/i6300esb.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_wdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ib700wdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ibmasr.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it8712f_wdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it87_wdt.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/machzwd.ko 2023-10-06T22:25:25.314 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/nv_tco.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_pci.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_usb.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sch311x_wdt.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/softdog.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sp5100_tco.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/via_wdt.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83877f_wdt.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83977f_wdt.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/wdt_pci.ko 2023-10-06T22:25:25.315 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/xen_wdt.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-acpi-processor.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-evtchn.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntalloc.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntdev.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-privcmd.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs/xenfs.ko 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p 2023-10-06T22:25:25.316 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p/9p.ko 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs/affs.ko 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs/befs.ko 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/binfmt_misc.ko 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs/btrfs.ko 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles/cachefiles.ko 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph/ceph.ko 2023-10-06T22:25:25.317 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda/coda.ko 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs/cramfs.ko 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm/dlm.ko 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs/ecryptfs.ko 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs/f2fs.ko 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/fat.ko 2023-10-06T22:25:25.318 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/msdos.ko 2023-10-06T22:25:25.319 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/vfat.ko 2023-10-06T22:25:25.319 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache 2023-10-06T22:25:25.319 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache/fscache.ko 2023-10-06T22:25:25.319 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse 2023-10-06T22:25:25.319 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/cuse.ko 2023-10-06T22:25:25.319 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/fuse.ko 2023-10-06T22:25:25.321 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2 2023-10-06T22:25:25.321 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2/gfs2.ko 2023-10-06T22:25:25.321 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs/hfs.ko 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus/hfsplus.ko 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs/isofs.ko 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs/jfs.ko 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd/lockd.ko 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix/minix.ko 2023-10-06T22:25:25.322 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs/netfs.ko 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfs.ko 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv3.ko 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv4.ko 2023-10-06T22:25:25.323 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/grace.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/nfs_acl.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd/nfsd.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2/nilfs2.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-celtic.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-centeuro.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-croatian.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-cyrillic.ko 2023-10-06T22:25:25.324 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-gaelic.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-greek.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-iceland.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-inuit.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-roman.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-romanian.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-turkish.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1250.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1251.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1255.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp737.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp775.ko 2023-10-06T22:25:25.325 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp850.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp852.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp855.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp857.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp860.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp861.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp862.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp863.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp864.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp865.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp866.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp869.ko 2023-10-06T22:25:25.326 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp874.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp932.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp936.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp949.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp950.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_euc-jp.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-1.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-13.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-14.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-15.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-2.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-3.ko 2023-10-06T22:25:25.327 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-4.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-5.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-6.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-7.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-9.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-r.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-ru.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-u.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_utf8.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm 2023-10-06T22:25:25.328 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs/overlay.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore/ramoops.ko 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs 2023-10-06T22:25:25.329 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs/reiserfs.ko 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs/romfs.ko 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client/cifs.ko 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_arc4.ko 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_md4.ko 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs/squashfs.ko 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv 2023-10-06T22:25:25.330 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv/sysv.ko 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf/udf.ko 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs/ufs.ko 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs/xfs.ko 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu/rcutorture.ko 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/torture.ko 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace/ring_buffer_benchmark.ko 2023-10-06T22:25:25.331 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/asn1_encoder.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc-itu-t.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc8.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libarc4.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libdes.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/libcrc32c.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lru_cache.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4_compress.ko 2023-10-06T22:25:25.332 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4hc_compress.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math/cordic.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6/raid6_pq.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon/reed_solomon.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_bm.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_fsm.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_kmp.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd/zstd_compress.ko 2023-10-06T22:25:25.333 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm/hwpoison-inject.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/6lowpan.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_dest.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_fragment.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_hop.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_ipv6.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_mobility.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_routing.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_udp.ko 2023-10-06T22:25:25.334 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/garp.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/mrp.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/p8022.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/psnap.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/stp.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q/8021q.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_fd.ko 2023-10-06T22:25:25.335 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_rdma.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_virtio.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv/batman-adv.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/br_netfilter.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/bridge.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_among.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arp.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-10-06T22:25:25.336 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_limit.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_log.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_snat.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_stp.ko 2023-10-06T22:25:25.337 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtables.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph/libceph.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/failover.ko 2023-10-06T22:25:25.338 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/pktgen.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_diag.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv4.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv6.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver/dns_resolver.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/dsa_core.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_brcm.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_dsa.ko 2023-10-06T22:25:25.339 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_none.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_trailer.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154_socket.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ah4.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/esp4.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/fou.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/gre.ko 2023-10-06T22:25:25.340 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/inet_diag.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_gre.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_tunnel.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_vti.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipcomp.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipip.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arp_tables.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-10-06T22:25:25.341 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_security.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-10-06T22:25:25.342 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_bic.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_dctcp.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_diag.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_highspeed.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_htcp.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_hybla.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_illinois.ko 2023-10-06T22:25:25.343 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_lp.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_scalable.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_vegas.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_veno.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_westwood.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_yeah.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tunnel4.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_diag.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_tunnel.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/xfrm4_tunnel.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ah6.ko 2023-10-06T22:25:25.344 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/esp6.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/fou6.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_tunnel.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_vti.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ipcomp6.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-10-06T22:25:25.345 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-10-06T22:25:25.346 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/sit.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/tunnel6.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/xfrm6_tunnel.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key/af_key.ko 2023-10-06T22:25:25.347 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_core.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_debugfs.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_eth.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip6.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_netlink.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ppp.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc/llc.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154/mac802154.ko 2023-10-06T22:25:25.348 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls/mpls_gso.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-10-06T22:25:25.349 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-10-06T22:25:25.350 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conncount.ko 2023-10-06T22:25:25.351 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_h323.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_irc.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sane.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sip.ko 2023-10-06T22:25:25.352 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_dup_netdev.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table_inet.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_log_syslog.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_amanda.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_ftp.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_irc.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_sip.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_tftp.ko 2023-10-06T22:25:25.353 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_synproxy_core.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_tables.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_acct.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_log.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_osf.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_queue.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_chain_nat.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_compat.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_ct.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_dup_netdev.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fib.ko 2023-10-06T22:25:25.354 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fwd_netdev.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_hash.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_limit.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_log.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_masq.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_nat.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_numgen.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_queue.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_quota.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_redir.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject_inet.ko 2023-10-06T22:25:25.355 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_socket.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_tunnel.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_AUDIT.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CHECKSUM.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CLASSIFY.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CT.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_DSCP.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HL.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HMARK.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_IDLETIMER.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LED.ko 2023-10-06T22:25:25.356 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LOG.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_MASQUERADE.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NETMAP.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFLOG.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFQUEUE.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_RATEEST.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_REDIRECT.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_SECMARK.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPMSS.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TEE.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TPROXY.ko 2023-10-06T22:25:25.357 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TRACE.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_addrtype.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_bpf.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cgroup.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cluster.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_comment.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connbytes.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlabel.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlimit.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connmark.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_conntrack.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cpu.ko 2023-10-06T22:25:25.358 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dccp.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_devgroup.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dscp.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ecn.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_esp.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hashlimit.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_helper.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hl.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipcomp.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_iprange.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipvs.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_l2tp.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_length.ko 2023-10-06T22:25:25.359 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_limit.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mac.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mark.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_multiport.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nat.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nfacct.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_osf.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_owner.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_physdev.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_pkttype.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_policy.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_quota.ko 2023-10-06T22:25:25.360 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_rateest.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_realm.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_recent.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_sctp.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_set.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_socket.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_state.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_statistic.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_string.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_tcpmss.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_time.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_u32.ko 2023-10-06T22:25:25.361 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink/netlink_diag.ko 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh/nsh.ko 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/openvswitch.ko 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-geneve.ko 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-gre.ko 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-vxlan.ko 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet/af_packet_diag.ko 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds 2023-10-06T22:25:25.362 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_rdma.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_tcp.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_csum.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_gact.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_ipt.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_mirred.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_nat.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_pedit.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_police.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_simple.ko 2023-10-06T22:25:25.363 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_skbedit.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_vlan.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_basic.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_bpf.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_flow.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_fw.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_route.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_u32.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_cmp.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_ipset.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_meta.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_nbyte.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_text.ko 2023-10-06T22:25:25.364 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_u32.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_choke.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_codel.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_drr.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_fq.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_gred.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hfsc.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hhf.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_htb.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_ingress.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio_lib.ko 2023-10-06T22:25:25.365 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_multiq.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_netem.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_pie.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_plug.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_prio.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_qfq.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_red.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfb.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfq.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_tbf.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_teql.ko 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp 2023-10-06T22:25:25.366 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp_diag.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/sunrpc.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/diag.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/tipc.ko 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix 2023-10-06T22:25:25.367 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix/unix_diag.ko 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock.ko 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_diag.ko 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_loopback.ko 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm/xfrm_ipcomp.ko 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys 2023-10-06T22:25:25.368 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys/trusted.ko 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib/irqbypass.ko 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias.bin 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.bin 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.modinfo 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep.bin 2023-10-06T22:25:25.369 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.devname 2023-10-06T22:25:25.370 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.order 2023-10-06T22:25:25.370 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.softdep 2023-10-06T22:25:25.370 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols 2023-10-06T22:25:25.370 INFO:teuthology.orchestra.run.smithi062.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols.bin 2023-10-06T22:25:25.370 DEBUG:teuthology.task.kernel:get_image_version: 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.371 DEBUG:teuthology.orchestra.run.smithi062:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2023-10-06T22:25:25.399 INFO:teuthology.orchestra.run.smithi062.stdout:postinstall scriptlet (using /bin/sh): 2023-10-06T22:25:25.399 INFO:teuthology.orchestra.run.smithi062.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b -a -r /boot/System.map-6.5.0-rc7-gfef64f93da2b ]; then 2023-10-06T22:25:25.399 INFO:teuthology.orchestra.run.smithi062.stdout:cp /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:25.399 INFO:teuthology.orchestra.run.smithi062.stdout:cp /boot/System.map-6.5.0-rc7-gfef64f93da2b /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:rm -f /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:/sbin/installkernel 6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:rm -f /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:fi 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:preuninstall scriptlet (using /bin/sh): 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:new-kernel-pkg --remove 6.5.0-rc7-gfef64f93da2b --rminitrd --initrdfile=/boot/initramfs-6.5.0-rc7-gfef64f93da2b.img 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:elif [ -x /usr/bin/kernel-install ]; then 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:kernel-install remove 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:fi 2023-10-06T22:25:25.400 INFO:teuthology.orchestra.run.smithi062.stdout:postuninstall scriptlet (using /bin/sh): 2023-10-06T22:25:25.401 INFO:teuthology.orchestra.run.smithi062.stdout:if [ -x /sbin/update-bootloader ]; then 2023-10-06T22:25:25.401 INFO:teuthology.orchestra.run.smithi062.stdout:/sbin/update-bootloader --remove 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.401 INFO:teuthology.orchestra.run.smithi062.stdout:fi 2023-10-06T22:25:25.402 DEBUG:teuthology.orchestra.run.smithi062:> sudo rpm -qi grub2-tools 2023-10-06T22:25:25.482 INFO:teuthology.orchestra.run.smithi062.stdout:Name : grub2-tools 2023-10-06T22:25:25.482 INFO:teuthology.orchestra.run.smithi062.stdout:Epoch : 1 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Version : 2.02 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Release : 123.el8 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Architecture: x86_64 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Install Date: Thu 14 Jul 2022 06:22:19 PM UTC 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Group : System Environment/Base 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Size : 9265450 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:License : GPLv3+ 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Signature : RSA/SHA256, Thu 31 Mar 2022 07:24:35 PM UTC, Key ID 199e2f91fd431d51 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Source RPM : grub2-2.02-123.el8.src.rpm 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Build Date : Mon 28 Mar 2022 02:12:09 PM UTC 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Build Host : x86-vm-09.build.eng.bos.redhat.com 2023-10-06T22:25:25.483 INFO:teuthology.orchestra.run.smithi062.stdout:Relocations : (not relocatable) 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:Packager : Red Hat, Inc. 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:Vendor : Red Hat, Inc. 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:URL : http://www.gnu.org/software/grub/ 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:Summary : Support tools for GRUB. 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:Description : 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:customizable bootloader with modular architecture. It supports a rich 2023-10-06T22:25:25.484 INFO:teuthology.orchestra.run.smithi062.stdout:variety of kernel formats, file systems, computer architectures and 2023-10-06T22:25:25.485 INFO:teuthology.orchestra.run.smithi062.stdout:hardware devices. 2023-10-06T22:25:25.485 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:25:25.485 INFO:teuthology.orchestra.run.smithi062.stdout:This subpackage provides tools for support of all platforms. 2023-10-06T22:25:25.486 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-10-06T22:25:25.486 INFO:teuthology.task.kernel:Updating grub on smithi062 to boot 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:25.486 DEBUG:teuthology.orchestra.run.smithi062:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-10-06T22:25:27.282 INFO:teuthology.orchestra.run.smithi062.stderr:Generating grub configuration file ... 2023-10-06T22:25:29.232 INFO:teuthology.orchestra.run.smithi062.stderr:done 2023-10-06T22:25:29.234 DEBUG:teuthology.orchestra.run.smithi062:> mktemp 2023-10-06T22:25:29.259 INFO:teuthology.orchestra.run.smithi062.stdout:/tmp/tmp.LCI2lzMzr8 2023-10-06T22:25:29.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.LCI2lzMzr8 2023-10-06T22:25:29.331 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0666 /tmp/tmp.LCI2lzMzr8 2023-10-06T22:25:29.479 DEBUG:teuthology.orchestra.remote:smithi062:/tmp/tmp.LCI2lzMzr8 is 6KB 2023-10-06T22:25:29.528 DEBUG:teuthology.orchestra.run.smithi062:> rm -fr /tmp/tmp.LCI2lzMzr8 2023-10-06T22:25:29.544 DEBUG:teuthology.orchestra.run.smithi062:> sudo /bin/ls /boot/loader/entries || true 2023-10-06T22:25:29.609 INFO:teuthology.orchestra.run.smithi062.stdout:5a84457b7b52416e95d47d02e2e4a60f-0-rescue.conf 2023-10-06T22:25:29.609 INFO:teuthology.orchestra.run.smithi062.stdout:5a84457b7b52416e95d47d02e2e4a60f-4.18.0-372.9.1.el8.x86_64.conf 2023-10-06T22:25:29.609 INFO:teuthology.orchestra.run.smithi062.stdout:5a84457b7b52416e95d47d02e2e4a60f-6.5.0-rc7-gfef64f93da2b.conf 2023-10-06T22:25:29.610 DEBUG:teuthology.orchestra.run.smithi062:> sudo grub2-set-default 5a84457b7b52416e95d47d02e2e4a60f-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:29.799 DEBUG:teuthology.orchestra.run.smithi062:> sudo shutdown -r now 2023-10-06T22:25:33.760 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi037.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2023-10-06T22:25:33.761 DEBUG:teuthology.orchestra.run.smithi037:> rpm -qlp /tmp/kernel.x86_64.rpm 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/boot/config-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/boot/vmlinuz-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto 2023-10-06T22:25:33.815 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32c-intel.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-10-06T22:25:33.816 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx2.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce 2023-10-06T22:25:33.817 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-amd.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-intel.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ansi_cprng.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/anubis.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/arc4.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_memcpy.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_pq.ko 2023-10-06T22:25:33.818 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_raid6_recov.ko 2023-10-06T22:25:33.819 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_tx.ko 2023-10-06T22:25:33.819 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_xor.ko 2023-10-06T22:25:33.819 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/raid6test.ko 2023-10-06T22:25:33.819 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authenc.ko 2023-10-06T22:25:33.819 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authencesn.ko 2023-10-06T22:25:33.819 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blake2b_generic.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_common.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_generic.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/camellia_generic.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast5_generic.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast6_generic.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast_common.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ccm.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cmac.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crc32_generic.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_engine.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_user.ko 2023-10-06T22:25:33.820 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cts.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/des_generic.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/dh_generic.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/echainiv.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/essiv.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/fcrypt.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/khazad.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4hc.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/md4.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/michael_mic.ko 2023-10-06T22:25:33.821 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcbc.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcrypt.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/rmd160.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/seed.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/serpent_generic.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tcrypt.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tea.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_common.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_generic.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/vmac.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/wp512.ko 2023-10-06T22:25:33.822 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xcbc.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xor.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xxhash_generic.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_ipmi.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_pad.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/custom_method.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/ec_sys.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/platform_profile.ko 2023-10-06T22:25:33.823 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbs.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbshc.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/video.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/acard-ahci.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ahci_platform.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ata_generic.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/libahci_platform.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_acpi.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ali.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_amd.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_artop.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atiixp.ko 2023-10-06T22:25:33.824 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atp867x.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd640.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd64x.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cypress.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_efar.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt366.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt37x.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x2n.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x3.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it8213.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it821x.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_jmicron.ko 2023-10-06T22:25:33.825 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_marvell.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_mpiix.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_netcell.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ninja32.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87410.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87415.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_oldpiix.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_opti.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_optidma.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pcmcia.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc2027x.ko 2023-10-06T22:25:33.826 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_piccolo.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_rdc.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sch.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_serverworks.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sil680.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sis.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sl82c105.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_triflex.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_via.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pdc_adma.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_inic162x.ko 2023-10-06T22:25:33.827 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_mv.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_nv.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_promise.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_qstor.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil24.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sis.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_svw.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sx4.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_uli.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_via.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_vsc.ko 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay 2023-10-06T22:25:33.828 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay/ks0108.ko 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-i2c.ko 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-mmio.ko 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma/bcma.ko 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe/aoe.ko 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/brd.ko 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd 2023-10-06T22:25:33.829 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd/drbd.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/floppy.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/loop.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/nbd.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk/null_blk.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/pktcdvd.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/rbd.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/virtio_blk.ko 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback 2023-10-06T22:25:33.830 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkfront.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram/zram.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hangcheck-timer.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/amd-rng.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/intel-rng.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/via-rng.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/virtio-rng.ko 2023-10-06T22:25:33.831 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_si.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/lp.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave/mwave.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ppdev.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tlclk.ko 2023-10-06T22:25:33.832 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_atmel.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_infineon.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_nsc.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis_core.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/uv_mmtimer.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/virtio_console.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/acpi-cpufreq.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/p4-clockmod.ko 2023-10-06T22:25:33.833 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/pcc-cpufreq.ko 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/powernow-k8.ko 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/speedstep-lib.ko 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp.ko 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2023-10-06T22:25:33.834 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-aes.ko 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-sha.ko 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca/dca.ko 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq/governor_simpleondemand.ko 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw/dw_dmac.ko 2023-10-06T22:25:33.835 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat/ioatdma.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/amd64_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/e752x_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/edac_mce_amd.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3000_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3200_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5100_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5400_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7300_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7core_edac.ko 2023-10-06T22:25:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i82975x_edac.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/ie31200_edac.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/sb_edac.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/x38_edac.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/edd.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/iscsi_ibft.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-ich.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-viperboard.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-appleir.ko 2023-10-06T22:25:33.837 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-aureal.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-axff.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-dr.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elecom.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elo.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-emsff.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gaff.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gt683r.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gyration.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-kbd.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-mouse.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtekff.ko 2023-10-06T22:25:33.838 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-hyperv.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-icade.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-keytouch.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-kye.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lcpower.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-led.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lenovo.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-dj.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-multitouch.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-ortek.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-penmount.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-petalynx.ko 2023-10-06T22:25:33.839 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-picolcd.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-pl.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-plantronics.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-primax.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-rmi.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-arvo.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-common.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-isku.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kone.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-konepure.ko 2023-10-06T22:25:33.840 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-lua.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-pyra.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-ryos.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-savu.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-saitek.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-samsung.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sensor-hub.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sjoy.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sony.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-speedlink.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-steelseries.ko 2023-10-06T22:25:33.841 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sunplus.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-thrustmaster.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tivo.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tmff.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-topseed.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-twinhan.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-uclogic.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-waltop.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-wiimote.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-xinmo.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zpff.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zydacron.ko 2023-10-06T22:25:33.842 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/uhid.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/wacom.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_balloon.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_utils.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_vmbus.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru3.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/acpi_power_meter.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7414.ko 2023-10-06T22:25:33.843 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7418.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adc128d818.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1025.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1026.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1029.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1031.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm9240.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ads7828.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7410.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7411.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7462.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7470.ko 2023-10-06T22:25:33.844 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7475.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7x10.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/amc6821.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/applesmc.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asb100.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asc7621.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asus_atk0110.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/atxp1.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/coretemp.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dme1737.ko 2023-10-06T22:25:33.845 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds1621.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds620.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc1403.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc6w201.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71805f.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71882fg.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f75375s.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fam15h_power.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fschmd.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g760a.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g762.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl518sm.ko 2023-10-06T22:25:33.846 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl520sm.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/hwmon-vid.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5500_temp.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5k_amb.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmaem.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmpex.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina209.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina2xx.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/it87.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k10temp.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k8temp.ko 2023-10-06T22:25:33.847 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lineage-pem.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm63.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm73.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm75.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm77.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm78.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm80.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm83.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm85.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm87.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm90.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm92.ko 2023-10-06T22:25:33.848 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm93.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95234.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95241.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95245.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc2945.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4151.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4215.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4222.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4245.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4260.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4261.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max16065.ko 2023-10-06T22:25:33.849 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1619.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1668.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max197.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6639.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6650.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6697.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/mcp3021.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6683.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775-core.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct7802.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87360.ko 2023-10-06T22:25:33.850 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87427.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pcf8591.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max16064.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max34440.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max8688.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-10-06T22:25:33.851 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/powr1220.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5627.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5636.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch56xx-common.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht15.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht21.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/shtc1.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sis5595.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47b397.ko 2023-10-06T22:25:33.852 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m1.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m192.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/thmc50.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp102.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp103.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp401.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp421.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via-cputemp.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via686a.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt1211.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt8231.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627ehf.ko 2023-10-06T22:25:33.853 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627hf.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83781d.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83791d.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83792d.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83793.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83795.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l785ts.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l786ng.ko 2023-10-06T22:25:33.854 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-10-06T22:25:33.855 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-i801.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-isch.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-parport.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-10-06T22:25:33.856 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-via.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-dev.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-mux.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-slave-eeprom.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-smbus.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-stub.ko 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core 2023-10-06T22:25:33.857 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_cm.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_core.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_umad.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/iw_cm.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_cm.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-10-06T22:25:33.858 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert 2023-10-06T22:25:33.859 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/fm801-gp.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/gameport.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/lightning.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/ns558.ko 2023-10-06T22:25:33.860 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/joydev.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard/gpio_keys.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/appletouch.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/bcm5974.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/cyapatp.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/elan_i2c.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/sermouse.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_usb.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/vsxxxaa.ko 2023-10-06T22:25:33.861 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4/rmi_core.ko 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/altera_ps2.ko 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/arc_ps2.ko 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/serio_raw.ko 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/sparse-keymap.ko 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd/iommu_v2.ko 2023-10-06T22:25:33.862 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-blinkm.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lm3530.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lp3944.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-ss4200.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-10-06T22:25:33.863 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache/bcache.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-bio-prison.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache-smq.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-crypt.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-delay.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-flakey.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-log-userspace.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-multipath.ko 2023-10-06T22:25:33.864 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-queue-length.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-raid.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-round-robin.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-service-time.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-switch.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-thin-pool.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-verity.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/faulty.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/linear.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/multipath.ko 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data 2023-10-06T22:25:33.865 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid0.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid1.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid10.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid456.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptbase.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptctl.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptfc.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptlan.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptsas.ko 2023-10-06T22:25:33.866 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptscsih.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptspi.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_ich.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_sch.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/mfd-core.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/sm501.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/viperboard.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/vx855.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/wl1273-core.ko 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl 2023-10-06T22:25:33.867 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds9802als.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds990x.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/bh1770glc.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710/cb710.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/at24.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/max6875.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/enclosure.ko 2023-10-06T22:25:33.868 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/hpilo.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29003.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29020.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-me.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-txe.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru/gru.ko 2023-10-06T22:25:33.869 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xp.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpc.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpnet.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_7xx1.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_core.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tsl2550.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_balloon.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net 2023-10-06T22:25:33.870 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding/bonding.ko 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53/b53_common.ko 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/bcm-sf2.ko 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6060.ko 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dummy.ko 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/eql.ko 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet 2023-10-06T22:25:33.871 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/8390.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-10-06T22:25:33.872 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere/et131x.ko 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx 2023-10-06T22:25:33.873 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-10-06T22:25:33.874 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb 2023-10-06T22:25:33.875 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-10-06T22:25:33.876 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dnet.ko 2023-10-06T22:25:33.877 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ethoc.ko 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/fealnx.ko 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e100.ko 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-10-06T22:25:33.878 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-10-06T22:25:33.879 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/jme.ko 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/skge.ko 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5 2023-10-06T22:25:33.880 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-10-06T22:25:33.881 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc 2023-10-06T22:25:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/atp.ko 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker/rocker.ko 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan 2023-10-06T22:25:33.883 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis190.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis900.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-10-06T22:25:33.884 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/cassini.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/niu.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sungem.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti/tlan.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-10-06T22:25:33.885 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/geneve.ko 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154/fakelb.ko 2023-10-06T22:25:33.886 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ifb.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan/ipvlan.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvlan.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvtap.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-regmap.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mii.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/net_failover.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/netconsole.ko 2023-10-06T22:25:33.887 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/nlmon.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs-lynx.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/amd.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-ptp.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm7xxx.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm87xx.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/broadcom.ko 2023-10-06T22:25:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/cicada.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/davicom.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/dp83640.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/et1011c.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/icplus.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/lxt.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/marvell.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/micrel.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/national.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/phylink.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/qsemi.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/realtek.ko 2023-10-06T22:25:33.889 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/smsc.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/ste10Xp.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/vitesse.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/bsd_comp.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_async.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_deflate.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_generic.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_mppe.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_synctty.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppoe.ko 2023-10-06T22:25:33.890 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppox.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pptp.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slhc.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slip.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/sungem_phy.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tap.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_activebackup.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_broadcast.ko 2023-10-06T22:25:33.891 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-10-06T22:25:33.892 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_random.ko 2023-10-06T22:25:33.892 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-10-06T22:25:33.892 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tun.ko 2023-10-06T22:25:33.892 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/veth.ko 2023-10-06T22:25:33.892 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/virtio_net.ko 2023-10-06T22:25:33.892 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3 2023-10-06T22:25:33.892 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-10-06T22:25:33.893 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan 2023-10-06T22:25:33.893 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan/vxlan.ko 2023-10-06T22:25:33.893 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback 2023-10-06T22:25:33.893 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback/xen-netback.ko 2023-10-06T22:25:33.893 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netfront.ko 2023-10-06T22:25:33.893 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb 2023-10-06T22:25:33.893 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb/ntb.ko 2023-10-06T22:25:33.894 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme 2023-10-06T22:25:33.894 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host 2023-10-06T22:25:33.894 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme-core.ko 2023-10-06T22:25:33.894 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme.ko 2023-10-06T22:25:33.894 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport 2023-10-06T22:25:33.894 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport.ko 2023-10-06T22:25:33.895 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_cs.ko 2023-10-06T22:25:33.895 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_pc.ko 2023-10-06T22:25:33.895 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_serial.ko 2023-10-06T22:25:33.895 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci 2023-10-06T22:25:33.895 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug 2023-10-06T22:25:33.895 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie/aer_inject.ko 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/xen-pcifront.ko 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/i82092.ko 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/pd6729.ko 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/yenta_socket.ko 2023-10-06T22:25:33.896 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl 2023-10-06T22:25:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel 2023-10-06T22:25:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-10-06T22:25:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform 2023-10-06T22:25:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86 2023-10-06T22:25:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acer-wmi.ko 2023-10-06T22:25:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acerhdf.ko 2023-10-06T22:25:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/apple-gmux.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-laptop.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-wmi.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/classmate-laptop.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/hdaps.ko 2023-10-06T22:25:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel_ips.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/msi-wmi.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/mxm-wmi.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-laptop.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-q10.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/topstar-laptop.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_haps.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi-bmof.ko 2023-10-06T22:25:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_common.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_msr.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-gpio.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-ldisc.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps_parport.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/pps_core.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp.ko 2023-10-06T22:25:33.900 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp_kvm.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq32k.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq4802.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1286.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1307.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1374.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1511.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1553.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1672.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1742.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds2404.ko 2023-10-06T22:25:33.901 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds3232.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-em3027.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-fm3130.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl12022.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl1208.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m41t80.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t35.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t59.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-max6900.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-msm6242.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf2127.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf85063.ko 2023-10-06T22:25:33.902 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8523.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8563.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8583.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rp5c01.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rs5c372.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8025.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8581.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-x1205.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-9xxx.ko 2023-10-06T22:25:33.903 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-sas.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-xxxx.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/BusLogic.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/a100u2w.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid/aacraid.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/advansys.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/am53c974.ko 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr 2023-10-06T22:25:33.904 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/atp870u.ko 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa/bfa.ko 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ch.ko 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor 2023-10-06T22:25:33.905 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor/csiostor.ko 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dc395x.ko 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2023-10-06T22:25:33.906 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dmx3191d.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r/esas2r.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esp_scsi.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/fcoe.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic/fnic.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hpsa.ko 2023-10-06T22:25:33.907 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hptiop.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hv_storvsc.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/initio.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ipr.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ips.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci/isci.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_tcp.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc/libfc.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi.ko 2023-10-06T22:25:33.908 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi_tcp.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas/libsas.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc/lpfc.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-10-06T22:25:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas/mvsas.ko 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvumi.ko 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pmcraid.ko 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla1280.ko 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx 2023-10-06T22:25:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/raid_class.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_debug.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_fc.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_sas.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_spi.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_srp.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ses.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/st.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/stex.ko 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2 2023-10-06T22:25:33.911 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/virtio_scsi.ko 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/vmw_pvscsi.ko 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/wd719x.ko 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb/ssb.ko 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi 2023-10-06T22:25:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback/tcm_loop.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_file.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_iblock.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_mod.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_pscsi.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_user.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal 2023-10-06T22:25:33.914 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-10-06T22:25:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_gsm.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_hdlc.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/nozomi.ko 2023-10-06T22:25:33.916 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/arc_uart.ko 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm/jsm.ko 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/synclink_gt.ko 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core/ufshcd-core.ko 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-10-06T22:25:33.917 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_aec.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_cif.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_pci_generic.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_sercos3.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-acm.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-wdm.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usblp.ko 2023-10-06T22:25:33.918 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usbtmc.ko 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host/sl811-hcd.ko 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/mdc800.ko 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/microtek.ko 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/adutux.ko 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/appledisplay.ko 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi26.ko 2023-10-06T22:25:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi62.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ezusb.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/idmouse.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/iowarrior.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/isight_firmware.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ldusb.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/legousbtower.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/trancevibrator.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usb3503.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usblcd.ko 2023-10-06T22:25:33.920 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usbsevseg.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/uss720.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/yurex.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy/phy-generic.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/aircable.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ark3116.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/belkin_sa.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ch341.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cp210x.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cyberjack.ko 2023-10-06T22:25:33.921 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cypress_m8.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/digi_acceleport.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/empeg.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ftdi_sio.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/garmin_gps.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_edgeport.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_ti.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipaq.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipw.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ir-usb.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-10-06T22:25:33.922 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan_pda.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kl5kusb105.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kobil_sct.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mct_u232.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7720.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7840.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/navman.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/omninet.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/opticon.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/option.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/oti6858.ko 2023-10-06T22:25:33.923 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/pl2303.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcaux.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcserial.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/quatech2.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/safe_serial.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/sierra.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/spcp8x5.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ssu100.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/symbolserial.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_debug.ko 2023-10-06T22:25:33.924 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_wwan.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/visor.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/whiteheat.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/xsens_mt.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/uas.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-alauda.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-cypress.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-datafab.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-freecom.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-isd200.ko 2023-10-06T22:25:33.925 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-karma.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-onetouch.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-realtek.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr09.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr55.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-usbat.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/usb-storage.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-core.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-host.ko 2023-10-06T22:25:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_iotlb.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_net.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_scsi.ko 2023-10-06T22:25:33.927 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/apple_bl.ko 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/lcd.ko 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/platform_lcd.ko 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio.ko 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_balloon.ko 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_mmio.ko 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci.ko 2023-10-06T22:25:33.928 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_ring.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2482.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2490.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-10-06T22:25:33.929 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_smem.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_therm.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/wire.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim1535_wdt.ko 2023-10-06T22:25:33.930 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim7101_wdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/f71808e_wdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/hpwdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/i6300esb.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_wdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ib700wdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ibmasr.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it8712f_wdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it87_wdt.ko 2023-10-06T22:25:33.931 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/machzwd.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/nv_tco.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_pci.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_usb.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sch311x_wdt.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/softdog.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sp5100_tco.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/via_wdt.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83877f_wdt.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83977f_wdt.ko 2023-10-06T22:25:33.932 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/wdt_pci.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/xen_wdt.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-acpi-processor.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-evtchn.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntalloc.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntdev.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-privcmd.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs/xenfs.ko 2023-10-06T22:25:33.933 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p/9p.ko 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs/affs.ko 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs/befs.ko 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/binfmt_misc.ko 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs/btrfs.ko 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles/cachefiles.ko 2023-10-06T22:25:33.934 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph/ceph.ko 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda/coda.ko 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs/cramfs.ko 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm/dlm.ko 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs/ecryptfs.ko 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs/f2fs.ko 2023-10-06T22:25:33.935 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/fat.ko 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/msdos.ko 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/vfat.ko 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache/fscache.ko 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/cuse.ko 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/fuse.ko 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2/gfs2.ko 2023-10-06T22:25:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs/hfs.ko 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus/hfsplus.ko 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs/isofs.ko 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs/jfs.ko 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd/lockd.ko 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix/minix.ko 2023-10-06T22:25:33.937 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs/netfs.ko 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfs.ko 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv3.ko 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv4.ko 2023-10-06T22:25:33.938 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/grace.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/nfs_acl.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd/nfsd.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2/nilfs2.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-celtic.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-centeuro.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-croatian.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-cyrillic.ko 2023-10-06T22:25:33.939 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-gaelic.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-greek.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-iceland.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-inuit.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-roman.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-romanian.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-turkish.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1250.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1251.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1255.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp737.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp775.ko 2023-10-06T22:25:33.940 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp850.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp852.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp855.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp857.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp860.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp861.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp862.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp863.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp864.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp865.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp866.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp869.ko 2023-10-06T22:25:33.941 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp874.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp932.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp936.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp949.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp950.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_euc-jp.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-1.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-13.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-14.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-15.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-2.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-3.ko 2023-10-06T22:25:33.942 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-4.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-5.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-6.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-7.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-9.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-r.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-ru.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-u.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_utf8.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-10-06T22:25:33.943 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs/overlay.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore/ramoops.ko 2023-10-06T22:25:33.944 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs/reiserfs.ko 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs/romfs.ko 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client/cifs.ko 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_arc4.ko 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_md4.ko 2023-10-06T22:25:33.945 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs/squashfs.ko 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv/sysv.ko 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf/udf.ko 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs/ufs.ko 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs/xfs.ko 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel 2023-10-06T22:25:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu/rcutorture.ko 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/torture.ko 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace/ring_buffer_benchmark.ko 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/asn1_encoder.ko 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc-itu-t.ko 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc8.ko 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libarc4.ko 2023-10-06T22:25:33.947 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libdes.ko 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/libcrc32c.ko 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lru_cache.ko 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4_compress.ko 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4hc_compress.ko 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math/cordic.ko 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6/raid6_pq.ko 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon 2023-10-06T22:25:33.948 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon/reed_solomon.ko 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_bm.ko 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_fsm.ko 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_kmp.ko 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd/zstd_compress.ko 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm/hwpoison-inject.ko 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/6lowpan.ko 2023-10-06T22:25:33.949 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_dest.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_fragment.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_hop.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_ipv6.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_mobility.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_routing.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_udp.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/garp.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/mrp.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/p8022.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/psnap.ko 2023-10-06T22:25:33.950 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/stp.ko 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q/8021q.ko 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet.ko 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_fd.ko 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_rdma.ko 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_virtio.ko 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv/batman-adv.ko 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge 2023-10-06T22:25:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/br_netfilter.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/bridge.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_among.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arp.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_limit.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_log.ko 2023-10-06T22:25:33.952 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_snat.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_stp.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtables.ko 2023-10-06T22:25:33.953 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph/libceph.ko 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/failover.ko 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/pktgen.ko 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp 2023-10-06T22:25:33.954 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp.ko 2023-10-06T22:25:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_diag.ko 2023-10-06T22:25:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv4.ko 2023-10-06T22:25:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv6.ko 2023-10-06T22:25:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver 2023-10-06T22:25:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver/dns_resolver.ko 2023-10-06T22:25:33.955 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa 2023-10-06T22:25:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/dsa_core.ko 2023-10-06T22:25:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_brcm.ko 2023-10-06T22:25:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_dsa.ko 2023-10-06T22:25:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_none.ko 2023-10-06T22:25:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_trailer.ko 2023-10-06T22:25:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154 2023-10-06T22:25:33.956 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154.ko 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154_socket.ko 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ah4.ko 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/esp4.ko 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/fou.ko 2023-10-06T22:25:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/gre.ko 2023-10-06T22:25:33.958 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/inet_diag.ko 2023-10-06T22:25:33.958 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_gre.ko 2023-10-06T22:25:33.958 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_tunnel.ko 2023-10-06T22:25:33.958 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_vti.ko 2023-10-06T22:25:33.958 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipcomp.ko 2023-10-06T22:25:33.958 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipip.ko 2023-10-06T22:25:33.958 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arp_tables.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-10-06T22:25:33.959 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_security.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-10-06T22:25:33.960 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_bic.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_dctcp.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_diag.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_highspeed.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_htcp.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_hybla.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_illinois.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_lp.ko 2023-10-06T22:25:33.961 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_scalable.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_vegas.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_veno.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_westwood.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_yeah.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tunnel4.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_diag.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_tunnel.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/xfrm4_tunnel.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ah6.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/esp6.ko 2023-10-06T22:25:33.962 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/fou6.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_tunnel.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_vti.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ipcomp6.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-10-06T22:25:33.963 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-10-06T22:25:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/sit.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/tunnel6.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/xfrm6_tunnel.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key/af_key.ko 2023-10-06T22:25:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_core.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_debugfs.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_eth.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip6.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_netlink.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ppp.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc/llc.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154/mac802154.ko 2023-10-06T22:25:33.966 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls/mpls_gso.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-10-06T22:25:33.967 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-10-06T22:25:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conncount.ko 2023-10-06T22:25:33.969 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_h323.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_irc.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sane.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sip.ko 2023-10-06T22:25:33.970 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_dup_netdev.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table_inet.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_log_syslog.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_amanda.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_ftp.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_irc.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_sip.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_tftp.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_synproxy_core.ko 2023-10-06T22:25:33.971 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_tables.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_acct.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_log.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_osf.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_queue.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_chain_nat.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_compat.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_ct.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_dup_netdev.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fib.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fwd_netdev.ko 2023-10-06T22:25:33.972 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_hash.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_limit.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_log.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_masq.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_nat.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_numgen.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_queue.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_quota.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_redir.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject_inet.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_socket.ko 2023-10-06T22:25:33.973 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_tunnel.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_AUDIT.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CHECKSUM.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CLASSIFY.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CT.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_DSCP.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HL.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HMARK.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_IDLETIMER.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LED.ko 2023-10-06T22:25:33.974 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LOG.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_MASQUERADE.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NETMAP.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFLOG.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFQUEUE.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_RATEEST.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_REDIRECT.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_SECMARK.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPMSS.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-10-06T22:25:33.975 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TEE.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TPROXY.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TRACE.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_addrtype.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_bpf.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cgroup.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cluster.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_comment.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connbytes.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlabel.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlimit.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connmark.ko 2023-10-06T22:25:33.976 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_conntrack.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cpu.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dccp.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_devgroup.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dscp.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ecn.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_esp.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hashlimit.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_helper.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hl.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipcomp.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_iprange.ko 2023-10-06T22:25:33.977 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipvs.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_l2tp.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_length.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_limit.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mac.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mark.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_multiport.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nat.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nfacct.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_osf.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_owner.ko 2023-10-06T22:25:33.978 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_physdev.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_pkttype.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_policy.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_quota.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_rateest.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_realm.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_recent.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_sctp.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_set.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_socket.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_state.ko 2023-10-06T22:25:33.979 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_statistic.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_string.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_tcpmss.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_time.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_u32.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink/netlink_diag.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh/nsh.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/openvswitch.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-geneve.ko 2023-10-06T22:25:33.980 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-gre.ko 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-vxlan.ko 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet/af_packet_diag.ko 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds.ko 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_rdma.ko 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_tcp.ko 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_csum.ko 2023-10-06T22:25:33.981 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_gact.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_ipt.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_mirred.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_nat.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_pedit.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_police.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_simple.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_skbedit.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_vlan.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_basic.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_bpf.ko 2023-10-06T22:25:33.982 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_flow.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_fw.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_route.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_u32.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_cmp.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_ipset.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_meta.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_nbyte.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_text.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_u32.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_choke.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_codel.ko 2023-10-06T22:25:33.983 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_drr.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_fq.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_gred.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hfsc.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hhf.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_htb.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_ingress.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio_lib.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_multiq.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_netem.ko 2023-10-06T22:25:33.984 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_pie.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_plug.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_prio.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_qfq.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_red.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfb.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfq.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_tbf.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_teql.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp_diag.ko 2023-10-06T22:25:33.985 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/sunrpc.ko 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/diag.ko 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/tipc.ko 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix 2023-10-06T22:25:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix/unix_diag.ko 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock.ko 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_diag.ko 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_loopback.ko 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm/xfrm_ipcomp.ko 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys 2023-10-06T22:25:33.987 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys/trusted.ko 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib/irqbypass.ko 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias.bin 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.bin 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.modinfo 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep 2023-10-06T22:25:33.988 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep.bin 2023-10-06T22:25:33.989 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.devname 2023-10-06T22:25:33.989 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.order 2023-10-06T22:25:33.989 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.softdep 2023-10-06T22:25:33.989 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols 2023-10-06T22:25:33.989 INFO:teuthology.orchestra.run.smithi037.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols.bin 2023-10-06T22:25:33.989 DEBUG:teuthology.task.kernel:get_image_version: 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:33.990 DEBUG:teuthology.orchestra.run.smithi037:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2023-10-06T22:25:34.016 INFO:teuthology.orchestra.run.smithi037.stdout:postinstall scriptlet (using /bin/sh): 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b -a -r /boot/System.map-6.5.0-rc7-gfef64f93da2b ]; then 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:cp /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:cp /boot/System.map-6.5.0-rc7-gfef64f93da2b /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:rm -f /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/installkernel 6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:rm -f /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:fi 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:preuninstall scriptlet (using /bin/sh): 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2023-10-06T22:25:34.017 INFO:teuthology.orchestra.run.smithi037.stdout:new-kernel-pkg --remove 6.5.0-rc7-gfef64f93da2b --rminitrd --initrdfile=/boot/initramfs-6.5.0-rc7-gfef64f93da2b.img 2023-10-06T22:25:34.018 INFO:teuthology.orchestra.run.smithi037.stdout:elif [ -x /usr/bin/kernel-install ]; then 2023-10-06T22:25:34.018 INFO:teuthology.orchestra.run.smithi037.stdout:kernel-install remove 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:34.018 INFO:teuthology.orchestra.run.smithi037.stdout:fi 2023-10-06T22:25:34.018 INFO:teuthology.orchestra.run.smithi037.stdout:postuninstall scriptlet (using /bin/sh): 2023-10-06T22:25:34.018 INFO:teuthology.orchestra.run.smithi037.stdout:if [ -x /sbin/update-bootloader ]; then 2023-10-06T22:25:34.018 INFO:teuthology.orchestra.run.smithi037.stdout:/sbin/update-bootloader --remove 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:34.018 INFO:teuthology.orchestra.run.smithi037.stdout:fi 2023-10-06T22:25:34.019 DEBUG:teuthology.orchestra.run.smithi037:> sudo rpm -qi grub2-tools 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Name : grub2-tools 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Epoch : 1 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Version : 2.02 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Release : 123.el8 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Architecture: x86_64 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Install Date: Thu 14 Jul 2022 06:22:19 PM UTC 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Group : System Environment/Base 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:Size : 9265450 2023-10-06T22:25:34.098 INFO:teuthology.orchestra.run.smithi037.stdout:License : GPLv3+ 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Signature : RSA/SHA256, Thu 31 Mar 2022 07:24:35 PM UTC, Key ID 199e2f91fd431d51 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Source RPM : grub2-2.02-123.el8.src.rpm 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Build Date : Mon 28 Mar 2022 02:12:09 PM UTC 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Build Host : x86-vm-09.build.eng.bos.redhat.com 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Relocations : (not relocatable) 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Packager : Red Hat, Inc. 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Vendor : Red Hat, Inc. 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:URL : http://www.gnu.org/software/grub/ 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Summary : Support tools for GRUB. 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:Description : 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:25:34.099 INFO:teuthology.orchestra.run.smithi037.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-10-06T22:25:34.100 INFO:teuthology.orchestra.run.smithi037.stdout:customizable bootloader with modular architecture. It supports a rich 2023-10-06T22:25:34.100 INFO:teuthology.orchestra.run.smithi037.stdout:variety of kernel formats, file systems, computer architectures and 2023-10-06T22:25:34.100 INFO:teuthology.orchestra.run.smithi037.stdout:hardware devices. 2023-10-06T22:25:34.100 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:25:34.100 INFO:teuthology.orchestra.run.smithi037.stdout:This subpackage provides tools for support of all platforms. 2023-10-06T22:25:34.101 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-10-06T22:25:34.101 INFO:teuthology.task.kernel:Updating grub on smithi037 to boot 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:34.101 DEBUG:teuthology.orchestra.run.smithi037:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-10-06T22:25:37.638 INFO:teuthology.orchestra.run.smithi037.stderr:Generating grub configuration file ... 2023-10-06T22:25:39.613 INFO:teuthology.orchestra.run.smithi037.stderr:done 2023-10-06T22:25:39.615 DEBUG:teuthology.orchestra.run.smithi037:> mktemp 2023-10-06T22:25:39.632 INFO:teuthology.orchestra.run.smithi037.stdout:/tmp/tmp.u3SCrQOINt 2023-10-06T22:25:39.632 DEBUG:teuthology.orchestra.run.smithi037:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.u3SCrQOINt 2023-10-06T22:25:39.704 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 0666 /tmp/tmp.u3SCrQOINt 2023-10-06T22:25:39.875 DEBUG:teuthology.orchestra.remote:smithi037:/tmp/tmp.u3SCrQOINt is 6KB 2023-10-06T22:25:39.923 DEBUG:teuthology.orchestra.run.smithi037:> rm -fr /tmp/tmp.u3SCrQOINt 2023-10-06T22:25:39.940 DEBUG:teuthology.orchestra.run.smithi037:> sudo /bin/ls /boot/loader/entries || true 2023-10-06T22:25:40.020 INFO:teuthology.orchestra.run.smithi037.stdout:5a84457b7b52416e95d47d02e2e4a60f-0-rescue.conf 2023-10-06T22:25:40.020 INFO:teuthology.orchestra.run.smithi037.stdout:5a84457b7b52416e95d47d02e2e4a60f-4.18.0-372.9.1.el8.x86_64.conf 2023-10-06T22:25:40.020 INFO:teuthology.orchestra.run.smithi037.stdout:5a84457b7b52416e95d47d02e2e4a60f-6.5.0-rc7-gfef64f93da2b.conf 2023-10-06T22:25:40.021 DEBUG:teuthology.orchestra.run.smithi037:> sudo grub2-set-default 5a84457b7b52416e95d47d02e2e4a60f-6.5.0-rc7-gfef64f93da2b 2023-10-06T22:25:40.180 DEBUG:teuthology.orchestra.run.smithi037:> sudo shutdown -r now 2023-10-06T22:25:59.818 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2023-10-06T22:25:59.819 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-10-06T22:25:59.819 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:26:10.190 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2023-10-06T22:26:10.190 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2023-10-06T22:26:10.191 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:26:18.362 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2023-10-06T22:26:27.370 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-10-06T22:26:27.371 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:26:28.606 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.37 2023-10-06T22:26:30.426 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2023-10-06T22:26:37.610 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2023-10-06T22:26:37.611 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:26:42.430 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-10-06T22:26:42.431 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:26:55.994 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.37 2023-10-06T22:27:00.858 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.62 2023-10-06T22:27:08.002 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2023-10-06T22:27:08.003 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:27:11.066 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.37 2023-10-06T22:27:15.862 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-10-06T22:27:15.863 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:27:16.264 DEBUG:teuthology.orchestra.run.smithi062:> true 2023-10-06T22:27:16.634 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-10-06T22:27:16.634 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.5.0-rc7-gfef64f93da2b"... 2023-10-06T22:27:16.634 DEBUG:teuthology.orchestra.run.smithi062:> uname -r 2023-10-06T22:27:16.677 INFO:teuthology.orchestra.run.smithi062.stdout:6.5.0-rc7-gfef64f93da2b 2023-10-06T22:27:16.677 DEBUG:teuthology.task.kernel:current kernel version is 6.5.0-rc7-gfef64f93da2b vs 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:27:16.677 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-06T22:27:16.678 DEBUG:teuthology.task.kernel:Distro of this test job: rhel 2023-10-06T22:27:17.679 DEBUG:teuthology.parallel:result is None 2023-10-06T22:27:26.067 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2023-10-06T22:27:26.068 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:27:26.597 DEBUG:teuthology.orchestra.run.smithi037:> true 2023-10-06T22:27:26.994 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi037.front.sepia.ceph.com' 2023-10-06T22:27:26.994 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.5.0-rc7-gfef64f93da2b"... 2023-10-06T22:27:26.994 DEBUG:teuthology.orchestra.run.smithi037:> uname -r 2023-10-06T22:27:27.036 INFO:teuthology.orchestra.run.smithi037.stdout:6.5.0-rc7-gfef64f93da2b 2023-10-06T22:27:27.036 DEBUG:teuthology.task.kernel:current kernel version is 6.5.0-rc7-gfef64f93da2b vs 6.5.0-rc7-gfef64f93da2b 2023-10-06T22:27:27.037 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-10-06T22:27:27.037 DEBUG:teuthology.task.kernel:Distro of this test job: rhel 2023-10-06T22:27:28.037 DEBUG:teuthology.parallel:result is None 2023-10-06T22:27:28.038 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-06T22:27:28.046 INFO:teuthology.task.internal:Creating test directory... 2023-10-06T22:27:28.046 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-06T22:27:28.051 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-06T22:27:28.102 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-06T22:27:28.108 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-06T22:27:28.115 INFO:teuthology.task.internal:Creating archive directory... 2023-10-06T22:27:28.115 DEBUG:teuthology.orchestra.run.smithi037:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-06T22:27:28.120 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-06T22:27:28.181 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-06T22:27:28.189 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-06T22:27:28.189 DEBUG:teuthology.orchestra.run.smithi037:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-06T22:27:28.193 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-06T22:27:28.310 INFO:teuthology.orchestra.run.smithi037.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-06T22:27:28.340 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-06T22:27:28.344 INFO:teuthology.orchestra.run.smithi037.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-06T22:27:28.375 INFO:teuthology.orchestra.run.smithi062.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-06T22:27:28.378 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-06T22:27:28.385 INFO:teuthology.task.internal:Configuring sudo... 2023-10-06T22:27:28.385 DEBUG:teuthology.orchestra.run.smithi037:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-06T22:27:28.389 DEBUG:teuthology.orchestra.run.smithi062:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-06T22:27:28.460 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-06T22:27:28.468 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-06T22:27:28.469 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-06T22:27:28.473 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-06T22:27:28.515 DEBUG:teuthology.orchestra.run.smithi037:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-06T22:27:28.620 DEBUG:teuthology.orchestra.run.smithi037:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-06T22:27:28.708 DEBUG:teuthology.orchestra.run.smithi037:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-06T22:27:28.774 DEBUG:teuthology.orchestra.run.smithi037:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-06T22:27:28.843 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:27:28.843 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-06T22:27:28.911 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-06T22:27:28.985 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-06T22:27:29.061 DEBUG:teuthology.orchestra.run.smithi062:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-06T22:27:29.131 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-06T22:27:29.199 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:27:29.199 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-06T22:27:29.267 DEBUG:teuthology.orchestra.run.smithi037:> sudo service rsyslog restart 2023-10-06T22:27:29.272 DEBUG:teuthology.orchestra.run.smithi062:> sudo service rsyslog restart 2023-10-06T22:27:29.385 INFO:teuthology.orchestra.run.smithi037.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-06T22:27:29.422 INFO:teuthology.orchestra.run.smithi062.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-06T22:27:29.857 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-06T22:27:29.864 INFO:teuthology.task.internal:Starting timer... 2023-10-06T22:27:29.864 INFO:teuthology.run_tasks:Running task pcp... 2023-10-06T22:27:29.907 INFO:teuthology.run_tasks:Running task selinux... 2023-10-06T22:27:29.915 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-10-06T22:27:29.916 DEBUG:teuthology.orchestra.run.smithi037:> sudo service auditd rotate 2023-10-06T22:27:30.025 INFO:teuthology.orchestra.run.smithi037.stdout:Rotating logs: 2023-10-06T22:27:30.029 DEBUG:teuthology.orchestra.run.smithi062:> sudo service auditd rotate 2023-10-06T22:27:30.147 INFO:teuthology.orchestra.run.smithi062.stdout:Rotating logs: 2023-10-06T22:27:30.150 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-06T22:27:30.151 DEBUG:teuthology.orchestra.run.smithi037:> /usr/sbin/getenforce 2023-10-06T22:27:30.198 INFO:teuthology.orchestra.run.smithi037.stdout:Permissive 2023-10-06T22:27:30.198 DEBUG:teuthology.orchestra.run.smithi062:> /usr/sbin/getenforce 2023-10-06T22:27:30.245 INFO:teuthology.orchestra.run.smithi062.stdout:Permissive 2023-10-06T22:27:30.245 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi037.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi062.front.sepia.ceph.com': 'permissive'} 2023-10-06T22:27:30.245 DEBUG:teuthology.orchestra.run.smithi037:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-06T22:27:30.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-06T22:27:30.317 DEBUG:teuthology.orchestra.run.smithi062:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-06T22:27:30.386 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-06T22:27:30.387 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-06T22:27:30.387 DEBUG:teuthology.orchestra.run.smithi037:> sudo /usr/sbin/setenforce permissive 2023-10-06T22:27:30.456 DEBUG:teuthology.orchestra.run.smithi062:> sudo /usr/sbin/setenforce permissive 2023-10-06T22:27:30.525 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-06T22:27:30.535 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-10-06T22:27:30.535 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-06T22:27:30.551 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-06T22:27:30.552 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi037.front.sepia.ceph.com,smithi062.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-06T22:40:24.624 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi037.front.sepia.ceph.com'), Remote(name='ubuntu@smithi062.front.sepia.ceph.com')] 2023-10-06T22:40:24.625 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi037.front.sepia.ceph.com' 2023-10-06T22:40:24.625 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi037.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:40:24.718 DEBUG:teuthology.orchestra.run.smithi037:> true 2023-10-06T22:40:24.793 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi037.front.sepia.ceph.com' 2023-10-06T22:40:24.794 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-10-06T22:40:24.795 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi062.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-06T22:40:24.886 DEBUG:teuthology.orchestra.run.smithi062:> true 2023-10-06T22:40:25.001 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi062.front.sepia.ceph.com' 2023-10-06T22:40:25.001 INFO:teuthology.run_tasks:Running task clock... 2023-10-06T22:40:25.012 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-06T22:40:25.012 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-06T22:40:25.013 DEBUG:teuthology.orchestra.run.smithi037:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-06T22:40:25.017 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-06T22:40:25.017 DEBUG:teuthology.orchestra.run.smithi062:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-06T22:40:25.089 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-06T22:40:25.116 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-06T22:40:25.124 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-06T22:40:25.152 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-06T22:40:25.214 INFO:teuthology.orchestra.run.smithi037.stderr:sudo: ntpd: command not found 2023-10-06T22:40:25.242 INFO:teuthology.orchestra.run.smithi062.stderr:sudo: ntpd: command not found 2023-10-06T22:40:25.244 INFO:teuthology.orchestra.run.smithi037.stdout:506 Cannot talk to daemon 2023-10-06T22:40:25.272 INFO:teuthology.orchestra.run.smithi062.stdout:506 Cannot talk to daemon 2023-10-06T22:40:25.279 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-06T22:40:25.308 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-06T22:40:25.314 INFO:teuthology.orchestra.run.smithi037.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-06T22:40:25.344 INFO:teuthology.orchestra.run.smithi062.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-06T22:40:25.402 INFO:teuthology.orchestra.run.smithi037.stderr:bash: ntpq: command not found 2023-10-06T22:40:25.410 INFO:teuthology.orchestra.run.smithi037.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-06T22:40:25.410 INFO:teuthology.orchestra.run.smithi037.stdout:=============================================================================== 2023-10-06T22:40:25.410 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.410 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.410 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.410 INFO:teuthology.orchestra.run.smithi037.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.434 INFO:teuthology.orchestra.run.smithi062.stderr:bash: ntpq: command not found 2023-10-06T22:40:25.442 INFO:teuthology.orchestra.run.smithi062.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-06T22:40:25.442 INFO:teuthology.orchestra.run.smithi062.stdout:=============================================================================== 2023-10-06T22:40:25.442 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.442 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.442 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.442 INFO:teuthology.orchestra.run.smithi062.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-06T22:40:25.443 INFO:teuthology.run_tasks:Running task install... 2023-10-06T22:40:25.453 DEBUG:teuthology.task.install:project ceph 2023-10-06T22:40:25.453 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c'}} 2023-10-06T22:40:25.453 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c'} 2023-10-06T22:40:25.453 INFO:teuthology.task.install:Using flavor: default 2023-10-06T22:40:25.459 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-10-06T22:40:25.460 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-10-06T22:40:25.460 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c', 'tag': None, 'wait_for_package': False} 2023-10-06T22:40:25.460 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=14d8d032507701c76ca224e769ee65a96b660a8c 2023-10-06T22:40:25.462 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c', 'tag': None, 'wait_for_package': False} 2023-10-06T22:40:25.462 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=14d8d032507701c76ca224e769ee65a96b660a8c 2023-10-06T22:40:25.620 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/ 2023-10-06T22:40:25.620 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6616.g14d8d032 2023-10-06T22:40:25.692 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/ 2023-10-06T22:40:25.692 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6616.g14d8d032 2023-10-06T22:40:25.731 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-06T22:40:25.732 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:40:25.732 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-06T22:40:25.800 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/rishabh-cephfs-mon/14d8d032507701c76ca224e769ee65a96b660a8c/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-06T22:40:25.801 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:40:25.801 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-06T22:40:25.802 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-06T22:40:25.802 DEBUG:teuthology.orchestra.run.smithi062:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/14d8d032507701c76ca224e769ee65a96b660a8c/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-06T22:40:25.872 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-06T22:40:25.872 DEBUG:teuthology.orchestra.run.smithi037:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/14d8d032507701c76ca224e769ee65a96b660a8c/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-06T22:40:25.913 DEBUG:teuthology.orchestra.run.smithi062:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-06T22:40:25.983 DEBUG:teuthology.orchestra.run.smithi037:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-06T22:40:26.010 DEBUG:teuthology.orchestra.run.smithi062:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-06T22:40:26.078 INFO:teuthology.orchestra.run.smithi062.stdout:check_obsoletes = 1 2023-10-06T22:40:26.080 DEBUG:teuthology.orchestra.run.smithi037:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-06T22:40:26.081 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum clean all 2023-10-06T22:40:26.148 INFO:teuthology.orchestra.run.smithi037.stdout:check_obsoletes = 1 2023-10-06T22:40:26.151 DEBUG:teuthology.orchestra.run.smithi037:> sudo yum clean all 2023-10-06T22:40:26.560 INFO:teuthology.orchestra.run.smithi062.stdout:Updating Subscription Management repositories. 2023-10-06T22:40:26.629 INFO:teuthology.orchestra.run.smithi037.stdout:Updating Subscription Management repositories. 2023-10-06T22:40:26.881 INFO:teuthology.orchestra.run.smithi062.stdout:44 files removed 2023-10-06T22:40:26.924 INFO:teuthology.orchestra.run.smithi037.stdout:44 files removed 2023-10-06T22:40:26.937 DEBUG:teuthology.orchestra.run.smithi062:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-06T22:40:26.985 DEBUG:teuthology.orchestra.run.smithi037:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-06T22:40:27.413 INFO:teuthology.orchestra.run.smithi062.stdout:Updating Subscription Management repositories. 2023-10-06T22:40:27.467 INFO:teuthology.orchestra.run.smithi037.stdout:Updating Subscription Management repositories. 2023-10-06T22:40:28.624 INFO:teuthology.orchestra.run.smithi062.stdout:ceph packages for x86_64 108 kB/s | 81 kB 00:00 2023-10-06T22:40:28.697 INFO:teuthology.orchestra.run.smithi037.stdout:ceph packages for x86_64 103 kB/s | 81 kB 00:00 2023-10-06T22:40:28.981 INFO:teuthology.orchestra.run.smithi037.stdout:ceph noarch packages 38 kB/s | 9.4 kB 00:00 2023-10-06T22:40:29.009 INFO:teuthology.orchestra.run.smithi062.stdout:ceph noarch packages 27 kB/s | 9.4 kB 00:00 2023-10-06T22:40:29.282 INFO:teuthology.orchestra.run.smithi037.stdout:ceph source packages 5.4 kB/s | 1.5 kB 00:00 2023-10-06T22:40:29.376 INFO:teuthology.orchestra.run.smithi062.stdout:ceph source packages 4.4 kB/s | 1.5 kB 00:00 2023-10-06T22:40:29.466 INFO:teuthology.orchestra.run.smithi037.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2023-10-06T22:40:29.544 INFO:teuthology.orchestra.run.smithi062.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2023-10-06T22:40:31.229 INFO:teuthology.orchestra.run.smithi062.stdout:Extra Packages for Enterprise Linux 9.6 MB/s | 16 MB 00:01 2023-10-06T22:40:31.277 INFO:teuthology.orchestra.run.smithi037.stdout:Extra Packages for Enterprise Linux 8.9 MB/s | 16 MB 00:01 2023-10-06T22:40:35.609 INFO:teuthology.orchestra.run.smithi037.stdout:lab-extras 388 kB/s | 24 kB 00:00 2023-10-06T22:40:35.677 INFO:teuthology.orchestra.run.smithi062.stdout:lab-extras 549 kB/s | 24 kB 00:00 2023-10-06T22:40:36.786 INFO:teuthology.orchestra.run.smithi037.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 43 MB/s | 47 MB 00:01 2023-10-06T22:40:36.921 INFO:teuthology.orchestra.run.smithi062.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 46 MB/s | 53 MB 00:01 2023-10-06T22:40:45.995 INFO:teuthology.orchestra.run.smithi037.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 45 MB/s | 53 MB 00:01 2023-10-06T22:40:46.405 INFO:teuthology.orchestra.run.smithi062.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 43 MB/s | 47 MB 00:01 2023-10-06T22:40:58.331 INFO:teuthology.orchestra.run.smithi037.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-06T22:40:58.332 INFO:teuthology.orchestra.run.smithi037.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-06T22:40:58.348 INFO:teuthology.orchestra.run.smithi037.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-06T22:40:58.349 INFO:teuthology.orchestra.run.smithi037.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-06T22:40:58.350 INFO:teuthology.orchestra.run.smithi037.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-06T22:40:58.351 INFO:teuthology.orchestra.run.smithi037.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-06T22:40:58.354 INFO:teuthology.orchestra.run.smithi037.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-06T22:40:58.357 INFO:teuthology.orchestra.run.smithi037.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-06T22:40:58.358 INFO:teuthology.orchestra.run.smithi037.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-06T22:40:58.511 INFO:teuthology.orchestra.run.smithi037.stdout:Dependencies resolved. 2023-10-06T22:40:58.525 INFO:teuthology.orchestra.run.smithi037.stdout:=========================================================================================================================== 2023-10-06T22:40:58.525 INFO:teuthology.orchestra.run.smithi037.stdout: Package Arch Version Repository Size 2023-10-06T22:40:58.525 INFO:teuthology.orchestra.run.smithi037.stdout:=========================================================================================================================== 2023-10-06T22:40:58.525 INFO:teuthology.orchestra.run.smithi037.stdout:Installing: 2023-10-06T22:40:58.526 INFO:teuthology.orchestra.run.smithi037.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-06T22:40:58.526 INFO:teuthology.orchestra.run.smithi037.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-06T22:40:58.526 INFO:teuthology.orchestra.run.smithi037.stdout: ceph x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 6.4 k 2023-10-06T22:40:58.526 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-base x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 5.4 M 2023-10-06T22:40:58.526 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-fuse x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 918 k 2023-10-06T22:40:58.527 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 167 k 2023-10-06T22:40:58.527 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 1.6 M 2023-10-06T22:40:58.527 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 132 k 2023-10-06T22:40:58.527 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 1.8 M 2023-10-06T22:40:58.527 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 7.4 M 2023-10-06T22:40:58.527 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-rook noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 47 k 2023-10-06T22:40:58.528 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-radosgw x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 14 M 2023-10-06T22:40:58.528 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-test x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 49 M 2023-10-06T22:40:58.528 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-volume noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 261 k 2023-10-06T22:40:58.528 INFO:teuthology.orchestra.run.smithi037.stdout: cephadm noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 192 k 2023-10-06T22:40:58.528 INFO:teuthology.orchestra.run.smithi037.stdout: cephfs-mirror x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 260 k 2023-10-06T22:40:58.529 INFO:teuthology.orchestra.run.smithi037.stdout: cephfs-top noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 18 k 2023-10-06T22:40:58.529 INFO:teuthology.orchestra.run.smithi037.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-06T22:40:58.529 INFO:teuthology.orchestra.run.smithi037.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-06T22:40:58.529 INFO:teuthology.orchestra.run.smithi037.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-06T22:40:58.529 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs-devel x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 31 k 2023-10-06T22:40:58.529 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs2 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 840 k 2023-10-06T22:40:58.530 INFO:teuthology.orchestra.run.smithi037.stdout: librados-devel x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 139 k 2023-10-06T22:40:58.530 INFO:teuthology.orchestra.run.smithi037.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-06T22:40:58.530 INFO:teuthology.orchestra.run.smithi037.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-06T22:40:58.530 INFO:teuthology.orchestra.run.smithi037.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-06T22:40:58.530 INFO:teuthology.orchestra.run.smithi037.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-06T22:40:58.530 INFO:teuthology.orchestra.run.smithi037.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-06T22:40:58.530 INFO:teuthology.orchestra.run.smithi037.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-06T22:40:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cephfs x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 196 k 2023-10-06T22:40:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rados x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 371 k 2023-10-06T22:40:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rbd x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 364 k 2023-10-06T22:40:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rgw x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 107 k 2023-10-06T22:40:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-fuse x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 94 k 2023-10-06T22:40:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-mirror x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 3.6 M 2023-10-06T22:40:58.531 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-nbd x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 179 k 2023-10-06T22:40:58.532 INFO:teuthology.orchestra.run.smithi037.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-06T22:40:58.532 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrading: 2023-10-06T22:40:58.532 INFO:teuthology.orchestra.run.smithi037.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-06T22:40:58.532 INFO:teuthology.orchestra.run.smithi037.stdout: librados2 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 3.7 M 2023-10-06T22:40:58.532 INFO:teuthology.orchestra.run.smithi037.stdout: librbd1 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 3.7 M 2023-10-06T22:40:58.532 INFO:teuthology.orchestra.run.smithi037.stdout:Installing dependencies: 2023-10-06T22:40:58.532 INFO:teuthology.orchestra.run.smithi037.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-06T22:40:58.533 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-common x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 23 M 2023-10-06T22:40:58.533 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 23 k 2023-10-06T22:40:58.533 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mds x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 2.3 M 2023-10-06T22:40:58.533 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 242 k 2023-10-06T22:40:58.533 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mon x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 4.6 M 2023-10-06T22:40:58.533 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-osd x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 18 M 2023-10-06T22:40:58.533 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 15 k 2023-10-06T22:40:58.534 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-selinux x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 24 k 2023-10-06T22:40:58.534 INFO:teuthology.orchestra.run.smithi037.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-06T22:40:58.534 INFO:teuthology.orchestra.run.smithi037.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-06T22:40:58.534 INFO:teuthology.orchestra.run.smithi037.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-06T22:40:58.534 INFO:teuthology.orchestra.run.smithi037.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-06T22:40:58.534 INFO:teuthology.orchestra.run.smithi037.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-06T22:40:58.534 INFO:teuthology.orchestra.run.smithi037.stdout: libcephsqlite x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 183 k 2023-10-06T22:40:58.535 INFO:teuthology.orchestra.run.smithi037.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-06T22:40:58.535 INFO:teuthology.orchestra.run.smithi037.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-06T22:40:58.535 INFO:teuthology.orchestra.run.smithi037.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-06T22:40:58.535 INFO:teuthology.orchestra.run.smithi037.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-06T22:40:58.535 INFO:teuthology.orchestra.run.smithi037.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-06T22:40:58.535 INFO:teuthology.orchestra.run.smithi037.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-06T22:40:58.535 INFO:teuthology.orchestra.run.smithi037.stdout: libradosstriper1 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 518 k 2023-10-06T22:40:58.536 INFO:teuthology.orchestra.run.smithi037.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-06T22:40:58.536 INFO:teuthology.orchestra.run.smithi037.stdout: librgw2 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 6.9 M 2023-10-06T22:40:58.536 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-06T22:40:58.536 INFO:teuthology.orchestra.run.smithi037.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-06T22:40:58.536 INFO:teuthology.orchestra.run.smithi037.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-06T22:40:58.536 INFO:teuthology.orchestra.run.smithi037.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-06T22:40:58.536 INFO:teuthology.orchestra.run.smithi037.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-06T22:40:58.537 INFO:teuthology.orchestra.run.smithi037.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-06T22:40:58.537 INFO:teuthology.orchestra.run.smithi037.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-06T22:40:58.537 INFO:teuthology.orchestra.run.smithi037.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-06T22:40:58.537 INFO:teuthology.orchestra.run.smithi037.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-06T22:40:58.537 INFO:teuthology.orchestra.run.smithi037.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-06T22:40:58.537 INFO:teuthology.orchestra.run.smithi037.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-06T22:40:58.537 INFO:teuthology.orchestra.run.smithi037.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-06T22:40:58.538 INFO:teuthology.orchestra.run.smithi037.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-06T22:40:58.538 INFO:teuthology.orchestra.run.smithi037.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-06T22:40:58.538 INFO:teuthology.orchestra.run.smithi037.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-06T22:40:58.538 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-06T22:40:58.538 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-argparse x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 45 k 2023-10-06T22:40:58.538 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-common x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 126 k 2023-10-06T22:40:58.539 INFO:teuthology.orchestra.run.smithi037.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-06T22:40:58.539 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-06T22:40:58.539 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-06T22:40:58.539 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-06T22:40:58.539 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-06T22:40:58.539 INFO:teuthology.orchestra.run.smithi037.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-06T22:40:58.540 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-06T22:40:58.540 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-06T22:40:58.540 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-06T22:40:58.540 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-06T22:40:58.540 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-06T22:40:58.541 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-06T22:40:58.541 INFO:teuthology.orchestra.run.smithi037.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-06T22:40:58.541 INFO:teuthology.orchestra.run.smithi037.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-06T22:40:58.541 INFO:teuthology.orchestra.run.smithi037.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-06T22:40:58.541 INFO:teuthology.orchestra.run.smithi037.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-06T22:40:58.542 INFO:teuthology.orchestra.run.smithi037.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-06T22:40:58.542 INFO:teuthology.orchestra.run.smithi037.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-06T22:40:58.542 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-06T22:40:58.542 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-06T22:40:58.542 INFO:teuthology.orchestra.run.smithi037.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-06T22:40:58.543 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-06T22:40:58.543 INFO:teuthology.orchestra.run.smithi037.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-06T22:40:58.543 INFO:teuthology.orchestra.run.smithi037.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-06T22:40:58.543 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-06T22:40:58.543 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-06T22:40:58.544 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-06T22:40:58.544 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-06T22:40:58.544 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-06T22:40:58.544 INFO:teuthology.orchestra.run.smithi037.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-06T22:40:58.544 INFO:teuthology.orchestra.run.smithi037.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-06T22:40:58.545 INFO:teuthology.orchestra.run.smithi037.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-06T22:40:58.545 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-06T22:40:58.545 INFO:teuthology.orchestra.run.smithi037.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-06T22:40:58.545 INFO:teuthology.orchestra.run.smithi037.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-06T22:40:58.545 INFO:teuthology.orchestra.run.smithi037.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-06T22:40:58.545 INFO:teuthology.orchestra.run.smithi037.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-06T22:40:58.546 INFO:teuthology.orchestra.run.smithi037.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-06T22:40:58.546 INFO:teuthology.orchestra.run.smithi037.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-06T22:40:58.546 INFO:teuthology.orchestra.run.smithi037.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-06T22:40:58.546 INFO:teuthology.orchestra.run.smithi037.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-06T22:40:58.546 INFO:teuthology.orchestra.run.smithi037.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-06T22:40:58.547 INFO:teuthology.orchestra.run.smithi037.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-06T22:40:58.547 INFO:teuthology.orchestra.run.smithi037.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-06T22:40:58.547 INFO:teuthology.orchestra.run.smithi037.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-06T22:40:58.547 INFO:teuthology.orchestra.run.smithi037.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-06T22:40:58.547 INFO:teuthology.orchestra.run.smithi037.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout:Enabling module streams: 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout: postgresql 10 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction Summary 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout:=========================================================================================================================== 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout:Install 128 Packages 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrade 3 Packages 2023-10-06T22:40:58.548 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:40:58.549 INFO:teuthology.orchestra.run.smithi037.stdout:Total download size: 208 M 2023-10-06T22:40:58.549 INFO:teuthology.orchestra.run.smithi037.stdout:Downloading Packages: 2023-10-06T22:40:58.682 INFO:teuthology.orchestra.run.smithi062.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-06T22:40:58.684 INFO:teuthology.orchestra.run.smithi062.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-06T22:40:58.699 INFO:teuthology.orchestra.run.smithi062.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-06T22:40:58.700 INFO:teuthology.orchestra.run.smithi062.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-06T22:40:58.702 INFO:teuthology.orchestra.run.smithi062.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-06T22:40:58.703 INFO:teuthology.orchestra.run.smithi062.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-06T22:40:58.705 INFO:teuthology.orchestra.run.smithi062.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-06T22:40:58.709 INFO:teuthology.orchestra.run.smithi062.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-06T22:40:58.710 INFO:teuthology.orchestra.run.smithi062.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-06T22:40:58.862 INFO:teuthology.orchestra.run.smithi062.stdout:Dependencies resolved. 2023-10-06T22:40:58.876 INFO:teuthology.orchestra.run.smithi062.stdout:=========================================================================================================================== 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout: Package Arch Version Repository Size 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout:=========================================================================================================================== 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout:Installing: 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout: ceph x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 6.4 k 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 5.4 M 2023-10-06T22:40:58.877 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 918 k 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 167 k 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 1.6 M 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 132 k 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 1.8 M 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 7.4 M 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 47 k 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 14 M 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 49 M 2023-10-06T22:40:58.878 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-volume noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 261 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 192 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-mirror x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 260 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-top noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 18 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 31 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 840 k 2023-10-06T22:40:58.879 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 139 k 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 196 k 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 371 k 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 364 k 2023-10-06T22:40:58.880 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 107 k 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 94 k 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 3.6 M 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 179 k 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrading: 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: librados2 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 3.7 M 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: librbd1 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 3.7 M 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout:Installing dependencies: 2023-10-06T22:40:58.881 INFO:teuthology.orchestra.run.smithi062.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 23 M 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 23 k 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 2.3 M 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 242 k 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 4.6 M 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 18 M 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6616.g14d8d032.el8 ceph-noarch 15 k 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 24 k 2023-10-06T22:40:58.882 INFO:teuthology.orchestra.run.smithi062.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 183 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-06T22:40:58.883 INFO:teuthology.orchestra.run.smithi062.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 518 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2 x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 6.9 M 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-06T22:40:58.884 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-06T22:40:58.885 INFO:teuthology.orchestra.run.smithi062.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 45 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common x86_64 2:18.0.0-6616.g14d8d032.el8 ceph 126 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-06T22:40:58.886 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-06T22:40:58.887 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-06T22:40:58.888 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-06T22:40:58.889 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-06T22:40:58.890 INFO:teuthology.orchestra.run.smithi062.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-06T22:40:58.891 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-06T22:40:58.891 INFO:teuthology.orchestra.run.smithi062.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-06T22:40:58.891 INFO:teuthology.orchestra.run.smithi062.stdout:Enabling module streams: 2023-10-06T22:40:58.891 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql 10 2023-10-06T22:40:58.891 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:40:58.891 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction Summary 2023-10-06T22:40:58.893 INFO:teuthology.orchestra.run.smithi062.stdout:=========================================================================================================================== 2023-10-06T22:40:58.893 INFO:teuthology.orchestra.run.smithi062.stdout:Install 128 Packages 2023-10-06T22:40:58.893 INFO:teuthology.orchestra.run.smithi062.stdout:Upgrade 3 Packages 2023-10-06T22:40:58.893 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:40:58.894 INFO:teuthology.orchestra.run.smithi062.stdout:Total download size: 208 M 2023-10-06T22:40:58.894 INFO:teuthology.orchestra.run.smithi062.stdout:Downloading Packages: 2023-10-06T22:40:58.946 INFO:teuthology.orchestra.run.smithi037.stdout:(1/131): ceph-18.0.0-6616.g14d8d032.el8.x86_64. 19 kB/s | 6.4 kB 00:00 2023-10-06T22:40:59.347 INFO:teuthology.orchestra.run.smithi062.stdout:(1/131): ceph-18.0.0-6616.g14d8d032.el8.x86_64. 22 kB/s | 6.4 kB 00:00 2023-10-06T22:40:59.629 INFO:teuthology.orchestra.run.smithi037.stdout:(2/131): ceph-fuse-18.0.0-6616.g14d8d032.el8.x8 1.3 MB/s | 918 kB 00:00 2023-10-06T22:40:59.897 INFO:teuthology.orchestra.run.smithi037.stdout:(3/131): ceph-base-18.0.0-6616.g14d8d032.el8.x8 4.2 MB/s | 5.4 MB 00:01 2023-10-06T22:41:00.306 INFO:teuthology.orchestra.run.smithi062.stdout:(2/131): ceph-fuse-18.0.0-6616.g14d8d032.el8.x8 959 kB/s | 918 kB 00:00 2023-10-06T22:41:00.363 INFO:teuthology.orchestra.run.smithi037.stdout:(4/131): ceph-mds-18.0.0-6616.g14d8d032.el8.x86 5.0 MB/s | 2.3 MB 00:00 2023-10-06T22:41:00.381 INFO:teuthology.orchestra.run.smithi062.stdout:(3/131): ceph-base-18.0.0-6616.g14d8d032.el8.x8 4.1 MB/s | 5.4 MB 00:01 2023-10-06T22:41:00.388 INFO:teuthology.orchestra.run.smithi037.stdout:(5/131): ceph-immutable-object-cache-18.0.0-661 220 kB/s | 167 kB 00:00 2023-10-06T22:41:00.481 INFO:teuthology.orchestra.run.smithi062.stdout:(4/131): ceph-immutable-object-cache-18.0.0-661 953 kB/s | 167 kB 00:00 2023-10-06T22:41:00.672 INFO:teuthology.orchestra.run.smithi037.stdout:(6/131): ceph-mgr-18.0.0-6616.g14d8d032.el8.x86 5.3 MB/s | 1.6 MB 00:00 2023-10-06T22:41:00.815 INFO:teuthology.orchestra.run.smithi062.stdout:(5/131): ceph-mds-18.0.0-6616.g14d8d032.el8.x86 5.3 MB/s | 2.3 MB 00:00 2023-10-06T22:41:01.389 INFO:teuthology.orchestra.run.smithi037.stdout:(7/131): ceph-mon-18.0.0-6616.g14d8d032.el8.x86 4.6 MB/s | 4.6 MB 00:01 2023-10-06T22:41:01.440 INFO:teuthology.orchestra.run.smithi062.stdout:(6/131): ceph-mon-18.0.0-6616.g14d8d032.el8.x86 7.4 MB/s | 4.6 MB 00:00 2023-10-06T22:41:01.766 INFO:teuthology.orchestra.run.smithi062.stdout:(7/131): ceph-mgr-18.0.0-6616.g14d8d032.el8.x86 1.3 MB/s | 1.6 MB 00:01 2023-10-06T22:41:02.548 INFO:teuthology.orchestra.run.smithi037.stdout:(8/131): ceph-common-18.0.0-6616.g14d8d032.el8. 5.7 MB/s | 23 MB 00:03 2023-10-06T22:41:02.698 INFO:teuthology.orchestra.run.smithi037.stdout:(9/131): ceph-selinux-18.0.0-6616.g14d8d032.el8 162 kB/s | 24 kB 00:00 2023-10-06T22:41:02.899 INFO:teuthology.orchestra.run.smithi037.stdout:(10/131): ceph-osd-18.0.0-6616.g14d8d032.el8.x8 8.1 MB/s | 18 MB 00:02 2023-10-06T22:41:03.032 INFO:teuthology.orchestra.run.smithi037.stdout:(11/131): cephfs-mirror-18.0.0-6616.g14d8d032.e 1.9 MB/s | 260 kB 00:00 2023-10-06T22:41:03.149 INFO:teuthology.orchestra.run.smithi037.stdout:(12/131): libcephfs-devel-18.0.0-6616.g14d8d032 266 kB/s | 31 kB 00:00 2023-10-06T22:41:03.316 INFO:teuthology.orchestra.run.smithi037.stdout:(13/131): libcephfs2-18.0.0-6616.g14d8d032.el8. 4.9 MB/s | 840 kB 00:00 2023-10-06T22:41:03.449 INFO:teuthology.orchestra.run.smithi037.stdout:(14/131): libcephsqlite-18.0.0-6616.g14d8d032.e 1.3 MB/s | 183 kB 00:00 2023-10-06T22:41:03.566 INFO:teuthology.orchestra.run.smithi037.stdout:(15/131): librados-devel-18.0.0-6616.g14d8d032. 1.2 MB/s | 139 kB 00:00 2023-10-06T22:41:03.624 INFO:teuthology.orchestra.run.smithi062.stdout:(8/131): ceph-osd-18.0.0-6616.g14d8d032.el8.x86 8.2 MB/s | 18 MB 00:02 2023-10-06T22:41:03.717 INFO:teuthology.orchestra.run.smithi037.stdout:(16/131): libradosstriper1-18.0.0-6616.g14d8d03 3.4 MB/s | 518 kB 00:00 2023-10-06T22:41:03.733 INFO:teuthology.orchestra.run.smithi062.stdout:(9/131): ceph-selinux-18.0.0-6616.g14d8d032.el8 225 kB/s | 24 kB 00:00 2023-10-06T22:41:04.650 INFO:teuthology.orchestra.run.smithi037.stdout:(17/131): librgw2-18.0.0-6616.g14d8d032.el8.x86 7.4 MB/s | 6.9 MB 00:00 2023-10-06T22:41:04.742 INFO:teuthology.orchestra.run.smithi037.stdout:(18/131): python3-ceph-argparse-18.0.0-6616.g14 489 kB/s | 45 kB 00:00 2023-10-06T22:41:04.917 INFO:teuthology.orchestra.run.smithi037.stdout:(19/131): ceph-radosgw-18.0.0-6616.g14d8d032.el 3.9 MB/s | 14 MB 00:03 2023-10-06T22:41:04.942 INFO:teuthology.orchestra.run.smithi037.stdout:(20/131): python3-ceph-common-18.0.0-6616.g14d8 628 kB/s | 126 kB 00:00 2023-10-06T22:41:05.026 INFO:teuthology.orchestra.run.smithi037.stdout:(21/131): python3-cephfs-18.0.0-6616.g14d8d032. 1.8 MB/s | 196 kB 00:00 2023-10-06T22:41:05.060 INFO:teuthology.orchestra.run.smithi037.stdout:(22/131): python3-rados-18.0.0-6616.g14d8d032.e 3.1 MB/s | 371 kB 00:00 2023-10-06T22:41:05.118 INFO:teuthology.orchestra.run.smithi037.stdout:(23/131): python3-rbd-18.0.0-6616.g14d8d032.el8 3.9 MB/s | 364 kB 00:00 2023-10-06T22:41:05.160 INFO:teuthology.orchestra.run.smithi037.stdout:(24/131): python3-rgw-18.0.0-6616.g14d8d032.el8 1.0 MB/s | 107 kB 00:00 2023-10-06T22:41:05.219 INFO:teuthology.orchestra.run.smithi037.stdout:(25/131): rbd-fuse-18.0.0-6616.g14d8d032.el8.x8 933 kB/s | 94 kB 00:00 2023-10-06T22:41:05.403 INFO:teuthology.orchestra.run.smithi037.stdout:(26/131): rbd-nbd-18.0.0-6616.g14d8d032.el8.x86 976 kB/s | 179 kB 00:00 2023-10-06T22:41:05.511 INFO:teuthology.orchestra.run.smithi037.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6616.g 213 kB/s | 23 kB 00:00 2023-10-06T22:41:05.645 INFO:teuthology.orchestra.run.smithi037.stdout:(28/131): rbd-mirror-18.0.0-6616.g14d8d032.el8. 7.4 MB/s | 3.6 MB 00:00 2023-10-06T22:41:05.671 INFO:teuthology.orchestra.run.smithi037.stdout:(29/131): ceph-mgr-cephadm-18.0.0-6616.g14d8d03 833 kB/s | 132 kB 00:00 2023-10-06T22:41:06.113 INFO:teuthology.orchestra.run.smithi037.stdout:(30/131): ceph-mgr-dashboard-18.0.0-6616.g14d8d 3.8 MB/s | 1.8 MB 00:00 2023-10-06T22:41:06.221 INFO:teuthology.orchestra.run.smithi037.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6616.g14 2.2 MB/s | 242 kB 00:00 2023-10-06T22:41:06.306 INFO:teuthology.orchestra.run.smithi037.stdout:(32/131): ceph-mgr-rook-18.0.0-6616.g14d8d032.e 568 kB/s | 47 kB 00:00 2023-10-06T22:41:06.397 INFO:teuthology.orchestra.run.smithi037.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6616.g1 159 kB/s | 15 kB 00:00 2023-10-06T22:41:06.538 INFO:teuthology.orchestra.run.smithi037.stdout:(34/131): ceph-volume-18.0.0-6616.g14d8d032.el8 1.8 MB/s | 261 kB 00:00 2023-10-06T22:41:06.647 INFO:teuthology.orchestra.run.smithi037.stdout:(35/131): cephadm-18.0.0-6616.g14d8d032.el8.noa 1.7 MB/s | 192 kB 00:00 2023-10-06T22:41:06.750 INFO:teuthology.orchestra.run.smithi037.stdout:(36/131): cephfs-top-18.0.0-6616.g14d8d032.el8. 181 kB/s | 18 kB 00:00 2023-10-06T22:41:07.023 INFO:teuthology.orchestra.run.smithi037.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.1 MB/s | 306 kB 00:00 2023-10-06T22:41:07.115 INFO:teuthology.orchestra.run.smithi037.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 645 kB/s | 59 kB 00:00 2023-10-06T22:41:07.207 INFO:teuthology.orchestra.run.smithi037.stdout:(39/131): ceph-mgr-diskprediction-local-18.0.0- 4.8 MB/s | 7.4 MB 00:01 2023-10-06T22:41:07.232 INFO:teuthology.orchestra.run.smithi037.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 641 kB/s | 75 kB 00:00 2023-10-06T22:41:07.291 INFO:teuthology.orchestra.run.smithi037.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 748 kB/s | 44 kB 00:00 2023-10-06T22:41:07.366 INFO:teuthology.orchestra.run.smithi037.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 2.4 MB/s | 185 kB 00:00 2023-10-06T22:41:07.425 INFO:teuthology.orchestra.run.smithi037.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 565 kB/s | 33 kB 00:00 2023-10-06T22:41:07.484 INFO:teuthology.orchestra.run.smithi037.stdout:(44/131): python3-certifi-2018.10.15-7.el8.noar 280 kB/s | 16 kB 00:00 2023-10-06T22:41:07.517 INFO:teuthology.orchestra.run.smithi037.stdout:(45/131): python3-asyncssh-2.7.0-2.el8.noarch.r 1.5 MB/s | 476 kB 00:00 2023-10-06T22:41:07.559 INFO:teuthology.orchestra.run.smithi037.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 2.2 MB/s | 173 kB 00:00 2023-10-06T22:41:07.601 INFO:teuthology.orchestra.run.smithi037.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 4.5 MB/s | 384 kB 00:00 2023-10-06T22:41:07.626 INFO:teuthology.orchestra.run.smithi037.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 1.2 MB/s | 81 kB 00:00 2023-10-06T22:41:07.693 INFO:teuthology.orchestra.run.smithi037.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 121 kB/s | 11 kB 00:00 2023-10-06T22:41:07.719 INFO:teuthology.orchestra.run.smithi037.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 191 kB/s | 18 kB 00:00 2023-10-06T22:41:07.778 INFO:teuthology.orchestra.run.smithi037.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 833 kB/s | 49 kB 00:00 2023-10-06T22:41:07.820 INFO:teuthology.orchestra.run.smithi037.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 9.3 MB/s | 1.2 MB 00:00 2023-10-06T22:41:07.845 INFO:teuthology.orchestra.run.smithi037.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 877 kB/s | 59 kB 00:00 2023-10-06T22:41:07.878 INFO:teuthology.orchestra.run.smithi037.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.0 MB/s | 60 kB 00:00 2023-10-06T22:41:07.929 INFO:teuthology.orchestra.run.smithi037.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 3.3 MB/s | 283 kB 00:00 2023-10-06T22:41:07.954 INFO:teuthology.orchestra.run.smithi037.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 207 kB/s | 16 kB 00:00 2023-10-06T22:41:07.988 INFO:teuthology.orchestra.run.smithi037.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 574 kB/s | 34 kB 00:00 2023-10-06T22:41:08.021 INFO:teuthology.orchestra.run.smithi037.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 2.9 MB/s | 196 kB 00:00 2023-10-06T22:41:08.047 INFO:teuthology.orchestra.run.smithi037.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 1.1 MB/s | 64 kB 00:00 2023-10-06T22:41:08.080 INFO:teuthology.orchestra.run.smithi037.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 320 kB/s | 19 kB 00:00 2023-10-06T22:41:08.106 INFO:teuthology.orchestra.run.smithi037.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 408 kB/s | 24 kB 00:00 2023-10-06T22:41:08.148 INFO:teuthology.orchestra.run.smithi037.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 437 kB/s | 29 kB 00:00 2023-10-06T22:41:08.173 INFO:teuthology.orchestra.run.smithi037.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 411 kB/s | 27 kB 00:00 2023-10-06T22:41:08.215 INFO:teuthology.orchestra.run.smithi037.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 3.7 MB/s | 255 kB 00:00 2023-10-06T22:41:08.282 INFO:teuthology.orchestra.run.smithi037.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.3 MB/s | 251 kB 00:00 2023-10-06T22:41:08.307 INFO:teuthology.orchestra.run.smithi037.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 667 kB/s | 61 kB 00:00 2023-10-06T22:41:08.350 INFO:teuthology.orchestra.run.smithi037.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.2 MB/s | 85 kB 00:00 2023-10-06T22:41:08.374 INFO:teuthology.orchestra.run.smithi037.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 342 kB/s | 23 kB 00:00 2023-10-06T22:41:08.400 INFO:teuthology.orchestra.run.smithi037.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-10-06T22:41:08.533 INFO:teuthology.orchestra.run.smithi037.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 9.4 MB/s | 1.7 MB 00:00 2023-10-06T22:41:08.600 INFO:teuthology.orchestra.run.smithi037.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.6 MB/s | 110 kB 00:00 2023-10-06T22:41:08.650 INFO:teuthology.orchestra.run.smithi037.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2023-10-06T22:41:08.710 INFO:teuthology.orchestra.run.smithi037.stdout:(73/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 4.3 MB/s | 259 kB 00:00 2023-10-06T22:41:08.768 INFO:teuthology.orchestra.run.smithi037.stdout:(74/131): socat-1.7.4.1-1.el8.x86_64.rpm 5.4 MB/s | 323 kB 00:00 2023-10-06T22:41:08.832 INFO:teuthology.orchestra.run.smithi037.stdout:(75/131): python3-markupsafe-0.23-19.el8.x86_64 616 kB/s | 39 kB 00:00 2023-10-06T22:41:08.911 INFO:teuthology.orchestra.run.smithi037.stdout:(76/131): bison-3.0.4-10.el8.x86_64.rpm 8.6 MB/s | 688 kB 00:00 2023-10-06T22:41:08.969 INFO:teuthology.orchestra.run.smithi037.stdout:(77/131): python3-jinja2-2.10.1-3.el8.noarch.rp 9.0 MB/s | 538 kB 00:00 2023-10-06T22:41:09.001 INFO:teuthology.orchestra.run.smithi062.stdout:(10/131): ceph-test-18.0.0-6616.g14d8d032.el8.x 9.3 MB/s | 49 MB 00:05 2023-10-06T22:41:09.128 INFO:teuthology.orchestra.run.smithi037.stdout:(78/131): python3-scipy-1.0.0-21.module+el8.5.0 19 MB/s | 14 MB 00:00 2023-10-06T22:41:09.162 INFO:teuthology.orchestra.run.smithi037.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 816 kB/s | 157 kB 00:00 2023-10-06T22:41:09.187 INFO:teuthology.orchestra.run.smithi037.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 3.1 MB/s | 187 kB 00:00 2023-10-06T22:41:09.199 INFO:teuthology.orchestra.run.smithi062.stdout:(11/131): cephfs-mirror-18.0.0-6616.g14d8d032.e 1.3 MB/s | 260 kB 00:00 2023-10-06T22:41:09.237 INFO:teuthology.orchestra.run.smithi037.stdout:(81/131): automake-1.16.1-7.el8.noarch.rpm 9.3 MB/s | 713 kB 00:00 2023-10-06T22:41:09.287 INFO:teuthology.orchestra.run.smithi037.stdout:(82/131): python3-jsonpatch-1.21-2.el8.noarch.r 533 kB/s | 27 kB 00:00 2023-10-06T22:41:09.317 INFO:teuthology.orchestra.run.smithi062.stdout:(12/131): libcephfs-devel-18.0.0-6616.g14d8d032 266 kB/s | 31 kB 00:00 2023-10-06T22:41:09.346 INFO:teuthology.orchestra.run.smithi037.stdout:(83/131): flex-2.6.1-9.el8.x86_64.rpm 5.4 MB/s | 320 kB 00:00 2023-10-06T22:41:09.422 INFO:teuthology.orchestra.run.smithi037.stdout:(84/131): python3-prettytable-0.7.2-14.el8.noar 585 kB/s | 44 kB 00:00 2023-10-06T22:41:09.497 INFO:teuthology.orchestra.run.smithi037.stdout:(85/131): python3-babel-2.5.1-7.el8.noarch.rpm 15 MB/s | 4.8 MB 00:00 2023-10-06T22:41:09.509 INFO:teuthology.orchestra.run.smithi062.stdout:(13/131): ceph-radosgw-18.0.0-6616.g14d8d032.el 1.8 MB/s | 14 MB 00:07 2023-10-06T22:41:09.564 INFO:teuthology.orchestra.run.smithi037.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 6.7 MB/s | 457 kB 00:00 2023-10-06T22:41:09.575 INFO:teuthology.orchestra.run.smithi062.stdout:(14/131): libcephfs2-18.0.0-6616.g14d8d032.el8. 3.2 MB/s | 840 kB 00:00 2023-10-06T22:41:09.614 INFO:teuthology.orchestra.run.smithi037.stdout:(87/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 4.4 MB/s | 225 kB 00:00 2023-10-06T22:41:09.681 INFO:teuthology.orchestra.run.smithi037.stdout:(88/131): python3-numpy-1.14.3-10.el8.x86_64.rp 14 MB/s | 3.7 MB 00:00 2023-10-06T22:41:09.684 INFO:teuthology.orchestra.run.smithi062.stdout:(15/131): libcephsqlite-18.0.0-6616.g14d8d032.e 1.0 MB/s | 183 kB 00:00 2023-10-06T22:41:09.706 INFO:teuthology.orchestra.run.smithi037.stdout:(89/131): uuid-1.6.2-43.el8.x86_64.rpm 697 kB/s | 64 kB 00:00 2023-10-06T22:41:09.709 INFO:teuthology.orchestra.run.smithi062.stdout:(16/131): librados-devel-18.0.0-6616.g14d8d032. 1.0 MB/s | 139 kB 00:00 2023-10-06T22:41:09.731 INFO:teuthology.orchestra.run.smithi037.stdout:(90/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.5 MB/s | 126 kB 00:00 2023-10-06T22:41:09.757 INFO:teuthology.orchestra.run.smithi037.stdout:(91/131): python3-jsonpointer-1.10-11.el8.noarc 397 kB/s | 20 kB 00:00 2023-10-06T22:41:09.782 INFO:teuthology.orchestra.run.smithi037.stdout:(92/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 2.0 MB/s | 103 kB 00:00 2023-10-06T22:41:09.824 INFO:teuthology.orchestra.run.smithi037.stdout:(93/131): libtool-2.4.6-25.el8.x86_64.rpm 10 MB/s | 709 kB 00:00 2023-10-06T22:41:09.883 INFO:teuthology.orchestra.run.smithi037.stdout:(94/131): libpq-13.5-1.el8.x86_64.rpm 3.3 MB/s | 198 kB 00:00 2023-10-06T22:41:09.969 INFO:teuthology.orchestra.run.smithi062.stdout:(17/131): libradosstriper1-18.0.0-6616.g14d8d03 1.8 MB/s | 518 kB 00:00 2023-10-06T22:41:10.034 INFO:teuthology.orchestra.run.smithi037.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 19 MB/s | 4.9 MB 00:00 2023-10-06T22:41:10.060 INFO:teuthology.orchestra.run.smithi062.stdout:(18/131): python3-ceph-argparse-18.0.0-6616.g14 489 kB/s | 45 kB 00:00 2023-10-06T22:41:10.092 INFO:teuthology.orchestra.run.smithi037.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 3.4 MB/s | 202 kB 00:00 2023-10-06T22:41:10.168 INFO:teuthology.orchestra.run.smithi062.stdout:(19/131): python3-ceph-common-18.0.0-6616.g14d8 1.1 MB/s | 126 kB 00:00 2023-10-06T22:41:10.184 INFO:teuthology.orchestra.run.smithi037.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 16 MB/s | 4.7 MB 00:00 2023-10-06T22:41:10.218 INFO:teuthology.orchestra.run.smithi037.stdout:(98/131): librdkafka-0.11.4-3.el8.x86_64.rpm 2.8 MB/s | 354 kB 00:00 2023-10-06T22:41:10.301 INFO:teuthology.orchestra.run.smithi037.stdout:(99/131): postgresql-contrib-10.21-2.module+el8 9.5 MB/s | 808 kB 00:00 2023-10-06T22:41:10.319 INFO:teuthology.orchestra.run.smithi062.stdout:(20/131): python3-cephfs-18.0.0-6616.g14d8d032. 1.3 MB/s | 196 kB 00:00 2023-10-06T22:41:10.426 INFO:teuthology.orchestra.run.smithi037.stdout:(100/131): postgresql-server-10.21-2.module+el8 21 MB/s | 5.1 MB 00:00 2023-10-06T22:41:10.468 INFO:teuthology.orchestra.run.smithi037.stdout:(101/131): postgresql-10.21-2.module+el8.6.0+15 9.0 MB/s | 1.5 MB 00:00 2023-10-06T22:41:10.494 INFO:teuthology.orchestra.run.smithi037.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 702 kB/s | 47 kB 00:00 2023-10-06T22:41:10.519 INFO:teuthology.orchestra.run.smithi037.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 3.9 MB/s | 200 kB 00:00 2023-10-06T22:41:10.536 INFO:teuthology.orchestra.run.smithi062.stdout:(21/131): python3-rados-18.0.0-6616.g14d8d032.e 1.7 MB/s | 371 kB 00:00 2023-10-06T22:41:10.566 INFO:teuthology.orchestra.run.smithi037.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 595 kB/s | 43 kB 00:00 2023-10-06T22:41:10.605 INFO:teuthology.orchestra.run.smithi037.stdout:(105/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 2.5 MB/s | 220 kB 00:00 2023-10-06T22:41:10.628 INFO:teuthology.orchestra.run.smithi062.stdout:(22/131): librgw2-18.0.0-6616.g14d8d032.el8.x86 7.5 MB/s | 6.9 MB 00:00 2023-10-06T22:41:10.630 INFO:teuthology.orchestra.run.smithi037.stdout:(106/131): keyutils-libs-devel-1.5.10-9.el8.x86 749 kB/s | 48 kB 00:00 2023-10-06T22:41:10.656 INFO:teuthology.orchestra.run.smithi037.stdout:(107/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2023-10-06T22:41:10.681 INFO:teuthology.orchestra.run.smithi037.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 849 kB/s | 43 kB 00:00 2023-10-06T22:41:10.706 INFO:teuthology.orchestra.run.smithi037.stdout:(109/131): python3-pycparser-2.14-14.el8.noarch 2.1 MB/s | 109 kB 00:00 2023-10-06T22:41:10.731 INFO:teuthology.orchestra.run.smithi037.stdout:(110/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 4.5 MB/s | 229 kB 00:00 2023-10-06T22:41:10.736 INFO:teuthology.orchestra.run.smithi062.stdout:(23/131): python3-rgw-18.0.0-6616.g14d8d032.el8 987 kB/s | 107 kB 00:00 2023-10-06T22:41:10.765 INFO:teuthology.orchestra.run.smithi037.stdout:(111/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 9.3 MB/s | 560 kB 00:00 2023-10-06T22:41:10.791 INFO:teuthology.orchestra.run.smithi037.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 318 kB/s | 19 kB 00:00 2023-10-06T22:41:10.816 INFO:teuthology.orchestra.run.smithi037.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 3.0 MB/s | 155 kB 00:00 2023-10-06T22:41:10.828 INFO:teuthology.orchestra.run.smithi062.stdout:(24/131): python3-rbd-18.0.0-6616.g14d8d032.el8 1.2 MB/s | 364 kB 00:00 2023-10-06T22:41:10.850 INFO:teuthology.orchestra.run.smithi037.stdout:(114/131): python3-cryptography-3.2.1-5.el8.x86 9.3 MB/s | 559 kB 00:00 2023-10-06T22:41:10.862 INFO:teuthology.orchestra.run.smithi062.stdout:(25/131): rbd-fuse-18.0.0-6616.g14d8d032.el8.x8 748 kB/s | 94 kB 00:00 2023-10-06T22:41:10.875 INFO:teuthology.orchestra.run.smithi037.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 305 kB/s | 18 kB 00:00 2023-10-06T22:41:10.908 INFO:teuthology.orchestra.run.smithi037.stdout:(116/131): pcre2-devel-10.32-2.el8.x86_64.rpm 10 MB/s | 605 kB 00:00 2023-10-06T22:41:10.971 INFO:teuthology.orchestra.run.smithi062.stdout:(26/131): rbd-nbd-18.0.0-6616.g14d8d032.el8.x86 1.6 MB/s | 179 kB 00:00 2023-10-06T22:41:10.992 INFO:teuthology.orchestra.run.smithi037.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.0 MB/s | 238 kB 00:00 2023-10-06T22:41:11.034 INFO:teuthology.orchestra.run.smithi037.stdout:(118/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 1.7 MB/s | 72 kB 00:00 2023-10-06T22:41:11.076 INFO:teuthology.orchestra.run.smithi037.stdout:(119/131): fuse-2.9.7-15.el8.x86_64.rpm 1.9 MB/s | 83 kB 00:00 2023-10-06T22:41:11.079 INFO:teuthology.orchestra.run.smithi062.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6616.g 214 kB/s | 23 kB 00:00 2023-10-06T22:41:11.162 INFO:teuthology.orchestra.run.smithi037.stdout:(120/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 9.2 MB/s | 2.3 MB 00:00 2023-10-06T22:41:11.194 INFO:teuthology.orchestra.run.smithi037.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 512 kB/s | 60 kB 00:00 2023-10-06T22:41:11.196 INFO:teuthology.orchestra.run.smithi062.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6616.g14d8d03 1.1 MB/s | 132 kB 00:00 2023-10-06T22:41:11.219 INFO:teuthology.orchestra.run.smithi037.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 1.7 MB/s | 98 kB 00:00 2023-10-06T22:41:11.244 INFO:teuthology.orchestra.run.smithi037.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 1.1 MB/s | 58 kB 00:00 2023-10-06T22:41:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 769 kB/s | 39 kB 00:00 2023-10-06T22:41:11.311 INFO:teuthology.orchestra.run.smithi037.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 9.4 MB/s | 644 kB 00:00 2023-10-06T22:41:11.345 INFO:teuthology.orchestra.run.smithi037.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 2.2 MB/s | 171 kB 00:00 2023-10-06T22:41:11.370 INFO:teuthology.orchestra.run.smithi037.stdout:(127/131): NetworkManager-initscripts-updown-1. 2.3 MB/s | 138 kB 00:00 2023-10-06T22:41:11.488 INFO:teuthology.orchestra.run.smithi062.stdout:(29/131): ceph-mgr-dashboard-18.0.0-6616.g14d8d 6.0 MB/s | 1.8 MB 00:00 2023-10-06T22:41:12.379 INFO:teuthology.orchestra.run.smithi037.stdout:(128/131): librbd1-18.0.0-6616.g14d8d032.el8.x8 3.7 MB/s | 3.7 MB 00:01 2023-10-06T22:41:12.438 INFO:teuthology.orchestra.run.smithi037.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 13 MB/s | 798 kB 00:00 2023-10-06T22:41:12.463 INFO:teuthology.orchestra.run.smithi062.stdout:(30/131): rbd-mirror-18.0.0-6616.g14d8d032.el8. 2.2 MB/s | 3.6 MB 00:01 2023-10-06T22:41:12.555 INFO:teuthology.orchestra.run.smithi062.stdout:(31/131): ceph-mgr-diskprediction-local-18.0.0- 6.9 MB/s | 7.4 MB 00:01 2023-10-06T22:41:12.596 INFO:teuthology.orchestra.run.smithi037.stdout:(130/131): librados2-18.0.0-6616.g14d8d032.el8. 3.0 MB/s | 3.7 MB 00:01 2023-10-06T22:41:12.656 INFO:teuthology.orchestra.run.smithi062.stdout:(32/131): ceph-mgr-modules-core-18.0.0-6616.g14 1.2 MB/s | 242 kB 00:00 2023-10-06T22:41:12.689 INFO:teuthology.orchestra.run.smithi062.stdout:(33/131): ceph-mgr-rook-18.0.0-6616.g14d8d032.e 355 kB/s | 47 kB 00:00 2023-10-06T22:41:12.748 INFO:teuthology.orchestra.run.smithi062.stdout:(34/131): ceph-prometheus-alerts-18.0.0-6616.g1 158 kB/s | 15 kB 00:00 2023-10-06T22:41:12.798 INFO:teuthology.orchestra.run.smithi062.stdout:(35/131): ceph-volume-18.0.0-6616.g14d8d032.el8 2.4 MB/s | 261 kB 00:00 2023-10-06T22:41:12.915 INFO:teuthology.orchestra.run.smithi062.stdout:(36/131): cephfs-top-18.0.0-6616.g14d8d032.el8. 155 kB/s | 18 kB 00:00 2023-10-06T22:41:12.941 INFO:teuthology.orchestra.run.smithi062.stdout:(37/131): cephadm-18.0.0-6616.g14d8d032.el8.noa 997 kB/s | 192 kB 00:00 2023-10-06T22:41:13.080 INFO:teuthology.orchestra.run.smithi037.stdout:(131/131): ceph-test-18.0.0-6616.g14d8d032.el8. 4.7 MB/s | 49 MB 00:10 2023-10-06T22:41:13.083 INFO:teuthology.orchestra.run.smithi037.stdout:-------------------------------------------------------------------------------- 2023-10-06T22:41:13.084 INFO:teuthology.orchestra.run.smithi037.stdout:Total 14 MB/s | 208 MB 00:14 2023-10-06T22:41:13.091 INFO:teuthology.orchestra.run.smithi062.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 393 kB/s | 59 kB 00:00 2023-10-06T22:41:13.116 INFO:teuthology.orchestra.run.smithi062.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.5 MB/s | 306 kB 00:00 2023-10-06T22:41:13.158 INFO:teuthology.orchestra.run.smithi062.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.1 MB/s | 75 kB 00:00 2023-10-06T22:41:13.208 INFO:teuthology.orchestra.run.smithi062.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 5.1 MB/s | 476 kB 00:00 2023-10-06T22:41:13.225 INFO:teuthology.orchestra.run.smithi062.stdout:(42/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 654 kB/s | 44 kB 00:00 2023-10-06T22:41:13.290 INFO:teuthology.orchestra.run.smithi062.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 2.2 MB/s | 185 kB 00:00 2023-10-06T22:41:13.309 INFO:teuthology.orchestra.run.smithi062.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 395 kB/s | 33 kB 00:00 2023-10-06T22:41:13.326 INFO:teuthology.orchestra.run.smithi062.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 450 kB/s | 16 kB 00:00 2023-10-06T22:41:13.377 INFO:teuthology.orchestra.run.smithi062.stdout:(46/131): python3-cherrypy-18.4.0-1.el8.noarch. 7.5 MB/s | 384 kB 00:00 2023-10-06T22:41:13.394 INFO:teuthology.orchestra.run.smithi062.stdout:(47/131): python3-cheroot-8.5.2-1.el8.noarch.rp 2.0 MB/s | 173 kB 00:00 2023-10-06T22:41:13.419 INFO:teuthology.orchestra.run.smithi062.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 1.9 MB/s | 81 kB 00:00 2023-10-06T22:41:13.444 INFO:teuthology.orchestra.run.smithi062.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 222 kB/s | 11 kB 00:00 2023-10-06T22:41:13.469 INFO:teuthology.orchestra.run.smithi062.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 351 kB/s | 18 kB 00:00 2023-10-06T22:41:13.520 INFO:teuthology.orchestra.run.smithi062.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 976 kB/s | 49 kB 00:00 2023-10-06T22:41:13.561 INFO:teuthology.orchestra.run.smithi062.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 10 MB/s | 1.2 MB 00:00 2023-10-06T22:41:13.587 INFO:teuthology.orchestra.run.smithi062.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 882 kB/s | 59 kB 00:00 2023-10-06T22:41:13.612 INFO:teuthology.orchestra.run.smithi062.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2023-10-06T22:41:13.646 INFO:teuthology.orchestra.run.smithi062.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-10-06T22:41:13.671 INFO:teuthology.orchestra.run.smithi062.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 267 kB/s | 16 kB 00:00 2023-10-06T22:41:13.726 INFO:teuthology.orchestra.run.smithi062.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 422 kB/s | 34 kB 00:00 2023-10-06T22:41:13.755 INFO:teuthology.orchestra.run.smithi062.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 2.3 MB/s | 196 kB 00:00 2023-10-06T22:41:13.780 INFO:teuthology.orchestra.run.smithi062.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 1.2 MB/s | 64 kB 00:00 2023-10-06T22:41:13.806 INFO:teuthology.orchestra.run.smithi062.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 372 kB/s | 19 kB 00:00 2023-10-06T22:41:13.831 INFO:teuthology.orchestra.run.smithi062.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 472 kB/s | 24 kB 00:00 2023-10-06T22:41:13.856 INFO:teuthology.orchestra.run.smithi062.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 584 kB/s | 29 kB 00:00 2023-10-06T22:41:13.882 INFO:teuthology.orchestra.run.smithi062.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 550 kB/s | 27 kB 00:00 2023-10-06T22:41:13.915 INFO:teuthology.orchestra.run.smithi062.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 4.3 MB/s | 255 kB 00:00 2023-10-06T22:41:13.941 INFO:teuthology.orchestra.run.smithi062.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 4.2 MB/s | 251 kB 00:00 2023-10-06T22:41:13.966 INFO:teuthology.orchestra.run.smithi062.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2023-10-06T22:41:13.991 INFO:teuthology.orchestra.run.smithi062.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.7 MB/s | 85 kB 00:00 2023-10-06T22:41:14.016 INFO:teuthology.orchestra.run.smithi062.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 459 kB/s | 23 kB 00:00 2023-10-06T22:41:14.042 INFO:teuthology.orchestra.run.smithi062.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-10-06T22:41:14.109 INFO:teuthology.orchestra.run.smithi062.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 15 MB/s | 1.7 MB 00:00 2023-10-06T22:41:14.154 INFO:teuthology.orchestra.run.smithi062.stdout:(71/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 420 kB/s | 47 kB 00:00 2023-10-06T22:41:14.217 INFO:teuthology.orchestra.run.smithi062.stdout:(72/131): python3-jwt-1.6.1-2.el8.noarch.rpm 783 kB/s | 43 kB 00:00 2023-10-06T22:41:14.243 INFO:teuthology.orchestra.run.smithi062.stdout:(73/131): libselinux-devel-2.9-5.el8.x86_64.rpm 1.5 MB/s | 200 kB 00:00 2023-10-06T22:41:14.276 INFO:teuthology.orchestra.run.smithi062.stdout:(74/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 3.7 MB/s | 220 kB 00:00 2023-10-06T22:41:14.302 INFO:teuthology.orchestra.run.smithi062.stdout:(75/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 826 kB/s | 48 kB 00:00 2023-10-06T22:41:14.327 INFO:teuthology.orchestra.run.smithi062.stdout:(76/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2023-10-06T22:41:14.352 INFO:teuthology.orchestra.run.smithi062.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 853 kB/s | 43 kB 00:00 2023-10-06T22:41:14.377 INFO:teuthology.orchestra.run.smithi062.stdout:(78/131): python3-pycparser-2.14-14.el8.noarch. 2.1 MB/s | 109 kB 00:00 2023-10-06T22:41:14.403 INFO:teuthology.orchestra.run.smithi062.stdout:(79/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 4.5 MB/s | 229 kB 00:00 2023-10-06T22:41:14.445 INFO:teuthology.orchestra.run.smithi062.stdout:(80/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 8.2 MB/s | 560 kB 00:00 2023-10-06T22:41:14.470 INFO:teuthology.orchestra.run.smithi062.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 280 kB/s | 19 kB 00:00 2023-10-06T22:41:14.495 INFO:teuthology.orchestra.run.smithi062.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 3.0 MB/s | 155 kB 00:00 2023-10-06T22:41:14.529 INFO:teuthology.orchestra.run.smithi062.stdout:(83/131): python3-cryptography-3.2.1-5.el8.x86_ 9.4 MB/s | 559 kB 00:00 2023-10-06T22:41:14.584 INFO:teuthology.orchestra.run.smithi062.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 203 kB/s | 18 kB 00:00 2023-10-06T22:41:14.629 INFO:teuthology.orchestra.run.smithi062.stdout:(85/131): pcre2-devel-10.32-2.el8.x86_64.rpm 5.9 MB/s | 605 kB 00:00 2023-10-06T22:41:14.663 INFO:teuthology.orchestra.run.smithi062.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 3.0 MB/s | 238 kB 00:00 2023-10-06T22:41:14.763 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction check 2023-10-06T22:41:14.897 INFO:teuthology.orchestra.run.smithi062.stdout:(87/131): ceph-common-18.0.0-6616.g14d8d032.el8 1.4 MB/s | 23 MB 00:15 2023-10-06T22:41:14.909 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction check succeeded. 2023-10-06T22:41:14.909 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction test 2023-10-06T22:41:14.922 INFO:teuthology.orchestra.run.smithi062.stdout:(88/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 280 kB/s | 72 kB 00:00 2023-10-06T22:41:14.981 INFO:teuthology.orchestra.run.smithi062.stdout:(89/131): elfutils-libelf-devel-0.186-1.el8.x86 1.2 MB/s | 60 kB 00:00 2023-10-06T22:41:15.029 INFO:teuthology.orchestra.run.smithi062.stdout:(90/131): fuse-2.9.7-15.el8.x86_64.rpm 630 kB/s | 83 kB 00:00 2023-10-06T22:41:15.065 INFO:teuthology.orchestra.run.smithi062.stdout:(91/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 1.1 MB/s | 98 kB 00:00 2023-10-06T22:41:15.090 INFO:teuthology.orchestra.run.smithi062.stdout:(92/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 949 kB/s | 58 kB 00:00 2023-10-06T22:41:15.115 INFO:teuthology.orchestra.run.smithi062.stdout:(93/131): libcom_err-devel-1.45.6-4.el8.x86_64. 770 kB/s | 39 kB 00:00 2023-10-06T22:41:15.166 INFO:teuthology.orchestra.run.smithi062.stdout:(94/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 4.3 MB/s | 2.3 MB 00:00 2023-10-06T22:41:15.199 INFO:teuthology.orchestra.run.smithi062.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.0 MB/s | 171 kB 00:00 2023-10-06T22:41:15.224 INFO:teuthology.orchestra.run.smithi062.stdout:(96/131): NetworkManager-initscripts-updown-1.3 2.3 MB/s | 138 kB 00:00 2023-10-06T22:41:15.258 INFO:teuthology.orchestra.run.smithi062.stdout:(97/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 3.7 MB/s | 644 kB 00:00 2023-10-06T22:41:15.283 INFO:teuthology.orchestra.run.smithi062.stdout:(98/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.8 MB/s | 110 kB 00:00 2023-10-06T22:41:15.309 INFO:teuthology.orchestra.run.smithi062.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.1 MB/s | 54 kB 00:00 2023-10-06T22:41:15.351 INFO:teuthology.orchestra.run.smithi062.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.8 MB/s | 259 kB 00:00 2023-10-06T22:41:15.384 INFO:teuthology.orchestra.run.smithi062.stdout:(101/131): socat-1.7.4.1-1.el8.x86_64.rpm 4.2 MB/s | 323 kB 00:00 2023-10-06T22:41:15.410 INFO:teuthology.orchestra.run.smithi062.stdout:(102/131): python3-markupsafe-0.23-19.el8.x86_6 665 kB/s | 39 kB 00:00 2023-10-06T22:41:15.493 INFO:teuthology.orchestra.run.smithi062.stdout:(103/131): bison-3.0.4-10.el8.x86_64.rpm 6.2 MB/s | 688 kB 00:00 2023-10-06T22:41:15.535 INFO:teuthology.orchestra.run.smithi062.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 4.2 MB/s | 538 kB 00:00 2023-10-06T22:41:15.569 INFO:teuthology.orchestra.run.smithi062.stdout:(105/131): python3-mako-1.0.6-13.el8.noarch.rpm 2.0 MB/s | 157 kB 00:00 2023-10-06T22:41:15.602 INFO:teuthology.orchestra.run.smithi062.stdout:(106/131): oniguruma-6.8.2-2.el8.x86_64.rpm 2.7 MB/s | 187 kB 00:00 2023-10-06T22:41:15.652 INFO:teuthology.orchestra.run.smithi062.stdout:(107/131): automake-1.16.1-7.el8.noarch.rpm 8.4 MB/s | 713 kB 00:00 2023-10-06T22:41:15.694 INFO:teuthology.orchestra.run.smithi062.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 638 kB/s | 27 kB 00:00 2023-10-06T22:41:15.745 INFO:teuthology.orchestra.run.smithi062.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 6.3 MB/s | 320 kB 00:00 2023-10-06T22:41:15.787 INFO:teuthology.orchestra.run.smithi062.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.0 MB/s | 44 kB 00:00 2023-10-06T22:41:16.112 INFO:teuthology.orchestra.run.smithi062.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 9.4 MB/s | 4.8 MB 00:00 2023-10-06T22:41:16.171 INFO:teuthology.orchestra.run.smithi062.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 7.7 MB/s | 457 kB 00:00 2023-10-06T22:41:16.221 INFO:teuthology.orchestra.run.smithi062.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 4.4 MB/s | 225 kB 00:00 2023-10-06T22:41:16.279 INFO:teuthology.orchestra.run.smithi062.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 7.6 MB/s | 3.7 MB 00:00 2023-10-06T22:41:16.351 INFO:teuthology.orchestra.run.smithi062.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 492 kB/s | 64 kB 00:00 2023-10-06T22:41:16.380 INFO:teuthology.orchestra.run.smithi062.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.2 MB/s | 126 kB 00:00 2023-10-06T22:41:16.406 INFO:teuthology.orchestra.run.smithi062.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 372 kB/s | 20 kB 00:00 2023-10-06T22:41:16.431 INFO:teuthology.orchestra.run.smithi062.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 2.0 MB/s | 103 kB 00:00 2023-10-06T22:41:16.473 INFO:teuthology.orchestra.run.smithi062.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 10 MB/s | 709 kB 00:00 2023-10-06T22:41:16.515 INFO:teuthology.orchestra.run.smithi062.stdout:(120/131): libpq-13.5-1.el8.x86_64.rpm 4.6 MB/s | 198 kB 00:00 2023-10-06T22:41:16.690 INFO:teuthology.orchestra.run.smithi062.stdout:(121/131): python3-scipy-1.0.0-21.module+el8.5. 9.2 MB/s | 14 MB 00:01 2023-10-06T22:41:16.774 INFO:teuthology.orchestra.run.smithi062.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 2.4 MB/s | 202 kB 00:00 2023-10-06T22:41:16.833 INFO:teuthology.orchestra.run.smithi062.stdout:(123/131): librdkafka-0.11.4-3.el8.x86_64.rpm 6.0 MB/s | 354 kB 00:00 2023-10-06T22:41:16.899 INFO:teuthology.orchestra.run.smithi062.stdout:(124/131): openblas-threads-0.3.15-3.el8.x86_64 10 MB/s | 4.9 MB 00:00 2023-10-06T22:41:16.988 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction test succeeded. 2023-10-06T22:41:16.993 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction 2023-10-06T22:41:16.999 INFO:teuthology.orchestra.run.smithi062.stdout:(125/131): openblas-0.3.15-3.el8.x86_64.rpm 9.8 MB/s | 4.7 MB 00:00 2023-10-06T22:41:17.042 INFO:teuthology.orchestra.run.smithi062.stdout:(126/131): postgresql-contrib-10.21-2.module+el 5.6 MB/s | 808 kB 00:00 2023-10-06T22:41:17.108 INFO:teuthology.orchestra.run.smithi062.stdout:(127/131): postgresql-10.21-2.module+el8.6.0+15 14 MB/s | 1.5 MB 00:00 2023-10-06T22:41:17.234 INFO:teuthology.orchestra.run.smithi062.stdout:(128/131): postgresql-server-10.21-2.module+el8 13 MB/s | 5.1 MB 00:00 2023-10-06T22:41:17.301 INFO:teuthology.orchestra.run.smithi062.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 12 MB/s | 798 kB 00:00 2023-10-06T22:41:18.217 INFO:teuthology.orchestra.run.smithi062.stdout:(130/131): librbd1-18.0.0-6616.g14d8d032.el8.x8 3.3 MB/s | 3.7 MB 00:01 2023-10-06T22:41:18.893 INFO:teuthology.orchestra.run.smithi062.stdout:(131/131): librados2-18.0.0-6616.g14d8d032.el8. 2.0 MB/s | 3.7 MB 00:01 2023-10-06T22:41:18.897 INFO:teuthology.orchestra.run.smithi062.stdout:-------------------------------------------------------------------------------- 2023-10-06T22:41:18.897 INFO:teuthology.orchestra.run.smithi062.stdout:Total 10 MB/s | 208 MB 00:20 2023-10-06T22:41:20.580 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction check 2023-10-06T22:41:20.726 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction check succeeded. 2023-10-06T22:41:20.726 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction test 2023-10-06T22:41:22.120 INFO:teuthology.orchestra.run.smithi037.stdout: Preparing : 1/1 2023-10-06T22:41:22.341 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-06T22:41:22.531 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-06T22:41:22.563 INFO:teuthology.orchestra.run.smithi062.stdout:Transaction test succeeded. 2023-10-06T22:41:22.568 INFO:teuthology.orchestra.run.smithi062.stdout:Running transaction 2023-10-06T22:41:22.747 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-10-06T22:41:22.959 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-06T22:41:23.134 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-06T22:41:23.367 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-06T22:41:23.889 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-06T22:41:24.150 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 6/134 2023-10-06T22:41:24.645 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 6/134 2023-10-06T22:41:24.825 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 7/134 2023-10-06T22:41:24.982 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 7/134 2023-10-06T22:41:25.208 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 8/134 2023-10-06T22:41:25.327 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 8/134 2023-10-06T22:41:25.546 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rados-2:18.0.0-6616.g14d8d032.el8.x86_64 9/134 2023-10-06T22:41:25.820 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-06T22:41:26.015 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-06T22:41:26.631 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-06T22:41:26.918 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-06T22:41:27.108 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 14/134 2023-10-06T22:41:27.239 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 14/134 2023-10-06T22:41:27.425 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86 15/134 2023-10-06T22:41:27.528 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86 15/134 2023-10-06T22:41:27.683 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-06T22:41:27.848 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-06T22:41:28.001 INFO:teuthology.orchestra.run.smithi062.stdout: Preparing : 1/1 2023-10-06T22:41:28.002 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-06T22:41:28.182 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-06T22:41:28.369 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-06T22:41:28.532 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-06T22:41:28.697 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-06T22:41:28.753 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-06T22:41:28.899 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-06T22:41:28.908 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-06T22:41:29.429 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-06T22:41:29.642 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-06T22:41:29.666 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 5/134 2023-10-06T22:41:29.833 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-10-06T22:41:30.160 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 5/134 2023-10-06T22:41:30.357 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 6/134 2023-10-06T22:41:30.518 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 6/134 2023-10-06T22:41:30.721 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-10-06T22:41:30.724 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 7/134 2023-10-06T22:41:30.855 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 7/134 2023-10-06T22:41:31.027 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-10-06T22:41:31.030 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rados-2:18.0.0-6616.g14d8d032.el8.x86_64 8/134 2023-10-06T22:41:31.292 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-10-06T22:41:31.433 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-10-06T22:41:31.566 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-10-06T22:41:31.735 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-10-06T22:41:31.750 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-06T22:41:31.973 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-10-06T22:41:32.090 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-06T22:41:32.274 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-06T22:41:32.457 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-ceph-common-2:18.0.0-6616.g14d8d032.el8. 26/134 2023-10-06T22:41:32.581 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-06T22:41:32.614 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-ceph-argparse-2:18.0.0-6616.g14d8d032.el 27/134 2023-10-06T22:41:32.816 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-06T22:41:33.032 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 14/134 2023-10-06T22:41:33.166 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 14/134 2023-10-06T22:41:33.382 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86 15/134 2023-10-06T22:41:33.574 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86 15/134 2023-10-06T22:41:33.710 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cephfs-2:18.0.0-6616.g14d8d032.el8.x86_6 28/134 2023-10-06T22:41:33.804 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-10-06T22:41:34.001 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-10-06T22:41:34.097 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-10-06T22:41:34.177 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-10-06T22:41:34.332 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-06T22:41:34.394 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-10-06T22:41:34.497 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-06T22:41:34.682 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-06T22:41:34.698 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-10-06T22:41:34.866 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-06T22:41:35.422 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-06T22:41:35.631 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-06T22:41:36.354 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-06T22:41:36.564 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-10-06T22:41:37.106 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-06T22:41:37.443 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-10-06T22:41:37.449 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-10-06T22:41:37.672 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-06T22:41:37.773 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-10-06T22:41:37.900 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-06T22:41:38.005 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-10-06T22:41:38.066 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rbd-2:18.0.0-6616.g14d8d032.el8.x86_64 36/134 2023-10-06T22:41:38.288 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librados-devel-2:18.0.0-6616.g14d8d032.el8.x86_6 37/134 2023-10-06T22:41:38.289 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-06T22:41:38.481 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-common-2:18.0.0-6616.g14d8d032.el8. 26/134 2023-10-06T22:41:38.493 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-10-06T22:41:38.671 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-ceph-argparse-2:18.0.0-6616.g14d8d032.el 27/134 2023-10-06T22:41:38.678 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-10-06T22:41:38.836 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-10-06T22:41:38.933 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cephfs-2:18.0.0-6616.g14d8d032.el8.x86_6 28/134 2023-10-06T22:41:38.995 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-10-06T22:41:39.164 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-06T22:41:39.225 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-10-06T22:41:39.443 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-10-06T22:41:39.878 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-10-06T22:41:40.174 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-10-06T22:41:40.382 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-10-06T22:41:40.650 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-10-06T22:41:40.902 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-10-06T22:41:41.218 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-10-06T22:41:41.400 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-06T22:41:41.501 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-10-06T22:41:41.685 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-10-06T22:41:41.921 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-10-06T22:41:42.111 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-10-06T22:41:42.297 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-10-06T22:41:42.662 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-10-06T22:41:42.682 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-10-06T22:41:42.961 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-10-06T22:41:43.047 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-10-06T22:41:43.251 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-10-06T22:41:43.294 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-10-06T22:41:43.457 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-10-06T22:41:43.563 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-10-06T22:41:43.666 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-10-06T22:41:43.779 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-06T22:41:43.827 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-10-06T22:41:43.998 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-10-06T22:41:44.022 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-06T22:41:44.086 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-10-06T22:41:44.215 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rbd-2:18.0.0-6616.g14d8d032.el8.x86_64 36/134 2023-10-06T22:41:44.387 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-10-06T22:41:44.423 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librados-devel-2:18.0.0-6616.g14d8d032.el8.x86_6 37/134 2023-10-06T22:41:44.599 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-10-06T22:41:44.613 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-10-06T22:41:44.811 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-10-06T22:41:44.814 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-06T22:41:44.915 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-06T22:41:44.988 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-10-06T22:41:45.085 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-10-06T22:41:45.128 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-10-06T22:41:45.342 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-10-06T22:41:45.360 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-10-06T22:41:45.508 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-06T22:41:45.596 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-10-06T22:41:45.715 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-06T22:41:45.764 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-06T22:41:45.868 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-06T22:41:46.030 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-06T22:41:46.136 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-10-06T22:41:46.281 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-06T22:41:46.344 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-10-06T22:41:46.478 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-06T22:41:46.535 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-10-06T22:41:46.637 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-06T22:41:46.703 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-10-06T22:41:46.900 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-10-06T22:41:46.901 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-06T22:41:47.055 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-10-06T22:41:47.159 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-06T22:41:47.291 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-10-06T22:41:47.375 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-06T22:41:47.526 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-10-06T22:41:47.535 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-06T22:41:47.723 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-06T22:41:47.954 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-06T22:41:47.972 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-10-06T22:41:48.155 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-06T22:41:48.289 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-10-06T22:41:48.380 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-06T22:41:48.513 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-10-06T22:41:48.663 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-06T22:41:48.807 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-10-06T22:41:48.949 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-06T22:41:49.044 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-10-06T22:41:49.134 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-06T22:41:49.349 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-06T22:41:49.393 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-10-06T22:41:49.640 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-10-06T22:41:49.848 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-10-06T22:41:50.120 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-10-06T22:41:50.324 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-10-06T22:41:50.521 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-10-06T22:41:50.757 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-06T22:41:50.860 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-10-06T22:41:51.045 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-06T22:41:51.162 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-10-06T22:41:51.322 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-06T22:41:51.449 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-10-06T22:41:51.655 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-06T22:41:51.784 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-10-06T22:41:51.952 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-06T22:41:51.974 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-06T22:41:52.148 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-06T22:41:52.242 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-06T22:41:52.528 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-06T22:41:52.755 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-06T22:41:52.952 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-06T22:41:53.087 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-06T22:41:53.103 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-06T22:41:53.255 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 92/134 2023-10-06T22:41:53.292 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-06T22:41:53.350 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 92/134 2023-10-06T22:41:53.534 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-06T22:41:53.539 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : python3-rgw-2:18.0.0-6616.g14d8d032.el8.x86_64 93/134 2023-10-06T22:41:53.732 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-06T22:41:53.917 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-06T22:41:54.071 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-06T22:41:54.369 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-06T22:41:54.570 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-06T22:41:54.779 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-06T22:41:55.088 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-06T22:41:55.331 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-06T22:41:55.569 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-06T22:41:55.779 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-06T22:41:57.246 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-06T22:41:57.527 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-06T22:41:57.795 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-06T22:41:58.141 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-06T22:41:58.448 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-06T22:41:58.759 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 94/134 2023-10-06T22:41:58.767 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-06T22:41:58.967 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 94/134 2023-10-06T22:41:59.703 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 94/134 2023-10-06T22:41:59.716 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-06T22:41:59.953 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 92/134 2023-10-06T22:42:00.021 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 95/134 2023-10-06T22:42:00.044 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 92/134 2023-10-06T22:42:00.157 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 95/134 2023-10-06T22:42:00.221 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : python3-rgw-2:18.0.0-6616.g14d8d032.el8.x86_64 93/134 2023-10-06T22:42:00.288 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 96/134 2023-10-06T22:42:06.127 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 94/134 2023-10-06T22:42:06.362 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 94/134 2023-10-06T22:42:07.097 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 94/134 2023-10-06T22:42:07.409 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 95/134 2023-10-06T22:42:07.555 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 95/134 2023-10-06T22:42:08.544 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 96/134 2023-10-06T22:42:21.508 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 96/134 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /sys 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /proc 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /dev 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /run 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /mnt 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /var/tmp 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /home 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /tmp 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout:skipping the directory /dev 2023-10-06T22:42:21.509 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:42:21.944 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 97/134 2023-10-06T22:42:23.829 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 97/134 2023-10-06T22:42:24.043 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 98/134 2023-10-06T22:42:24.329 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 98/134 2023-10-06T22:42:24.485 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 99/134 2023-10-06T22:42:25.046 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 99/134 2023-10-06T22:42:25.243 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 100/134 2023-10-06T22:42:25.287 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 100/134 2023-10-06T22:42:28.136 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 101/134 2023-10-06T22:42:28.329 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 101/134 2023-10-06T22:42:28.501 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6616.g14d8d032.e 102/134 2023-10-06T22:42:28.759 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6616.g14d8d032. 103/134 2023-10-06T22:42:28.967 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noa 104/134 2023-10-06T22:42:29.246 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noa 104/134 2023-10-06T22:42:29.467 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.n 105/134 2023-10-06T22:42:29.654 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 96/134 2023-10-06T22:42:29.654 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /sys 2023-10-06T22:42:29.654 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /proc 2023-10-06T22:42:29.654 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /dev 2023-10-06T22:42:29.654 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /run 2023-10-06T22:42:29.655 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /mnt 2023-10-06T22:42:29.655 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /var/tmp 2023-10-06T22:42:29.655 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /home 2023-10-06T22:42:29.655 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /tmp 2023-10-06T22:42:29.655 INFO:teuthology.orchestra.run.smithi062.stdout:skipping the directory /dev 2023-10-06T22:42:29.655 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:42:30.050 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 97/134 2023-10-06T22:42:30.653 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.n 105/134 2023-10-06T22:42:30.817 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d 106/134 2023-10-06T22:42:30.953 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d 106/134 2023-10-06T22:42:31.386 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6616.g14d8d032.el 107/134 2023-10-06T22:42:31.550 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 108/134 2023-10-06T22:42:31.617 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 108/134 2023-10-06T22:42:31.817 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 109/134 2023-10-06T22:42:31.846 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 109/134 2023-10-06T22:42:31.916 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 97/134 2023-10-06T22:42:32.156 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 98/134 2023-10-06T22:42:32.440 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 98/134 2023-10-06T22:42:32.599 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 99/134 2023-10-06T22:42:33.161 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 99/134 2023-10-06T22:42:33.391 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 100/134 2023-10-06T22:42:33.403 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-2:18.0.0-6616.g14d8d032.el8.x86_64 110/134 2023-10-06T22:42:33.434 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 100/134 2023-10-06T22:42:33.683 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 111/134 2023-10-06T22:42:33.755 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 111/134 2023-10-06T22:42:33.892 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6616.g14d8d 112/134 2023-10-06T22:42:33.966 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6616.g14d8d 112/134 2023-10-06T22:42:34.150 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 113/134 2023-10-06T22:42:34.601 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 113/134 2023-10-06T22:42:34.776 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 114/134 2023-10-06T22:42:36.359 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 101/134 2023-10-06T22:42:36.517 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 101/134 2023-10-06T22:42:36.682 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6616.g14d8d032.e 102/134 2023-10-06T22:42:36.883 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6616.g14d8d032. 103/134 2023-10-06T22:42:37.088 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noa 104/134 2023-10-06T22:42:37.372 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noa 104/134 2023-10-06T22:42:37.588 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.n 105/134 2023-10-06T22:42:38.775 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.n 105/134 2023-10-06T22:42:38.990 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d 106/134 2023-10-06T22:42:39.129 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d 106/134 2023-10-06T22:42:39.573 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6616.g14d8d032.el 107/134 2023-10-06T22:42:39.788 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 108/134 2023-10-06T22:42:39.856 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 108/134 2023-10-06T22:42:40.031 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 109/134 2023-10-06T22:42:40.060 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 109/134 2023-10-06T22:42:40.230 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 114/134 2023-10-06T22:42:40.570 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-test-2:18.0.0-6616.g14d8d032.el8.x86_64 115/134 2023-10-06T22:42:40.732 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-10-06T22:42:41.010 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-10-06T22:42:41.653 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-2:18.0.0-6616.g14d8d032.el8.x86_64 110/134 2023-10-06T22:42:41.850 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 111/134 2023-10-06T22:42:41.915 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 111/134 2023-10-06T22:42:42.065 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6616.g14d8d 112/134 2023-10-06T22:42:42.138 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6616.g14d8d 112/134 2023-10-06T22:42:42.311 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 113/134 2023-10-06T22:42:42.322 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-10-06T22:42:42.665 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-10-06T22:42:42.761 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 113/134 2023-10-06T22:42:42.837 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ceph-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 119/134 2023-10-06T22:42:42.934 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 114/134 2023-10-06T22:42:43.012 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-06T22:42:43.179 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libcephfs-devel-2:18.0.0-6616.g14d8d032.el8.x86_ 121/134 2023-10-06T22:42:43.367 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-06T22:42:46.940 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-06T22:42:47.207 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-06T22:42:47.245 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-06T22:42:47.483 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : cephfs-top-2:18.0.0-6616.g14d8d032.el8.noarch 124/134 2023-10-06T22:42:47.667 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : rbd-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 125/134 2023-10-06T22:42:48.047 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : rbd-nbd-2:18.0.0-6616.g14d8d032.el8.x86_64 126/134 2023-10-06T22:42:48.326 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-06T22:42:48.387 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 114/134 2023-10-06T22:42:48.531 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-06T22:42:48.555 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-06T22:42:48.746 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-10-06T22:42:48.898 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-10-06T22:42:49.021 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-10-06T22:42:49.215 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-10-06T22:42:49.244 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-10-06T22:42:49.244 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-06T22:42:49.447 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-06T22:42:49.447 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-06T22:42:49.702 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-test-2:18.0.0-6616.g14d8d032.el8.x86_64 115/134 2023-10-06T22:42:49.713 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-06T22:42:49.873 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-06T22:42:50.046 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-10-06T22:42:50.133 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-06T22:42:50.133 INFO:teuthology.orchestra.run.smithi037.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2023-10-06T22:42:50.133 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:42:50.238 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : ceph-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 117/134 2023-10-06T22:42:50.516 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-10-06T22:42:50.696 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-10-06T22:42:50.764 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-2:18.0.0-6616.g14d8d032.el8.x86_64 1/134 2023-10-06T22:42:50.764 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 2/134 2023-10-06T22:42:50.764 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 3/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 4/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6616.g14d8d 5/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 6/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 7/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 8/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 9/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 10/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 11/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-test-2:18.0.0-6616.g14d8d032.el8.x86_64 12/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 13/134 2023-10-06T22:42:50.765 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libcephfs-devel-2:18.0.0-6616.g14d8d032.el8.x86_ 14/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 15/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 16/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librados-devel-2:18.0.0-6616.g14d8d032.el8.x86_6 17/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86 18/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 19/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6616.g14d8d032.el 20/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-ceph-common-2:18.0.0-6616.g14d8d032.el8. 21/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cephfs-2:18.0.0-6616.g14d8d032.el8.x86_6 22/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rados-2:18.0.0-6616.g14d8d032.el8.x86_64 23/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rbd-2:18.0.0-6616.g14d8d032.el8.x86_64 24/134 2023-10-06T22:42:50.766 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rgw-2:18.0.0-6616.g14d8d032.el8.x86_64 25/134 2023-10-06T22:42:50.776 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : rbd-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 26/134 2023-10-06T22:42:50.776 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 27/134 2023-10-06T22:42:50.776 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : rbd-nbd-2:18.0.0-6616.g14d8d032.el8.x86_64 28/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6616.g14d8d032. 29/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noa 30/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.n 31/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d 32/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6616.g14d8d032.el 33/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 34/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6616.g14d8d032.e 35/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 36/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 37/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : cephfs-top-2:18.0.0-6616.g14d8d032.el8.noarch 38/134 2023-10-06T22:42:50.777 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-06T22:42:50.778 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-06T22:42:50.779 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-06T22:42:50.780 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-10-06T22:42:50.781 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-10-06T22:42:50.782 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-10-06T22:42:50.783 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-10-06T22:42:50.784 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-10-06T22:42:50.785 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-10-06T22:42:50.786 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-06T22:42:50.786 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 129/134 2023-10-06T22:42:50.786 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-06T22:42:50.786 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 131/134 2023-10-06T22:42:50.786 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-06T22:42:50.786 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-06T22:42:50.975 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-10-06T22:42:51.202 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-10-06T22:42:51.410 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libcephfs-devel-2:18.0.0-6616.g14d8d032.el8.x86_ 121/134 2023-10-06T22:42:51.581 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-06T22:42:53.565 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-06T22:42:53.565 INFO:teuthology.orchestra.run.smithi037.stdout:Last metadata expiration check: 0:02:08 ago on Fri 06 Oct 2023 10:40:45 PM UTC. 2023-10-06T22:42:55.196 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-06T22:42:55.572 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-06T22:42:55.609 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-06T22:42:55.814 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : cephfs-top-2:18.0.0-6616.g14d8d032.el8.noarch 124/134 2023-10-06T22:42:55.998 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 125/134 2023-10-06T22:42:56.250 INFO:teuthology.orchestra.run.smithi037.stdout:Installed products updated. 2023-10-06T22:42:56.367 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : rbd-nbd-2:18.0.0-6616.g14d8d032.el8.x86_64 126/134 2023-10-06T22:42:56.498 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:42:56.498 INFO:teuthology.orchestra.run.smithi037.stdout:Upgraded: 2023-10-06T22:42:56.498 INFO:teuthology.orchestra.run.smithi037.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-06T22:42:56.498 INFO:teuthology.orchestra.run.smithi037.stdout: librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.498 INFO:teuthology.orchestra.run.smithi037.stdout: librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.498 INFO:teuthology.orchestra.run.smithi037.stdout:Installed: 2023-10-06T22:42:56.498 INFO:teuthology.orchestra.run.smithi037.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: automake-1.16.1-7.el8.noarch 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: bison-3.0.4-10.el8.x86_64 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-grafana-dashboards-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-immutable-object-cache-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.499 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-modules-core-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-prometheus-alerts-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-test-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.500 INFO:teuthology.orchestra.run.smithi037.stdout: ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: cephfs-top-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: flex-2.6.1-9.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: jq-1.6-3.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-06T22:42:56.501 INFO:teuthology.orchestra.run.smithi037.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs-devel-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libpq-13.5-1.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: librados-devel-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.502 INFO:teuthology.orchestra.run.smithi037.stdout: libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-06T22:42:56.503 INFO:teuthology.orchestra.run.smithi037.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-06T22:42:56.504 INFO:teuthology.orchestra.run.smithi037.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-argparse-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cephfs-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-06T22:42:56.505 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-06T22:42:56.506 INFO:teuthology.orchestra.run.smithi037.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-portend-2.6-1.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-06T22:42:56.507 INFO:teuthology.orchestra.run.smithi037.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rados-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rbd-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rgw-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-06T22:42:56.508 INFO:teuthology.orchestra.run.smithi037.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: rbd-nbd-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-06T22:42:56.509 INFO:teuthology.orchestra.run.smithi037.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-06T22:42:56.510 INFO:teuthology.orchestra.run.smithi037.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-06T22:42:56.510 INFO:teuthology.orchestra.run.smithi037.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-06T22:42:56.510 INFO:teuthology.orchestra.run.smithi037.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-06T22:42:56.510 INFO:teuthology.orchestra.run.smithi037.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-06T22:42:56.510 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:42:56.510 INFO:teuthology.orchestra.run.smithi037.stdout:Complete! 2023-10-06T22:42:56.738 INFO:teuthology.orchestra.run.smithi062.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-06T22:42:56.835 DEBUG:teuthology.parallel:result is None 2023-10-06T22:42:56.905 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-10-06T22:42:57.019 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-10-06T22:42:57.229 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-10-06T22:42:57.257 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-10-06T22:42:57.479 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-06T22:42:57.502 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-06T22:42:57.666 INFO:teuthology.orchestra.run.smithi062.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-10-06T22:42:57.666 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-06T22:42:57.928 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-06T22:42:57.928 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-06T22:42:58.195 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-06T22:42:58.422 INFO:teuthology.orchestra.run.smithi062.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-06T22:42:58.684 INFO:teuthology.orchestra.run.smithi062.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-06T22:42:58.684 INFO:teuthology.orchestra.run.smithi062.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2023-10-06T22:42:58.684 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:42:59.313 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-2:18.0.0-6616.g14d8d032.el8.x86_64 1/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 2/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 3/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 4/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6616.g14d8d 5/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 6/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 7/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 8/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 9/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 10/134 2023-10-06T22:42:59.314 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 11/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-test-2:18.0.0-6616.g14d8d032.el8.x86_64 12/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 13/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs-devel-2:18.0.0-6616.g14d8d032.el8.x86_ 14/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 15/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 16/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados-devel-2:18.0.0-6616.g14d8d032.el8.x86_6 17/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86 18/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 19/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6616.g14d8d032.el 20/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-ceph-common-2:18.0.0-6616.g14d8d032.el8. 21/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cephfs-2:18.0.0-6616.g14d8d032.el8.x86_6 22/134 2023-10-06T22:42:59.315 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rados-2:18.0.0-6616.g14d8d032.el8.x86_64 23/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rbd-2:18.0.0-6616.g14d8d032.el8.x86_64 24/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rgw-2:18.0.0-6616.g14d8d032.el8.x86_64 25/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 26/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 27/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : rbd-nbd-2:18.0.0-6616.g14d8d032.el8.x86_64 28/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6616.g14d8d032. 29/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noa 30/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.n 31/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d 32/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6616.g14d8d032.el 33/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 34/134 2023-10-06T22:42:59.316 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6616.g14d8d032.e 35/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 36/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 37/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : cephfs-top-2:18.0.0-6616.g14d8d032.el8.noarch 38/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-06T22:42:59.317 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-06T22:42:59.318 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-06T22:42:59.319 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-10-06T22:42:59.320 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-10-06T22:42:59.321 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-10-06T22:42:59.322 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-10-06T22:42:59.323 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-10-06T22:42:59.324 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 129/134 2023-10-06T22:42:59.325 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-06T22:42:59.326 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 131/134 2023-10-06T22:42:59.326 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-06T22:42:59.326 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-06T22:43:02.120 INFO:teuthology.orchestra.run.smithi062.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-06T22:43:02.120 INFO:teuthology.orchestra.run.smithi062.stdout:Last metadata expiration check: 0:02:17 ago on Fri 06 Oct 2023 10:40:45 PM UTC. 2023-10-06T22:43:04.918 INFO:teuthology.orchestra.run.smithi062.stdout:Installed products updated. 2023-10-06T22:43:05.210 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout:Upgraded: 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout: librados2-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout: librbd1-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout:Installed: 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout: automake-1.16.1-7.el8.noarch 2023-10-06T22:43:05.211 INFO:teuthology.orchestra.run.smithi062.stdout: bison-3.0.4-10.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-base-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-grafana-dashboards-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-immutable-object-cache-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mds-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.212 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-dashboard-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.213 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.213 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-modules-core-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.213 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mgr-rook-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.213 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-mon-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.213 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-osd-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.213 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-prometheus-alerts-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-radosgw-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-selinux-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-test-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: ceph-volume-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: cephadm-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: cephfs-top-2:18.0.0-6616.g14d8d032.el8.noarch 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: flex-2.6.1-9.el8.x86_64 2023-10-06T22:43:05.214 INFO:teuthology.orchestra.run.smithi062.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: jq-1.6-3.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs-devel-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: libcephfs2-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: libcephsqlite-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-06T22:43:05.215 INFO:teuthology.orchestra.run.smithi062.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: libpq-13.5-1.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: librados-devel-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: libradosstriper1-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: librgw2-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-06T22:43:05.216 INFO:teuthology.orchestra.run.smithi062.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-06T22:43:05.217 INFO:teuthology.orchestra.run.smithi062.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-argparse-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-ceph-common-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.218 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cephfs-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-06T22:43:05.219 INFO:teuthology.orchestra.run.smithi062.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-portend-2.6-1.el8.noarch 2023-10-06T22:43:05.220 INFO:teuthology.orchestra.run.smithi062.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rados-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rbd-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rgw-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.221 INFO:teuthology.orchestra.run.smithi062.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-06T22:43:05.222 INFO:teuthology.orchestra.run.smithi062.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-fuse-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-mirror-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: rbd-nbd-2:18.0.0-6616.g14d8d032.el8.x86_64 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-06T22:43:05.223 INFO:teuthology.orchestra.run.smithi062.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-06T22:43:05.224 INFO:teuthology.orchestra.run.smithi062.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-06T22:43:05.224 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:05.224 INFO:teuthology.orchestra.run.smithi062.stdout:Complete! 2023-10-06T22:43:05.581 DEBUG:teuthology.parallel:result is None 2023-10-06T22:43:05.581 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=14d8d032507701c76ca224e769ee65a96b660a8c 2023-10-06T22:43:05.797 DEBUG:teuthology.orchestra.run.smithi037:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-06T22:43:05.854 INFO:teuthology.orchestra.run.smithi037.stdout:18.0.0-6616.g14d8d032.el8 2023-10-06T22:43:05.855 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6616.g14d8d032.el8 2023-10-06T22:43:05.855 INFO:teuthology.task.install:The correct ceph version 18.0.0-6616.g14d8d032 is installed. 2023-10-06T22:43:05.855 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=14d8d032507701c76ca224e769ee65a96b660a8c 2023-10-06T22:43:05.989 DEBUG:teuthology.orchestra.run.smithi062:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-06T22:43:06.043 INFO:teuthology.orchestra.run.smithi062.stdout:18.0.0-6616.g14d8d032.el8 2023-10-06T22:43:06.043 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6616.g14d8d032.el8 2023-10-06T22:43:06.043 INFO:teuthology.task.install:The correct ceph version 18.0.0-6616.g14d8d032 is installed. 2023-10-06T22:43:06.044 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-10-06T22:43:06.044 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:06.044 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-06T22:43:06.137 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:06.138 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-06T22:43:06.231 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-10-06T22:43:06.231 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:06.231 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/daemon-helper 2023-10-06T22:43:06.301 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-06T22:43:06.412 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:06.412 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/daemon-helper 2023-10-06T22:43:06.483 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-06T22:43:06.594 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-10-06T22:43:06.594 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:06.594 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-06T22:43:06.665 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-06T22:43:06.772 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:06.773 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-06T22:43:06.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-06T22:43:06.954 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-10-06T22:43:06.955 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:06.955 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/usr/bin/stdin-killer 2023-10-06T22:43:07.025 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-06T22:43:07.135 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:07.135 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/usr/bin/stdin-killer 2023-10-06T22:43:07.209 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-06T22:43:07.320 INFO:teuthology.run_tasks:Running task ceph... 2023-10-06T22:43:07.384 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-10-06T22:43:07.385 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 777 /var/log/ceph 2023-10-06T22:43:07.389 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 777 /var/log/ceph 2023-10-06T22:43:07.459 INFO:tasks.ceph:Disabling ceph logrotate... 2023-10-06T22:43:07.459 DEBUG:teuthology.orchestra.run.smithi037:> sudo rm -f -- /etc/logrotate.d/ceph 2023-10-06T22:43:07.464 DEBUG:teuthology.orchestra.run.smithi062:> sudo rm -f -- /etc/logrotate.d/ceph 2023-10-06T22:43:07.536 INFO:tasks.ceph:Creating extra log directories... 2023-10-06T22:43:07.537 DEBUG:teuthology.orchestra.run.smithi037:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-10-06T22:43:07.541 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-10-06T22:43:07.617 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-10-06T22:43:07.617 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-10-06T22:43:07.617 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-10-06T22:43:07.618 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:07.618 DEBUG:teuthology.orchestra.run.smithi037:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-10-06T22:43:07.662 DEBUG:teuthology.orchestra.run.smithi037:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-10-06T22:43:07.884 DEBUG:teuthology.orchestra.run.smithi037:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-10-06T22:43:07.956 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:07.956 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-10-06T22:43:08.001 DEBUG:teuthology.orchestra.run.smithi062:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-10-06T22:43:08.208 DEBUG:teuthology.orchestra.run.smithi062:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-10-06T22:43:08.285 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-10-06T22:43:08.285 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-10-06T22:43:08.286 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi/7414736', 'branch': 'rishabh-cephfs-mon', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{rhel_8} mount/kclient/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': None, 'first_in_suite': False, 'job_id': '7414736', 'kernel': {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'rishabh-2023-10-06_11:56:52-fs-rishabh-cephfs-mon-testing-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'rhel', 'os_version': '8.6', 'overrides': {'admin_socket': {'branch': 'rishabh-cephfs-mon'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c'}}, 'kclient': {'syntax': 'v1'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'rishabh-cephfs-mon', 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 75, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 7175, 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c', 'sleep_before_teardown': 0, 'subset': '59/512', 'suite': 'fs', 'suite_branch': 'rishabh-cephfs-mon', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_14d8d032507701c76ca224e769ee65a96b660a8c/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '14d8d032507701c76ca224e769ee65a96b660a8c', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi037.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs=', 'smithi062.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '14d8d032507701c76ca224e769ee65a96b660a8c', 'cluster': 'ceph'}}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '54e62bcbac4e53d9685e08328b790d3b20d71cae', 'timestamp': '2023-10-06_11:56:52', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2830'} 2023-10-06T22:43:08.286 DEBUG:teuthology.orchestra.run.smithi037:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-10-06T22:43:08.291 DEBUG:teuthology.orchestra.run.smithi062:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-10-06T22:43:08.335 DEBUG:teuthology.orchestra.run.smithi037:> sudo install -d -m0777 -- /var/run/ceph 2023-10-06T22:43:08.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo install -d -m0777 -- /var/run/ceph 2023-10-06T22:43:08.881 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:08.881 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/scratch_devs of=/dev/stdout 2023-10-06T22:43:08.926 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-06T22:43:08.926 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_1 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 448 Links: 1 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2023-10-06 22:42:50.263609473 +0000 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2023-10-06 22:39:43.985513647 +0000 2023-10-06T22:43:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2023-10-06 22:39:43.985513647 +0000 2023-10-06T22:43:09.012 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2023-10-06 22:39:43.958513976 +0000 2023-10-06T22:43:09.012 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-06T22:43:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2023-10-06T22:43:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2023-10-06T22:43:09.118 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000331584 s, 1.5 MB/s 2023-10-06T22:43:09.120 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-06T22:43:09.169 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_2 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 454 Links: 1 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2023-10-06 22:42:50.263609473 +0000 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2023-10-06 22:39:44.816503540 +0000 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2023-10-06 22:39:44.816503540 +0000 2023-10-06T22:43:09.216 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2023-10-06 22:39:44.789503868 +0000 2023-10-06T22:43:09.217 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-06T22:43:09.286 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2023-10-06T22:43:09.286 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2023-10-06T22:43:09.286 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000279903 s, 1.8 MB/s 2023-10-06T22:43:09.288 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-06T22:43:09.335 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_3 2023-10-06T22:43:09.378 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-06T22:43:09.378 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:09.378 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 460 Links: 1 2023-10-06T22:43:09.378 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:09.378 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:09.378 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2023-10-06 22:42:50.263609473 +0000 2023-10-06T22:43:09.379 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2023-10-06 22:39:45.644493469 +0000 2023-10-06T22:43:09.379 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2023-10-06 22:39:45.644493469 +0000 2023-10-06T22:43:09.379 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2023-10-06 22:39:45.619493773 +0000 2023-10-06T22:43:09.379 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-06T22:43:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2023-10-06T22:43:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2023-10-06T22:43:09.487 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000281187 s, 1.8 MB/s 2023-10-06T22:43:09.490 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-06T22:43:09.538 DEBUG:teuthology.orchestra.run.smithi037:> stat /dev/vg_nvme/lv_4 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout:Device: 5h/5d Inode: 466 Links: 1 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout:Access: 2023-10-06 22:42:50.263609473 +0000 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout:Modify: 2023-10-06 22:39:46.472483398 +0000 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout:Change: 2023-10-06 22:39:46.472483398 +0000 2023-10-06T22:43:09.584 INFO:teuthology.orchestra.run.smithi037.stdout: Birth: 2023-10-06 22:39:46.447483702 +0000 2023-10-06T22:43:09.585 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-06T22:43:09.692 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records in 2023-10-06T22:43:09.693 INFO:teuthology.orchestra.run.smithi037.stderr:1+0 records out 2023-10-06T22:43:09.693 INFO:teuthology.orchestra.run.smithi037.stderr:512 bytes copied, 0.000314542 s, 1.6 MB/s 2023-10-06T22:43:09.695 DEBUG:teuthology.orchestra.run.smithi037:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-06T22:43:09.741 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:09.742 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:09.742 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/scratch_devs of=/dev/stdout 2023-10-06T22:43:09.786 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-06T22:43:09.786 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_1 2023-10-06T22:43:09.871 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-06T22:43:09.871 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:09.871 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 448 Links: 1 2023-10-06T22:43:09.871 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:09.871 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:09.872 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-10-06 22:42:58.806127498 +0000 2023-10-06T22:43:09.872 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-10-06 22:39:34.059902270 +0000 2023-10-06T22:43:09.872 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-10-06 22:39:34.059902270 +0000 2023-10-06T22:43:09.872 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2023-10-06 22:39:34.032902661 +0000 2023-10-06T22:43:09.872 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-06T22:43:09.978 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-10-06T22:43:09.978 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-10-06T22:43:09.978 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000338086 s, 1.5 MB/s 2023-10-06T22:43:09.981 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-06T22:43:10.027 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_2 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 454 Links: 1 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-10-06 22:42:58.806127498 +0000 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-10-06 22:39:34.891890222 +0000 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-10-06 22:39:34.891890222 +0000 2023-10-06T22:43:10.113 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2023-10-06 22:39:34.865890599 +0000 2023-10-06T22:43:10.114 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-06T22:43:10.222 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-10-06T22:43:10.223 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-10-06T22:43:10.223 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000281841 s, 1.8 MB/s 2023-10-06T22:43:10.225 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-06T22:43:10.269 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_3 2023-10-06T22:43:10.353 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-06T22:43:10.353 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:10.354 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 460 Links: 1 2023-10-06T22:43:10.354 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:10.354 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:10.354 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-10-06 22:42:58.806127498 +0000 2023-10-06T22:43:10.354 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-10-06 22:39:35.716878276 +0000 2023-10-06T22:43:10.354 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-10-06 22:39:35.716878276 +0000 2023-10-06T22:43:10.354 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2023-10-06 22:39:35.690878652 +0000 2023-10-06T22:43:10.354 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-06T22:43:10.461 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-10-06T22:43:10.461 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-10-06T22:43:10.461 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000301117 s, 1.7 MB/s 2023-10-06T22:43:10.464 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-06T22:43:10.509 DEBUG:teuthology.orchestra.run.smithi062:> stat /dev/vg_nvme/lv_4 2023-10-06T22:43:10.594 INFO:teuthology.orchestra.run.smithi062.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-06T22:43:10.594 INFO:teuthology.orchestra.run.smithi062.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-06T22:43:10.595 INFO:teuthology.orchestra.run.smithi062.stdout:Device: 5h/5d Inode: 466 Links: 1 2023-10-06T22:43:10.595 INFO:teuthology.orchestra.run.smithi062.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-06T22:43:10.595 INFO:teuthology.orchestra.run.smithi062.stdout:Context: system_u:object_r:device_t:s0 2023-10-06T22:43:10.595 INFO:teuthology.orchestra.run.smithi062.stdout:Access: 2023-10-06 22:42:58.806127498 +0000 2023-10-06T22:43:10.595 INFO:teuthology.orchestra.run.smithi062.stdout:Modify: 2023-10-06 22:39:36.559866069 +0000 2023-10-06T22:43:10.595 INFO:teuthology.orchestra.run.smithi062.stdout:Change: 2023-10-06 22:39:36.559866069 +0000 2023-10-06T22:43:10.595 INFO:teuthology.orchestra.run.smithi062.stdout: Birth: 2023-10-06 22:39:36.530866489 +0000 2023-10-06T22:43:10.595 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-06T22:43:10.702 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records in 2023-10-06T22:43:10.702 INFO:teuthology.orchestra.run.smithi062.stderr:1+0 records out 2023-10-06T22:43:10.702 INFO:teuthology.orchestra.run.smithi062.stderr:512 bytes copied, 0.000284961 s, 1.8 MB/s 2023-10-06T22:43:10.705 DEBUG:teuthology.orchestra.run.smithi062:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-06T22:43:10.749 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:10.750 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi037.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi062.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-10-06T22:43:10.750 INFO:tasks.ceph:Generating config... 2023-10-06T22:43:10.751 INFO:tasks.ceph:[client] client mount timeout = 600 2023-10-06T22:43:10.751 INFO:tasks.ceph:[client] debug client = 20 2023-10-06T22:43:10.751 INFO:tasks.ceph:[client] debug ms = 1 2023-10-06T22:43:10.751 INFO:tasks.ceph:[client] pid file = 2023-10-06T22:43:10.751 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-10-06T22:43:10.751 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-10-06T22:43:10.752 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] debug mds = 20 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] debug ms = 1 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] mds debug frag = True 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-10-06T22:43:10.752 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-10-06T22:43:10.753 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-10-06T22:43:10.753 INFO:tasks.ceph:[mgr] debug ms = 1 2023-10-06T22:43:10.753 INFO:tasks.ceph:[mon] debug mon = 20 2023-10-06T22:43:10.753 INFO:tasks.ceph:[mon] debug ms = 1 2023-10-06T22:43:10.753 INFO:tasks.ceph:[mon] debug paxos = 20 2023-10-06T22:43:10.753 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-10-06T22:43:10.753 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-10-06T22:43:10.753 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-10-06T22:43:10.753 INFO:tasks.ceph:[osd] debug bluefs = 20 2023-10-06T22:43:10.753 INFO:tasks.ceph:[osd] debug bluestore = 20 2023-10-06T22:43:10.753 INFO:tasks.ceph:[osd] debug ms = 1 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] debug osd = 20 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] debug rocksdb = 10 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-10-06T22:43:10.754 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-10-06T22:43:10.754 INFO:tasks.ceph:Setting up mon.a... 2023-10-06T22:43:10.754 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-10-06T22:43:10.866 INFO:teuthology.orchestra.run.smithi037.stdout:creating /etc/ceph/ceph.keyring 2023-10-06T22:43:10.872 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-10-06T22:43:10.975 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-10-06T22:43:11.046 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.37'), ('mon.b', '172.21.15.62'), ('mon.c', '[v2:172.21.15.62:3301,v1:172.21.15.62:6790]')] 2023-10-06T22:43:11.046 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.37,172.21.15.62,[v2:172.21.15.62:3301,v1:172.21.15.62:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-10-06T22:43:11.047 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:11.047 DEBUG:teuthology.orchestra.run.smithi037:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-10-06T22:43:11.091 DEBUG:teuthology.orchestra.run.smithi037:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.37 --add b 172.21.15.62 --addv c '[v2:172.21.15.62:3301,v1:172.21.15.62:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:11.225 INFO:teuthology.orchestra.run.smithi037.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:11.225 INFO:teuthology.orchestra.run.smithi037.stdout:monmaptool: generated fsid acbae489-7c2a-4204-9283-12ca8d72dfda 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:setting min_mon_release = pacific 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:epoch 0 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:fsid acbae489-7c2a-4204-9283-12ca8d72dfda 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:last_changed 2023-10-06T22:43:11.224755+0000 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:created 2023-10-06T22:43:11.224755+0000 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:min_mon_release 16 (pacific) 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:election_strategy: 1 2023-10-06T22:43:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:0: [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] mon.a 2023-10-06T22:43:11.227 INFO:teuthology.orchestra.run.smithi037.stdout:1: [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] mon.b 2023-10-06T22:43:11.227 INFO:teuthology.orchestra.run.smithi037.stdout:2: [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] mon.c 2023-10-06T22:43:11.227 INFO:teuthology.orchestra.run.smithi037.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-10-06T22:43:11.228 DEBUG:teuthology.orchestra.run.smithi037:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-10-06T22:43:11.272 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID acbae489-7c2a-4204-9283-12ca8d72dfda... 2023-10-06T22:43:11.273 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-10-06T22:43:11.317 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-10-06T22:43:11.443 INFO:teuthology.orchestra.run.smithi037.stdout:[global] 2023-10-06T22:43:11.443 INFO:teuthology.orchestra.run.smithi037.stdout: chdir = "" 2023-10-06T22:43:11.443 INFO:teuthology.orchestra.run.smithi037.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: auth supported = cephx 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: filestore xattr use omap = true 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: mon clock drift allowed = 1.000 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: osd crush chooseleaf type = 0 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: auth debug = true 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.444 INFO:teuthology.orchestra.run.smithi037.stdout: ms die on old message = true 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: ms die on bug = true 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: mon max pg per osd = 10000 # >= luminous 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: mon pg warn max object skew = 0 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: # disable pg_autoscaler by default for new pools 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: osd_pool_default_pg_autoscale_mode = off 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: osd pool default size = 2 2023-10-06T22:43:11.445 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon osd allow primary affinity = true 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon osd allow pg remap = true 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon warn on legacy crush tunables = false 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon warn on crush straw calc version zero = false 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon warn on no sortbitwise = false 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon warn on osd down out interval zero = false 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon warn on too few osds = false 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-10-06T22:43:11.446 INFO:teuthology.orchestra.run.smithi037.stdout: mon_warn_on_pool_no_redundancy = false 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: mon_allow_pool_size_one = true 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: osd default data pool replay window = 5 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: mon allow pool delete = true 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: mon cluster log file level = debug 2023-10-06T22:43:11.447 INFO:teuthology.orchestra.run.smithi037.stdout: debug asserts on shutdown = true 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: mon health detail to clog = false 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: mon host = "172.21.15.37,172.21.15.62,[v2:172.21.15.62:3301,v1:172.21.15.62:6790]" 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: ms die on skipped message = False 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: fsid = acbae489-7c2a-4204-9283-12ca8d72dfda 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout:[osd] 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: osd journal size = 100 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: osd scrub load threshold = 5.0 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: osd scrub max interval = 600 2023-10-06T22:43:11.448 INFO:teuthology.orchestra.run.smithi037.stdout: osd mclock profile = high_recovery_ops 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: osd recover clone overlap = true 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: osd recovery max chunk = 1048576 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: osd debug shutdown = true 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: osd debug op order = true 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: osd debug verify stray on activate = true 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: osd open classes on start = true 2023-10-06T22:43:11.449 INFO:teuthology.orchestra.run.smithi037.stdout: osd debug pg log writeout = true 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: osd deep scrub update digest min age = 30 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: osd map max advance = 10 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: journal zero on create = true 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: filestore ondisk finisher threads = 3 2023-10-06T22:43:11.450 INFO:teuthology.orchestra.run.smithi037.stdout: filestore apply finisher threads = 3 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: bdev debug aio = true 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: osd debug misdirected ops = true 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: bluestore block size = 96636764160 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: bluestore fsck on mount = True 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: debug bluefs = 20 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: debug bluestore = 20 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: debug ms = 1 2023-10-06T22:43:11.451 INFO:teuthology.orchestra.run.smithi037.stdout: debug osd = 20 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: debug rocksdb = 10 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: mon osd backfillfull_ratio = 0.85 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: mon osd full ratio = 0.9 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: mon osd nearfull ratio = 0.8 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: osd failsafe full ratio = 0.95 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: osd objectstore = bluestore 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: osd op complaint time = 180 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout:[mgr] 2023-10-06T22:43:11.452 INFO:teuthology.orchestra.run.smithi037.stdout: debug ms = 1 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: debug mgr = 20 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: debug mon = 20 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: debug auth = 20 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: mon reweight min pgs per osd = 4 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: mon reweight min bytes per osd = 10 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: mgr/telemetry/nag = false 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout:[mon] 2023-10-06T22:43:11.453 INFO:teuthology.orchestra.run.smithi037.stdout: debug ms = 1 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: debug mon = 20 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: debug paxos = 20 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: debug auth = 20 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: mon data avail warn = 5 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: mon mgr mkfs grace = 240 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: mon reweight min pgs per osd = 4 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: mon osd reporter subtree level = osd 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: mon osd prime pg temp = true 2023-10-06T22:43:11.454 INFO:teuthology.orchestra.run.smithi037.stdout: mon reweight min bytes per osd = 10 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: auth mon ticket ttl = 660 # 11m 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: auth service ticket ttl = 240 # 4m 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: # don't complain about insecure global_id in the test suite 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.455 INFO:teuthology.orchestra.run.smithi037.stdout: # 1m isn't quite enough 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: mon_down_mkfs_grace = 2m 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: mon_warn_on_filestore_osds = false 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: mon op complaint time = 120 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout:[client] 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: rgw cache enabled = true 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: rgw enable ops log = true 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: rgw enable usage log = true 2023-10-06T22:43:11.456 INFO:teuthology.orchestra.run.smithi037.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout: client mount timeout = 600 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout: debug client = 20 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout: debug ms = 1 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout: pid file = "" 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout: rados mon op timeout = 900 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout: rados osd op timeout = 900 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout:[mon.a] 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout:[mon.b] 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout:[mon.c] 2023-10-06T22:43:11.457 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.a] 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.c] 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.b] 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.d] 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout:[mds] 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout: debug mds = 20 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout: debug mds balancer = 20 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout: debug ms = 1 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout: mds debug frag = True 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout: mds debug scatterstat = True 2023-10-06T22:43:11.458 INFO:teuthology.orchestra.run.smithi037.stdout: mds op complaint time = 180 2023-10-06T22:43:11.459 INFO:teuthology.orchestra.run.smithi037.stdout: mds verify scatter = True 2023-10-06T22:43:11.459 INFO:teuthology.orchestra.run.smithi037.stdout: osd op complaint time = 180 2023-10-06T22:43:11.459 INFO:teuthology.orchestra.run.smithi037.stdout: rados mon op timeout = 900 2023-10-06T22:43:11.459 INFO:teuthology.orchestra.run.smithi037.stdout: rados osd op timeout = 900 2023-10-06T22:43:11.459 INFO:teuthology.orchestra.run.smithi062.stdout:[global] 2023-10-06T22:43:11.459 INFO:teuthology.orchestra.run.smithi062.stdout: chdir = "" 2023-10-06T22:43:11.459 INFO:teuthology.orchestra.run.smithi062.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: auth supported = cephx 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: filestore xattr use omap = true 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: mon clock drift allowed = 1.000 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: osd crush chooseleaf type = 0 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: auth debug = true 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: ms die on old message = true 2023-10-06T22:43:11.460 INFO:teuthology.orchestra.run.smithi062.stdout: ms die on bug = true 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: mon max pg per osd = 10000 # >= luminous 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: mon pg warn max object skew = 0 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: # disable pg_autoscaler by default for new pools 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: osd_pool_default_pg_autoscale_mode = off 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: osd pool default size = 2 2023-10-06T22:43:11.461 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd allow primary affinity = true 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd allow pg remap = true 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on legacy crush tunables = false 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on crush straw calc version zero = false 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on no sortbitwise = false 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on osd down out interval zero = false 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon warn on too few osds = false 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-10-06T22:43:11.462 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_pool_no_redundancy = false 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: mon_allow_pool_size_one = true 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: osd default data pool replay window = 5 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: mon allow pool delete = true 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: mon cluster log file level = debug 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: debug asserts on shutdown = true 2023-10-06T22:43:11.463 INFO:teuthology.orchestra.run.smithi062.stdout: mon health detail to clog = false 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: mon host = "172.21.15.37,172.21.15.62,[v2:172.21.15.62:3301,v1:172.21.15.62:6790]" 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: ms die on skipped message = False 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: fsid = acbae489-7c2a-4204-9283-12ca8d72dfda 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout:[osd] 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: osd journal size = 100 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: osd scrub load threshold = 5.0 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: osd scrub max interval = 600 2023-10-06T22:43:11.464 INFO:teuthology.orchestra.run.smithi062.stdout: osd mclock profile = high_recovery_ops 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: osd recover clone overlap = true 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: osd recovery max chunk = 1048576 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug shutdown = true 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug op order = true 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug verify stray on activate = true 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: osd open classes on start = true 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug pg log writeout = true 2023-10-06T22:43:11.465 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: osd deep scrub update digest min age = 30 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: osd map max advance = 10 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: journal zero on create = true 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: filestore ondisk finisher threads = 3 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: filestore apply finisher threads = 3 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: bdev debug aio = true 2023-10-06T22:43:11.466 INFO:teuthology.orchestra.run.smithi062.stdout: osd debug misdirected ops = true 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: bluestore block size = 96636764160 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: bluestore fsck on mount = True 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: debug bluefs = 20 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: debug bluestore = 20 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: debug osd = 20 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: debug rocksdb = 10 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd backfillfull_ratio = 0.85 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd full ratio = 0.9 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd nearfull ratio = 0.8 2023-10-06T22:43:11.467 INFO:teuthology.orchestra.run.smithi062.stdout: osd failsafe full ratio = 0.95 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: osd objectstore = bluestore 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: osd op complaint time = 180 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout:[mgr] 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: debug mgr = 20 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: debug mon = 20 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: debug auth = 20 2023-10-06T22:43:11.468 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min pgs per osd = 4 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min bytes per osd = 10 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: mgr/telemetry/nag = false 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout:[mon] 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: debug mon = 20 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: debug paxos = 20 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: debug auth = 20 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: mon data avail warn = 5 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: mon mgr mkfs grace = 240 2023-10-06T22:43:11.469 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min pgs per osd = 4 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd reporter subtree level = osd 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: mon osd prime pg temp = true 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: mon reweight min bytes per osd = 10 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: auth mon ticket ttl = 660 # 11m 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: auth service ticket ttl = 240 # 4m 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: # don't complain about insecure global_id in the test suite 2023-10-06T22:43:11.470 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: # 1m isn't quite enough 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: mon_down_mkfs_grace = 2m 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: mon_warn_on_filestore_osds = false 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: mon op complaint time = 120 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout:[client] 2023-10-06T22:43:11.471 INFO:teuthology.orchestra.run.smithi062.stdout: rgw cache enabled = true 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: rgw enable ops log = true 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: rgw enable usage log = true 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: client mount timeout = 600 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: debug client = 20 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: pid file = "" 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: rados mon op timeout = 900 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout: rados osd op timeout = 900 2023-10-06T22:43:11.472 INFO:teuthology.orchestra.run.smithi062.stdout:[mon.a] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout:[mon.b] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout:[mon.c] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.a] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.c] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.b] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.d] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout:[mds] 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout: debug mds = 20 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout: debug mds balancer = 20 2023-10-06T22:43:11.473 INFO:teuthology.orchestra.run.smithi062.stdout: debug ms = 1 2023-10-06T22:43:11.474 INFO:teuthology.orchestra.run.smithi062.stdout: mds debug frag = True 2023-10-06T22:43:11.474 INFO:teuthology.orchestra.run.smithi062.stdout: mds debug scatterstat = True 2023-10-06T22:43:11.474 INFO:teuthology.orchestra.run.smithi062.stdout: mds op complaint time = 180 2023-10-06T22:43:11.474 INFO:teuthology.orchestra.run.smithi062.stdout: mds verify scatter = True 2023-10-06T22:43:11.474 INFO:teuthology.orchestra.run.smithi062.stdout: osd op complaint time = 180 2023-10-06T22:43:11.474 INFO:teuthology.orchestra.run.smithi062.stdout: rados mon op timeout = 900 2023-10-06T22:43:11.474 INFO:teuthology.orchestra.run.smithi062.stdout: rados osd op timeout = 900 2023-10-06T22:43:11.476 INFO:tasks.ceph:Creating admin key on mon.a... 2023-10-06T22:43:11.476 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-10-06T22:43:11.595 INFO:tasks.ceph:Copying monmap to all nodes... 2023-10-06T22:43:11.595 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:11.596 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-10-06T22:43:11.640 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:11.640 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-10-06T22:43:11.725 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:43:11.725 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:11.725 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/etc/ceph/ceph.keyring 2023-10-06T22:43:11.725 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-10-06T22:43:11.965 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:11.965 DEBUG:teuthology.orchestra.run.smithi037:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:12.008 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:43:12.008 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:12.008 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd of=/etc/ceph/ceph.keyring 2023-10-06T22:43:12.009 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-10-06T22:43:12.109 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:12.109 DEBUG:teuthology.orchestra.run.smithi062:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:12.193 INFO:tasks.ceph:Setting up mon nodes... 2023-10-06T22:43:12.193 INFO:tasks.ceph:Setting up mgr nodes... 2023-10-06T22:43:12.193 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-10-06T22:43:12.326 INFO:teuthology.orchestra.run.smithi037.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-10-06T22:43:12.332 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-10-06T22:43:12.496 INFO:teuthology.orchestra.run.smithi062.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-10-06T22:43:12.502 INFO:tasks.ceph:Setting up mds nodes... 2023-10-06T22:43:12.503 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-10-06T22:43:12.632 INFO:teuthology.orchestra.run.smithi037.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-10-06T22:43:12.639 DEBUG:teuthology.orchestra.run.smithi037:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-10-06T22:43:12.710 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-10-06T22:43:12.838 INFO:teuthology.orchestra.run.smithi037.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-10-06T22:43:12.844 DEBUG:teuthology.orchestra.run.smithi037:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-10-06T22:43:12.916 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-10-06T22:43:13.045 INFO:teuthology.orchestra.run.smithi062.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-10-06T22:43:13.051 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-10-06T22:43:13.122 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-10-06T22:43:13.250 INFO:teuthology.orchestra.run.smithi062.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-10-06T22:43:13.256 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-10-06T22:43:13.326 INFO:tasks.ceph_client:Setting up client nodes... 2023-10-06T22:43:13.326 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-10-06T22:43:13.428 INFO:teuthology.orchestra.run.smithi037.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-10-06T22:43:13.467 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-10-06T22:43:13.573 INFO:teuthology.orchestra.run.smithi037.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-10-06T22:43:13.607 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-10-06T22:43:13.711 INFO:teuthology.orchestra.run.smithi062.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-10-06T22:43:13.745 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-10-06T22:43:13.849 INFO:teuthology.orchestra.run.smithi062.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-10-06T22:43:13.884 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-10-06T22:43:13.884 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi037.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi062.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-10-06T22:43:13.884 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-10-06T22:43:13.957 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:13.957 INFO:tasks.ceph:role: osd.0 2023-10-06T22:43:13.957 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:43:13.957 DEBUG:teuthology.orchestra.run.smithi037:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-10-06T22:43:14.039 INFO:teuthology.orchestra.run.smithi037.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:14.039 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:14.039 INFO:teuthology.orchestra.run.smithi037.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:14.040 INFO:teuthology.orchestra.run.smithi037.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:14.040 INFO:teuthology.orchestra.run.smithi037.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:14.040 INFO:teuthology.orchestra.run.smithi037.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:14.040 INFO:teuthology.orchestra.run.smithi037.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:14.040 INFO:teuthology.orchestra.run.smithi037.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:14.040 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:14.040 INFO:teuthology.orchestra.run.smithi037.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:14.473 INFO:teuthology.orchestra.run.smithi037.stdout:Discarding blocks...Done. 2023-10-06T22:43:14.479 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi037.front.sepia.ceph.com -o noatime 2023-10-06T22:43:14.479 DEBUG:teuthology.orchestra.run.smithi037:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-10-06T22:43:14.678 DEBUG:teuthology.orchestra.run.smithi037:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-10-06T22:43:14.758 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-10-06T22:43:14.830 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:14.830 INFO:tasks.ceph:role: osd.1 2023-10-06T22:43:14.830 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:43:14.831 DEBUG:teuthology.orchestra.run.smithi037:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-10-06T22:43:14.908 INFO:teuthology.orchestra.run.smithi037.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:14.908 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:14.909 INFO:teuthology.orchestra.run.smithi037.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:14.909 INFO:teuthology.orchestra.run.smithi037.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:14.909 INFO:teuthology.orchestra.run.smithi037.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:14.909 INFO:teuthology.orchestra.run.smithi037.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:14.909 INFO:teuthology.orchestra.run.smithi037.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:14.909 INFO:teuthology.orchestra.run.smithi037.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:14.910 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:14.910 INFO:teuthology.orchestra.run.smithi037.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:15.317 INFO:teuthology.orchestra.run.smithi037.stdout:Discarding blocks...Done. 2023-10-06T22:43:15.321 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi037.front.sepia.ceph.com -o noatime 2023-10-06T22:43:15.321 DEBUG:teuthology.orchestra.run.smithi037:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-10-06T22:43:15.465 DEBUG:teuthology.orchestra.run.smithi037:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-10-06T22:43:15.549 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-10-06T22:43:15.621 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:15.621 INFO:tasks.ceph:role: osd.2 2023-10-06T22:43:15.621 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:43:15.621 DEBUG:teuthology.orchestra.run.smithi037:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-10-06T22:43:15.701 INFO:teuthology.orchestra.run.smithi037.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:15.701 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:15.701 INFO:teuthology.orchestra.run.smithi037.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:15.702 INFO:teuthology.orchestra.run.smithi037.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:15.702 INFO:teuthology.orchestra.run.smithi037.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:15.702 INFO:teuthology.orchestra.run.smithi037.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:15.702 INFO:teuthology.orchestra.run.smithi037.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:15.702 INFO:teuthology.orchestra.run.smithi037.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:15.702 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:15.702 INFO:teuthology.orchestra.run.smithi037.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:16.147 INFO:teuthology.orchestra.run.smithi037.stdout:Discarding blocks...Done. 2023-10-06T22:43:16.151 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi037.front.sepia.ceph.com -o noatime 2023-10-06T22:43:16.151 DEBUG:teuthology.orchestra.run.smithi037:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-10-06T22:43:16.340 DEBUG:teuthology.orchestra.run.smithi037:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-10-06T22:43:16.422 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-10-06T22:43:16.494 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:16.494 INFO:tasks.ceph:role: osd.3 2023-10-06T22:43:16.494 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:43:16.495 DEBUG:teuthology.orchestra.run.smithi037:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-10-06T22:43:16.573 INFO:teuthology.orchestra.run.smithi037.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:16.574 INFO:teuthology.orchestra.run.smithi037.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:17.000 INFO:teuthology.orchestra.run.smithi037.stdout:Discarding blocks...Done. 2023-10-06T22:43:17.005 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi037.front.sepia.ceph.com -o noatime 2023-10-06T22:43:17.005 DEBUG:teuthology.orchestra.run.smithi037:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-10-06T22:43:17.130 DEBUG:teuthology.orchestra.run.smithi037:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-10-06T22:43:17.206 DEBUG:teuthology.orchestra.run.smithi037:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:17.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:17.331+0000 7fe67b619640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-10-06T22:43:17.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:17.331+0000 7fe67b619640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-10-06T22:43:17.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:17.331+0000 7fe67b619640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-10-06T22:43:17.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:17.331+0000 7fe67b619640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-10-06T22:43:17.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:17.331+0000 7fe67b619640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-10-06T22:43:17.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:17.334+0000 7fe67b619640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-10-06T22:43:20.309 DEBUG:teuthology.orchestra.run.smithi037:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-10-06T22:43:20.379 DEBUG:teuthology.orchestra.run.smithi037:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:20.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:20.487+0000 7fbf390d8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-10-06T22:43:20.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:20.487+0000 7fbf390d8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-10-06T22:43:20.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:20.487+0000 7fbf390d8640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-10-06T22:43:20.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:20.487+0000 7fbf390d8640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-10-06T22:43:20.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:20.487+0000 7fbf390d8640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-10-06T22:43:20.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:20.489+0000 7fbf390d8640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-10-06T22:43:23.417 DEBUG:teuthology.orchestra.run.smithi037:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-10-06T22:43:23.492 DEBUG:teuthology.orchestra.run.smithi037:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:23.605 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:23.604+0000 7f69fa3b8640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-10-06T22:43:23.605 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:23.604+0000 7f69fa3b8640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-10-06T22:43:23.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:23.605+0000 7f69fa3b8640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-10-06T22:43:23.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:23.605+0000 7f69fa3b8640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-10-06T22:43:23.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:23.605+0000 7f69fa3b8640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-10-06T22:43:23.607 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:23.606+0000 7f69fa3b8640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-10-06T22:43:26.547 DEBUG:teuthology.orchestra.run.smithi037:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-10-06T22:43:26.617 DEBUG:teuthology.orchestra.run.smithi037:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:26.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:26.727+0000 7f405fed2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-10-06T22:43:26.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:26.728+0000 7f405fed2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-10-06T22:43:26.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:26.728+0000 7f405fed2640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-10-06T22:43:26.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:26.728+0000 7f405fed2640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-10-06T22:43:26.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:26.728+0000 7f405fed2640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-10-06T22:43:26.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:26.730+0000 7f405fed2640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-10-06T22:43:29.677 DEBUG:teuthology.orchestra.run.smithi037:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-10-06T22:43:29.750 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-10-06T22:43:29.824 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:29.824 INFO:tasks.ceph:role: osd.4 2023-10-06T22:43:29.824 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:43:29.824 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-10-06T22:43:29.900 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:29.901 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:30.328 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-10-06T22:43:30.333 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-10-06T22:43:30.333 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-10-06T22:43:30.496 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-10-06T22:43:30.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-10-06T22:43:30.651 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:30.651 INFO:tasks.ceph:role: osd.5 2023-10-06T22:43:30.651 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:43:30.651 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:30.729 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:31.131 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-10-06T22:43:31.136 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-10-06T22:43:31.136 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-10-06T22:43:31.284 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-10-06T22:43:31.366 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-10-06T22:43:31.436 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:31.436 INFO:tasks.ceph:role: osd.6 2023-10-06T22:43:31.437 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:43:31.437 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-10-06T22:43:31.513 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:31.514 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:31.975 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-10-06T22:43:31.979 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-10-06T22:43:31.979 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-10-06T22:43:32.166 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-10-06T22:43:32.243 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-10-06T22:43:32.315 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-10-06T22:43:32.315 INFO:tasks.ceph:role: osd.7 2023-10-06T22:43:32.315 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:43:32.315 DEBUG:teuthology.orchestra.run.smithi062:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 attr=2, projid32bit=1 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout: = sunit=0 swidth=0 blks 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-10-06T22:43:32.393 INFO:teuthology.orchestra.run.smithi062.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-10-06T22:43:32.394 INFO:teuthology.orchestra.run.smithi062.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-10-06T22:43:32.828 INFO:teuthology.orchestra.run.smithi062.stdout:Discarding blocks...Done. 2023-10-06T22:43:32.832 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi062.front.sepia.ceph.com -o noatime 2023-10-06T22:43:32.832 DEBUG:teuthology.orchestra.run.smithi062:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-10-06T22:43:32.956 DEBUG:teuthology.orchestra.run.smithi062:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-10-06T22:43:33.036 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:33.161 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:33.159+0000 7ff49743c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-10-06T22:43:33.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:33.160+0000 7ff49743c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-10-06T22:43:33.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:33.160+0000 7ff49743c640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-10-06T22:43:33.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:33.160+0000 7ff49743c640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-10-06T22:43:33.162 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:33.160+0000 7ff49743c640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-10-06T22:43:33.164 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:33.161+0000 7ff49743c640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-10-06T22:43:36.119 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-10-06T22:43:36.190 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:36.303 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:36.302+0000 7f5661817640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-10-06T22:43:36.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:36.303+0000 7f5661817640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-10-06T22:43:36.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:36.303+0000 7f5661817640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-10-06T22:43:36.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:36.303+0000 7f5661817640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-10-06T22:43:36.304 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:36.303+0000 7f5661817640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-10-06T22:43:36.305 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:36.304+0000 7f5661817640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-10-06T22:43:38.288 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:43:38.293 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:43:39.263 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-10-06T22:43:39.359 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:39.470 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:39.468+0000 7f096ebfd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-10-06T22:43:39.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:39.469+0000 7f096ebfd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-10-06T22:43:39.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:39.469+0000 7f096ebfd640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-10-06T22:43:39.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:39.469+0000 7f096ebfd640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-10-06T22:43:39.471 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:39.469+0000 7f096ebfd640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-10-06T22:43:39.472 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:39.470+0000 7f096ebfd640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-10-06T22:43:42.417 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-10-06T22:43:42.488 DEBUG:teuthology.orchestra.run.smithi062:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:42.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:42.596+0000 7f795d9d5640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-10-06T22:43:42.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:42.597+0000 7f795d9d5640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-10-06T22:43:42.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:42.597+0000 7f795d9d5640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-10-06T22:43:42.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:42.597+0000 7f795d9d5640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-10-06T22:43:42.598 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:42.597+0000 7f795d9d5640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-10-06T22:43:42.599 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:42.598+0000 7f795d9d5640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-10-06T22:43:45.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-10-06T22:43:45.602 INFO:tasks.ceph:Reading keys from all nodes... 2023-10-06T22:43:45.602 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:45.602 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-10-06T22:43:45.679 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:45.679 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-10-06T22:43:45.789 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:45.789 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-10-06T22:43:45.897 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:45.898 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-10-06T22:43:46.005 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:46.005 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-10-06T22:43:46.112 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:46.112 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-10-06T22:43:46.220 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:46.220 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-10-06T22:43:46.328 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:46.329 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-10-06T22:43:46.399 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:46.399 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-10-06T22:43:46.510 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:46.510 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-10-06T22:43:46.622 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:46.622 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-10-06T22:43:46.735 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:46.735 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-10-06T22:43:46.847 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:46.847 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-10-06T22:43:46.956 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:46.956 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-10-06T22:43:47.066 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:47.066 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-10-06T22:43:47.112 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:47.112 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-10-06T22:43:47.196 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:47.196 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-10-06T22:43:47.240 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:47.240 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-10-06T22:43:47.325 INFO:tasks.ceph:Adding keys to all mons... 2023-10-06T22:43:47.326 DEBUG:teuthology.orchestra.run.smithi037:> sudo tee -a /etc/ceph/ceph.keyring 2023-10-06T22:43:47.330 DEBUG:teuthology.orchestra.run.smithi062:> sudo tee -a /etc/ceph/ceph.keyring 2023-10-06T22:43:47.393 INFO:teuthology.orchestra.run.smithi037.stdout:[mgr.y] 2023-10-06T22:43:47.393 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCAjSBlmKNmExAAJKuAnu9IO7JJyg0KHJCgxg== 2023-10-06T22:43:47.393 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.a] 2023-10-06T22:43:47.393 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCAjSBlimGsJRAAS1AwxZ772NkrdO5ACBLtxQ== 2023-10-06T22:43:47.393 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.c] 2023-10-06T22:43:47.393 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCAjSBlNMfxMRAATFIUtWIZpbVBNX6Qd+KCkQ== 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.0] 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCFjSBlhjXTExAAIwywxohPKhGuPvgWZVSpsw== 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.1] 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCIjSBl70AeHRAAuY2bfKB2Ij8Zrz6tybLA6A== 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.2] 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCLjSBlCA0OJBAAK2LYQmrkQEpsbSisOcJrxA== 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.3] 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCOjSBl6MVmKxAArMXqDcvaqyNs61NH43a1kA== 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout:[mgr.x] 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCAjSBl0Y+IHRAAzPVNfj5SZHS61H6pzu7Ttw== 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.b] 2023-10-06T22:43:47.394 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCBjSBl4gesAhAAa7pCPIM3+BPcE35QMWtguw== 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout:[mds.d] 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCBjSBlEwrtDhAABi9OpEqJ9rximmRSwFpHtA== 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.4] 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCVjSBl7z2bCRAAqvwKdPYtEOJzhn6CAFDldg== 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.5] 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCYjSBlaK0QEhAAeXAMLp9faziTEJ1+JLPgCw== 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.6] 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCbjSBl9cX5GxAAf2i6QXEZQbPFjgsc5T0KYQ== 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout:[osd.7] 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCejSBlAoOdIxAAFVWuAs3csHa7VVKzBIjoxQ== 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout:[client.0] 2023-10-06T22:43:47.395 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCBjSBlRo1+GRAAczsiu/OTCbeDO3v5CbH7/g== 2023-10-06T22:43:47.396 INFO:teuthology.orchestra.run.smithi037.stdout:[client.2] 2023-10-06T22:43:47.396 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCBjSBlLQAUIhAAMmTxT/x+zJ5HQeAqKUxBuA== 2023-10-06T22:43:47.396 INFO:teuthology.orchestra.run.smithi037.stdout:[client.1] 2023-10-06T22:43:47.396 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCBjSBlT6FgKhAA1ag5/ZkJaAlGNq7QW8H04g== 2023-10-06T22:43:47.396 INFO:teuthology.orchestra.run.smithi037.stdout:[client.3] 2023-10-06T22:43:47.396 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCBjSBlDiGLMhAA6Ov9/ZMn7hTB0guf6rjj2Q== 2023-10-06T22:43:47.434 INFO:teuthology.orchestra.run.smithi062.stdout:[mgr.y] 2023-10-06T22:43:47.434 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCAjSBlmKNmExAAJKuAnu9IO7JJyg0KHJCgxg== 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.a] 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCAjSBlimGsJRAAS1AwxZ772NkrdO5ACBLtxQ== 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.c] 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCAjSBlNMfxMRAATFIUtWIZpbVBNX6Qd+KCkQ== 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.0] 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCFjSBlhjXTExAAIwywxohPKhGuPvgWZVSpsw== 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.1] 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCIjSBl70AeHRAAuY2bfKB2Ij8Zrz6tybLA6A== 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.2] 2023-10-06T22:43:47.435 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCLjSBlCA0OJBAAK2LYQmrkQEpsbSisOcJrxA== 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.3] 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCOjSBl6MVmKxAArMXqDcvaqyNs61NH43a1kA== 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout:[mgr.x] 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCAjSBl0Y+IHRAAzPVNfj5SZHS61H6pzu7Ttw== 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.b] 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCBjSBl4gesAhAAa7pCPIM3+BPcE35QMWtguw== 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout:[mds.d] 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCBjSBlEwrtDhAABi9OpEqJ9rximmRSwFpHtA== 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.4] 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCVjSBl7z2bCRAAqvwKdPYtEOJzhn6CAFDldg== 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.5] 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCYjSBlaK0QEhAAeXAMLp9faziTEJ1+JLPgCw== 2023-10-06T22:43:47.436 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.6] 2023-10-06T22:43:47.437 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCbjSBl9cX5GxAAf2i6QXEZQbPFjgsc5T0KYQ== 2023-10-06T22:43:47.437 INFO:teuthology.orchestra.run.smithi062.stdout:[osd.7] 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCejSBlAoOdIxAAFVWuAs3csHa7VVKzBIjoxQ== 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout:[client.0] 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCBjSBlRo1+GRAAczsiu/OTCbeDO3v5CbH7/g== 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout:[client.2] 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCBjSBlLQAUIhAAMmTxT/x+zJ5HQeAqKUxBuA== 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout:[client.1] 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCBjSBlT6FgKhAA1ag5/ZkJaAlGNq7QW8H04g== 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout:[client.3] 2023-10-06T22:43:47.438 INFO:teuthology.orchestra.run.smithi062.stdout: key = AQCBjSBlDiGLMhAA6Ov9/ZMn7hTB0guf6rjj2Q== 2023-10-06T22:43:47.439 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-06T22:43:47.444 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-06T22:43:47.592 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:47.597 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:47.715 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:47.720 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:47.839 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:47.843 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:47.956 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:47.960 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.071 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.076 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.188 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.192 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.305 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-06T22:43:48.310 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-10-06T22:43:48.421 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:48.425 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:48.540 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:48.544 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-10-06T22:43:48.661 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.666 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.782 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.787 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.898 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:48.902 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:49.014 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:49.020 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-10-06T22:43:49.134 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.138 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.259 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.263 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.381 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.499 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.503 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-10-06T22:43:49.620 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-10-06T22:43:49.620 DEBUG:teuthology.orchestra.run.smithi037:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-10-06T22:43:49.689 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-10-06T22:43:49.815 DEBUG:teuthology.orchestra.run.smithi037:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-10-06T22:43:49.884 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-10-06T22:43:49.954 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-10-06T22:43:50.080 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-10-06T22:43:50.149 DEBUG:teuthology.orchestra.run.smithi062:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-10-06T22:43:50.218 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-10-06T22:43:50.342 DEBUG:teuthology.orchestra.run.smithi062:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-10-06T22:43:50.411 DEBUG:teuthology.orchestra.run.smithi037:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:50.415 DEBUG:teuthology.orchestra.run.smithi062:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-10-06T22:43:50.457 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-10-06T22:43:50.458 INFO:tasks.ceph.mon.a:Restarting daemon 2023-10-06T22:43:50.458 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-10-06T22:43:50.501 INFO:tasks.ceph.mon.a:Started 2023-10-06T22:43:50.501 INFO:tasks.ceph.mon.b:Restarting daemon 2023-10-06T22:43:50.501 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-10-06T22:43:50.505 INFO:tasks.ceph.mon.b:Started 2023-10-06T22:43:50.506 INFO:tasks.ceph.mon.c:Restarting daemon 2023-10-06T22:43:50.506 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-10-06T22:43:50.510 INFO:tasks.ceph.mon.c:Started 2023-10-06T22:43:50.510 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-10-06T22:43:50.510 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-10-06T22:43:50.510 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-10-06T22:43:50.514 INFO:tasks.ceph.mgr.y:Started 2023-10-06T22:43:50.514 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-10-06T22:43:50.514 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-10-06T22:43:50.518 INFO:tasks.ceph.mgr.x:Started 2023-10-06T22:43:50.519 INFO:tasks.ceph:Setting crush tunables to default 2023-10-06T22:43:50.519 DEBUG:teuthology.orchestra.run.smithi037:> sudo ceph --cluster ceph osd crush tunables default 2023-10-06T22:43:50.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.719+0000 7f86f65ff700 1 Processor -- start 2023-10-06T22:43:50.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.719+0000 7f86f65ff700 1 -- start start 2023-10-06T22:43:50.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.720+0000 7f86f65ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.720+0000 7f86f65ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.720+0000 7f86f65ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86f01610c0 con 0x7f86f00d0680 2023-10-06T22:43:50.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.720+0000 7f86f65ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86f00d40d0 con 0x7f86f0160ce0 2023-10-06T22:43:50.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.720+0000 7f86f65ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00d43b0 con 0x7f86f00d3bd0 2023-10-06T22:43:50.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86effff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86f4b9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f86f00d0680 0x7f86f00d1090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:51570/0 (socket says 172.21.15.37:51570) 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86f4b9c700 1 -- 172.21.15.37:0/3089463323 learned_addr learned my addr 172.21.15.37:0/3089463323 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86effff700 1 -- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 msgr2=0x7f86f00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86effff700 1 -- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 msgr2=0x7f86f00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86effff700 1 --2- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86effff700 1 --2- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86ef7fe700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 msgr2=0x7f86f00d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86ef7fe700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 msgr2=0x7f86f00d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-06T22:43:50.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.721+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-06T22:43:50.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86effff700 1 --2- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86ef7fe700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 msgr2=0x7f86f00d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-10-06T22:43:50.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86ef7fe700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 msgr2=0x7f86f00d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-10-06T22:43:50.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-06T22:43:50.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86effff700 1 -- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 msgr2=0x7f86f00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-10-06T22:43:50.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86effff700 1 -- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 msgr2=0x7f86f00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-10-06T22:43:50.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86effff700 1 --2- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-06T22:43:50.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-06T22:43:50.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.922+0000 7f86effff700 1 --2- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-06T22:43:50.930 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 595205571 0 0) 0x7f86f01610c0 con 0x7f86f00d0680 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86d80035b0 con 0x7f86f00d0680 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3986541639 0 0) 0x7f86d80035b0 con 0x7f86f00d0680 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 msgr2=0x7f86f00d0140 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86f00d0140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 msgr2=0x7f86f00cfc00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 --2- 172.21.15.37:0/3089463323 >> v2:172.21.15.62:3300/0 conn(0x7f86f0160ce0 0x7f86f00cfc00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f00ceb80 con 0x7f86f00d0680 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f86e80019f0 con 0x7f86f00d0680 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 >> v1:172.21.15.37:6789/0 conn(0x7f86f00d0680 legacy=0x7f86f00d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86d8003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d8004080 0x7f86d8004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.932 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86d8004d90 0x7f86d8005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.932 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00d40d0 con 0x7f86d8004d90 2023-10-06T22:43:50.932 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00d43b0 con 0x7f86d8004080 2023-10-06T22:43:50.932 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.928+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86d800bb70 con 0x7f86f00d3bd0 2023-10-06T22:43:50.932 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d8004080 0x7f86d8004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86f4b9c700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86d8004d90 0x7f86d8005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86effff700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86d8003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86ef7fe700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 msgr2=0x7f86d8003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:50.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86d8003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:50.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86ef7fe700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86d8004d90 msgr2=0x7f86d8005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:50.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86d8004d90 0x7f86d8005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:50.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.929+0000 7f86ef7fe700 1 -- 172.21.15.37:0/3089463323 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86d80035b0 con 0x7f86d8004080 2023-10-06T22:43:50.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.930+0000 7f86effff700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86f00d3bd0 0x7f86d8003a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:43:50.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.930+0000 7f86ef7fe700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d8004080 0x7f86d8004850 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f86e400e900 tx=0x7f86d8005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d08c70d2266344f server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:50.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.931+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e4015670 con 0x7f86d8004080 2023-10-06T22:43:50.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.931+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86e400c050 con 0x7f86d8004080 2023-10-06T22:43:50.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.931+0000 7f86eeffd700 1 -- 172.21.15.37:0/3089463323 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e4015a30 con 0x7f86d8004080 2023-10-06T22:43:50.935 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.932+0000 7f86f65ff700 1 -- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d8004080 msgr2=0x7f86d8004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:50.935 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.932+0000 7f86f65ff700 1 --2- 172.21.15.37:0/3089463323 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86d8004080 0x7f86d8004850 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f86e400e900 tx=0x7f86d8005880 comp rx=0 tx=0).stop 2023-10-06T22:43:50.935 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.932+0000 7f86f4b9c700 1 -- 172.21.15.37:0/3089463323 reap_dead start 2023-10-06T22:43:50.935 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.932+0000 7f86f65ff700 1 -- 172.21.15.37:0/3089463323 shutdown_connections 2023-10-06T22:43:50.935 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.932+0000 7f86f65ff700 1 -- 172.21.15.37:0/3089463323 >> 172.21.15.37:0/3089463323 conn(0x7f86f009c790 msgr2=0x7f86f00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:50.935 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.933+0000 7f86f65ff700 1 -- 172.21.15.37:0/3089463323 shutdown_connections 2023-10-06T22:43:50.935 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.933+0000 7f86f65ff700 1 -- 172.21.15.37:0/3089463323 wait complete. 2023-10-06T22:43:50.937 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.935+0000 7f86f65ff700 1 Processor -- start 2023-10-06T22:43:50.937 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.935+0000 7f86f65ff700 1 -- start start 2023-10-06T22:43:50.938 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.936+0000 7f86f65ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86d8004080 0x7f86f015bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.936+0000 7f86f65ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86f00c9330 0x7f86f00cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.936+0000 7f86f65ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86f00c97b0 0x7f86f00ccca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.936+0000 7f86f65ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00b1510 con 0x7f86f00c97b0 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.936+0000 7f86f65ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f015c2d0 con 0x7f86f00c9330 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.936+0000 7f86f65ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86f00b74c0 con 0x7f86d8004080 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86d8004080 0x7f86f015bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86ef7fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86f00c9330 0x7f86f00cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86d8004080 0x7f86f015bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:60748/0 (socket says 172.21.15.37:60748) 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 -- 172.21.15.37:0/3211492773 learned_addr learned my addr 172.21.15.37:0/3211492773 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:43:50.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86ef7fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86f00c9330 0x7f86f00cc760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:33176/0 (socket says 172.21.15.37:33176) 2023-10-06T22:43:50.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86f4b9c700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86f00c97b0 0x7f86f00ccca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:50.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 -- 172.21.15.37:0/3211492773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86f00c9330 msgr2=0x7f86f00cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:50.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86f00c9330 0x7f86f00cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:50.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 -- 172.21.15.37:0/3211492773 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86f00c97b0 msgr2=0x7f86f00ccca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:50.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86f00c97b0 0x7f86f00ccca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:50.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86effff700 1 -- 172.21.15.37:0/3211492773 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86f00b77a0 con 0x7f86d8004080 2023-10-06T22:43:50.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.937+0000 7f86f4b9c700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86f00c97b0 0x7f86f00ccca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:43:50.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.938+0000 7f86effff700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86d8004080 0x7f86f015bd90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f86e0011940 tx=0x7f86e0011c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:50.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.940+0000 7f86ecff9700 1 -- 172.21.15.37:0/3211492773 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e000fa80 con 0x7f86d8004080 2023-10-06T22:43:50.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.940+0000 7f86ecff9700 1 -- 172.21.15.37:0/3211492773 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86e000c040 con 0x7f86d8004080 2023-10-06T22:43:50.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.940+0000 7f86ecff9700 1 -- 172.21.15.37:0/3211492773 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e000fe40 con 0x7f86d8004080 2023-10-06T22:43:50.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.940+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86f00b7a80 con 0x7f86d8004080 2023-10-06T22:43:50.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.940+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86f00b6060 con 0x7f86d8004080 2023-10-06T22:43:50.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.940+0000 7f86ecff9700 1 -- 172.21.15.37:0/3211492773 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f86e001d700 con 0x7f86d8004080 2023-10-06T22:43:50.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.940+0000 7f86ecff9700 1 -- 172.21.15.37:0/3211492773 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f86e00158c0 con 0x7f86d8004080 2023-10-06T22:43:50.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.941+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86f0067490 con 0x7f86d8004080 2023-10-06T22:43:50.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:50.944+0000 7f86ecff9700 1 -- 172.21.15.37:0/3211492773 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f86e001db50 con 0x7f86d8004080 2023-10-06T22:43:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.054+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f86f00cf140 con 0x7f86d8004080 2023-10-06T22:43:51.063 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.061+0000 7f86ecff9700 1 -- 172.21.15.37:0/3211492773 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f86e001dcf0 con 0x7f86d8004080 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86d8004080 msgr2=0x7f86f015bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86d8004080 0x7f86f015bd90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f86e0011940 tx=0x7f86e0011c50 comp rx=0 tx=0).stop 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 shutdown_connections 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86f00c97b0 0x7f86f00ccca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86d8004080 0x7f86f015bd90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 --2- 172.21.15.37:0/3211492773 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f86f00c9330 0x7f86f00cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 >> 172.21.15.37:0/3211492773 conn(0x7f86f009c790 msgr2=0x7f86f00d3490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 shutdown_connections 2023-10-06T22:43:51.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:51.063+0000 7f86f65ff700 1 -- 172.21.15.37:0/3211492773 wait complete. 2023-10-06T22:43:51.066 INFO:teuthology.orchestra.run.smithi037.stderr:adjusted tunables profile to default 2023-10-06T22:43:51.082 INFO:tasks.ceph:check_enable_crimson: False 2023-10-06T22:43:51.082 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-10-06T22:43:51.083 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:51.083 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-10-06T22:43:51.084 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:51.083+0000 7fda22eda200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-06T22:43:51.110 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:51.108+0000 7f052f2e5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-06T22:43:51.152 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:51.152 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-10-06T22:43:51.169 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:51.168+0000 7fda22eda200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-06T22:43:51.198 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:51.197+0000 7f052f2e5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-06T22:43:51.264 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:51.265 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-10-06T22:43:51.268 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:51.266+0000 7fda22eda200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-06T22:43:51.303 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:51.302+0000 7f052f2e5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-06T22:43:51.368 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:51.367+0000 7fda22eda200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-06T22:43:51.372 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:43:51.372 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-10-06T22:43:51.408 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:51.406+0000 7f052f2e5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-06T22:43:51.477 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:51.478 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-10-06T22:43:51.548 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:51.549 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-10-06T22:43:51.555 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:51.554+0000 7fda22eda200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-06T22:43:51.597 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:51.596+0000 7f052f2e5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-06T22:43:51.631 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:51.631 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-10-06T22:43:51.746 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:43:51.746 DEBUG:teuthology.orchestra.run.smithi062:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-10-06T22:43:51.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new 95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd 0 2023-10-06T22:43:52.065 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:52.064+0000 7fda22eda200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-06T22:43:52.070 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:52.068+0000 7f052f2e5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-06T22:43:52.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.097+0000 7fc12bbff700 1 Processor -- start 2023-10-06T22:43:52.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.097+0000 7fc12bbff700 1 -- start start 2023-10-06T22:43:52.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12bbff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc1240d3bd0 0x7fc1240d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12bbff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc1240c7110 0x7fc1240c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12bbff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1241610c0 con 0x7fc124160ce0 2023-10-06T22:43:52.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12bbff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1240d40d0 con 0x7fc1240c7110 2023-10-06T22:43:52.101 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12bbff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1240d43b0 con 0x7fc1240d3bd0 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12999b700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fc124160ce0 0x7fc1240cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:48582/0 (socket says 172.21.15.62:48582) 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12999b700 1 -- 172.21.15.62:0/2394854073 learned_addr learned my addr 172.21.15.62:0/2394854073 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12919a700 1 --2- 172.21.15.62:0/2394854073 >> v2:172.21.15.62:3300/0 conn(0x7fc1240d3bd0 0x7fc1240d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.099+0000 7fc12a19c700 1 --2- 172.21.15.62:0/2394854073 >> v2:172.21.15.37:3300/0 conn(0x7fc1240c7110 0x7fc1240c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc12919a700 1 -- 172.21.15.62:0/2394854073 >> v2:172.21.15.37:3300/0 conn(0x7fc1240c7110 msgr2=0x7fc1240c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc12919a700 1 --2- 172.21.15.62:0/2394854073 >> v2:172.21.15.37:3300/0 conn(0x7fc1240c7110 0x7fc1240c7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc12919a700 1 -- 172.21.15.62:0/2394854073 >> v1:172.21.15.62:6789/0 conn(0x7fc124160ce0 legacy=0x7fc1240cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc12919a700 1 -- 172.21.15.62:0/2394854073 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1240ceb80 con 0x7fc1240d3bd0 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc128999700 1 -- 172.21.15.62:0/2394854073 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3756965834 0 0) 0x7fc1241610c0 con 0x7fc124160ce0 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc12919a700 1 --2- 172.21.15.62:0/2394854073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240d3bd0 0x7fc1240d0310 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc12408d830 tx=0x7fc114009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=904644c6298392c4 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:52.102 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc128999700 1 -- 172.21.15.62:0/2394854073 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc114011830 con 0x7fc1240d3bd0 2023-10-06T22:43:52.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc128999700 1 -- 172.21.15.62:0/2394854073 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc114011990 con 0x7fc1240d3bd0 2023-10-06T22:43:52.103 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.100+0000 7fc128999700 1 -- 172.21.15.62:0/2394854073 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc114011d20 con 0x7fc1240d3bd0 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 -- 172.21.15.62:0/2394854073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240d3bd0 msgr2=0x7fc1240d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 --2- 172.21.15.62:0/2394854073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240d3bd0 0x7fc1240d0310 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc12408d830 tx=0x7fc114009b20 comp rx=0 tx=0).stop 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 -- 172.21.15.62:0/2394854073 shutdown_connections 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 --2- 172.21.15.62:0/2394854073 >> v2:172.21.15.37:3300/0 conn(0x7fc1240c7110 0x7fc1240c7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 --2- 172.21.15.62:0/2394854073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240d3bd0 0x7fc1240d0310 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 -- 172.21.15.62:0/2394854073 >> 172.21.15.62:0/2394854073 conn(0x7fc12409c790 msgr2=0x7fc1240d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 -- 172.21.15.62:0/2394854073 shutdown_connections 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.101+0000 7fc12bbff700 1 -- 172.21.15.62:0/2394854073 wait complete. 2023-10-06T22:43:52.104 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.103+0000 7fc12bbff700 1 Processor -- start 2023-10-06T22:43:52.105 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.103+0000 7fc12bbff700 1 -- start start 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12bbff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240c7110 0x7fc124145ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12bbff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc1240d3bd0 0x7fc124146020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12bbff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc124160ce0 0x7fc1241f5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12bbff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1241577e0 con 0x7fc1240d3bd0 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12bbff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc124144f20 con 0x7fc1240c7110 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12bbff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc124145200 con 0x7fc124160ce0 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240c7110 0x7fc124145ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240c7110 0x7fc124145ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46684/0 (socket says 172.21.15.62:46684) 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12919a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc1240d3bd0 0x7fc124146020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.107 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 -- 172.21.15.62:0/1888045568 learned_addr learned my addr 172.21.15.62:0/1888045568 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12a19c700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc124160ce0 0x7fc1241f5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 -- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc124160ce0 msgr2=0x7fc1241f5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc124160ce0 0x7fc1241f5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 -- 172.21.15.62:0/1888045568 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc1240d3bd0 msgr2=0x7fc124146020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc1240d3bd0 0x7fc124146020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.104+0000 7fc12999b700 1 -- 172.21.15.62:0/1888045568 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1140094a0 con 0x7fc1240c7110 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.105+0000 7fc12999b700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240c7110 0x7fc124145ae0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc12000c550 tx=0x7fc12000c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.105+0000 7fc11a7fc700 1 -- 172.21.15.62:0/1888045568 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc120004c80 con 0x7fc1240c7110 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.105+0000 7fc11a7fc700 1 -- 172.21.15.62:0/1888045568 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc120004e00 con 0x7fc1240c7110 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.105+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1241454e0 con 0x7fc1240c7110 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.105+0000 7fc11a7fc700 1 -- 172.21.15.62:0/1888045568 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc120007310 con 0x7fc1240c7110 2023-10-06T22:43:52.108 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.105+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1241457c0 con 0x7fc1240c7110 2023-10-06T22:43:52.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.105+0000 7fc11a7fc700 1 -- 172.21.15.62:0/1888045568 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc1200133c0 con 0x7fc1240c7110 2023-10-06T22:43:52.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.106+0000 7fc11a7fc700 1 -- 172.21.15.62:0/1888045568 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc1200139b0 con 0x7fc1240c7110 2023-10-06T22:43:52.109 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.107+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc124067490 con 0x7fc1240c7110 2023-10-06T22:43:52.110 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.109+0000 7fc11a7fc700 1 -- 172.21.15.62:0/1888045568 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fc120013cf0 con 0x7fc1240c7110 2023-10-06T22:43:52.219 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:52.218+0000 7f052f2e5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-06T22:43:52.222 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.221+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd new", "uuid": "95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd", "id": 0} v 0) v1 -- 0x7fc1240cf140 con 0x7fc1240c7110 2023-10-06T22:43:52.227 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.226+0000 7fc11a7fc700 1 -- 172.21.15.62:0/1888045568 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc120014420 con 0x7fc1240c7110 2023-10-06T22:43:52.227 INFO:teuthology.orchestra.run.smithi062.stdout:0 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240c7110 msgr2=0x7fc124145ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240c7110 0x7fc124145ae0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc12000c550 tx=0x7fc12000c860 comp rx=0 tx=0).stop 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 shutdown_connections 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc1240c7110 0x7fc124145ae0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc124160ce0 0x7fc1241f5c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 --2- 172.21.15.62:0/1888045568 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc1240d3bd0 0x7fc124146020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 >> 172.21.15.62:0/1888045568 conn(0x7fc12409c790 msgr2=0x7fc12415fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 shutdown_connections 2023-10-06T22:43:52.229 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.227+0000 7fc12bbff700 1 -- 172.21.15.62:0/1888045568 wait complete. 2023-10-06T22:43:52.236 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:52.235+0000 7fda22eda200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-06T22:43:52.246 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new 6f85e6be-f174-484b-bd24-fd10d7ca831d 1 2023-10-06T22:43:52.329 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:52.328+0000 7f052f2e5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-06T22:43:52.357 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:52.356+0000 7fda22eda200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-06T22:43:52.436 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:52.434+0000 7f052f2e5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-06T22:43:52.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.440+0000 7f6d213ff700 1 Processor -- start 2023-10-06T22:43:52.441 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.440+0000 7f6d213ff700 1 -- start start 2023-10-06T22:43:52.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.441+0000 7f6d213ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6d1c0d3bd0 0x7f6d1c0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.441+0000 7f6d213ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d1c1610c0 con 0x7f6d1c0c7110 2023-10-06T22:43:52.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.441+0000 7f6d213ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d1c0d40d0 con 0x7f6d1c160ce0 2023-10-06T22:43:52.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.441+0000 7f6d213ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d1c0d43b0 con 0x7f6d1c0d3bd0 2023-10-06T22:43:52.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.442+0000 7f6d1affd700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f6d1c160ce0 0x7f6d1c0cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:48596/0 (socket says 172.21.15.62:48596) 2023-10-06T22:43:52.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.442+0000 7f6d1affd700 1 -- 172.21.15.62:0/1622505878 learned_addr learned my addr 172.21.15.62:0/1622505878 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-10-06T22:43:52.443 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.442+0000 7f6d1a7fc700 1 --2- 172.21.15.62:0/1622505878 >> v2:172.21.15.37:3300/0 conn(0x7f6d1c0d3bd0 0x7f6d1c0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.442+0000 7f6d19ffb700 1 -- 172.21.15.62:0/1622505878 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 973887956 0 0) 0x7f6d1c1610c0 con 0x7f6d1c0c7110 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.442+0000 7f6d1a7fc700 1 -- 172.21.15.62:0/1622505878 >> v1:172.21.15.62:6789/0 conn(0x7f6d1c160ce0 legacy=0x7f6d1c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.442+0000 7f6d1a7fc700 1 -- 172.21.15.62:0/1622505878 >> v1:172.21.15.37:6789/0 conn(0x7f6d1c0c7110 legacy=0x7f6d1c0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.442+0000 7f6d1a7fc700 1 -- 172.21.15.62:0/1622505878 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d1c0ceb80 con 0x7f6d1c0d3bd0 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d1a7fc700 1 --2- 172.21.15.62:0/1622505878 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0d0310 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6d10009840 tx=0x7f6d10009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc154663012e73db server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d19ffb700 1 -- 172.21.15.62:0/1622505878 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d10011830 con 0x7f6d1c0d3bd0 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d19ffb700 1 -- 172.21.15.62:0/1622505878 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d10011990 con 0x7f6d1c0d3bd0 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d19ffb700 1 -- 172.21.15.62:0/1622505878 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d10011d20 con 0x7f6d1c0d3bd0 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d213ff700 1 -- 172.21.15.62:0/1622505878 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0d3bd0 msgr2=0x7f6d1c0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.445 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d213ff700 1 --2- 172.21.15.62:0/1622505878 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0d0310 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6d10009840 tx=0x7f6d10009b50 comp rx=0 tx=0).stop 2023-10-06T22:43:52.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d213ff700 1 -- 172.21.15.62:0/1622505878 shutdown_connections 2023-10-06T22:43:52.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.443+0000 7f6d213ff700 1 --2- 172.21.15.62:0/1622505878 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0d0310 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.444+0000 7f6d213ff700 1 -- 172.21.15.62:0/1622505878 >> 172.21.15.62:0/1622505878 conn(0x7f6d1c09c790 msgr2=0x7f6d1c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:52.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.444+0000 7f6d213ff700 1 -- 172.21.15.62:0/1622505878 shutdown_connections 2023-10-06T22:43:52.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.444+0000 7f6d213ff700 1 -- 172.21.15.62:0/1622505878 wait complete. 2023-10-06T22:43:52.446 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.445+0000 7f6d213ff700 1 Processor -- start 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.445+0000 7f6d213ff700 1 -- start start 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.446+0000 7f6d213ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0c7110 0x7f6d1c0b77e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.446+0000 7f6d213ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.446+0000 7f6d213ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d1c160ce0 0x7f6d1c0cc350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.446+0000 7f6d213ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1c0b6530 con 0x7f6d1c0c7110 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.446+0000 7f6d213ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1c0b6740 con 0x7f6d1c160ce0 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.446+0000 7f6d213ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d1c0b6a20 con 0x7f6d1c0d3bd0 2023-10-06T22:43:52.451 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1a7fc700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1affd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0c7110 0x7f6d1c0b77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1a7fc700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.62:58588/0 (socket says 172.21.15.62:58588) 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1a7fc700 1 -- 172.21.15.62:0/2573361072 learned_addr learned my addr 172.21.15.62:0/2573361072 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1b7fe700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d1c160ce0 0x7f6d1c0cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1affd700 1 -- 172.21.15.62:0/2573361072 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d1c0d3bd0 msgr2=0x7f6d1c0b5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1affd700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0b5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1affd700 1 -- 172.21.15.62:0/2573361072 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d1c160ce0 msgr2=0x7f6d1c0cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1affd700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d1c160ce0 0x7f6d1c0cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1affd700 1 -- 172.21.15.62:0/2573361072 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d100094a0 con 0x7f6d1c0c7110 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.447+0000 7f6d1affd700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0c7110 0x7f6d1c0b77e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c00c3c0 tx=0x7f6d0c00c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.448+0000 7f6d037fe700 1 -- 172.21.15.62:0/2573361072 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c005b40 con 0x7f6d1c0c7110 2023-10-06T22:43:52.452 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.448+0000 7f6d037fe700 1 -- 172.21.15.62:0/2573361072 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d0c005ca0 con 0x7f6d1c0c7110 2023-10-06T22:43:52.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.448+0000 7f6d037fe700 1 -- 172.21.15.62:0/2573361072 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c0072d0 con 0x7f6d1c0c7110 2023-10-06T22:43:52.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.448+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d1c0b6d00 con 0x7f6d1c0c7110 2023-10-06T22:43:52.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.448+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d1c0b72c0 con 0x7f6d1c0c7110 2023-10-06T22:43:52.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.448+0000 7f6d037fe700 1 -- 172.21.15.62:0/2573361072 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f6d0c012400 con 0x7f6d1c0c7110 2023-10-06T22:43:52.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.448+0000 7f6d037fe700 1 -- 172.21.15.62:0/2573361072 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f6d0c012a60 con 0x7f6d1c0c7110 2023-10-06T22:43:52.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.449+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d1c067490 con 0x7f6d1c0c7110 2023-10-06T22:43:52.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.452+0000 7f6d037fe700 1 -- 172.21.15.62:0/2573361072 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f6d0c017070 con 0x7f6d1c0c7110 2023-10-06T22:43:52.467 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:52.466+0000 7fda22eda200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-06T22:43:52.543 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.541+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6f85e6be-f174-484b-bd24-fd10d7ca831d", "id": 1} v 0) v1 -- 0x7f6d1c074380 con 0x7f6d1c0c7110 2023-10-06T22:43:52.546 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.545+0000 7f6d037fe700 1 -- 172.21.15.62:0/2573361072 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6f85e6be-f174-484b-bd24-fd10d7ca831d", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6d0c01b3b0 con 0x7f6d1c0c7110 2023-10-06T22:43:52.546 INFO:teuthology.orchestra.run.smithi062.stdout:1 2023-10-06T22:43:52.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.546+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0c7110 msgr2=0x7f6d1c0b77e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.547 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.546+0000 7f6d213ff700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0c7110 0x7f6d1c0b77e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c00c3c0 tx=0x7f6d0c00c6d0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.547+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 shutdown_connections 2023-10-06T22:43:52.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.547+0000 7f6d213ff700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d1c160ce0 0x7f6d1c0cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.547+0000 7f6d213ff700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d1c0c7110 0x7f6d1c0b77e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.548 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.547+0000 7f6d213ff700 1 --2- 172.21.15.62:0/2573361072 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d1c0d3bd0 0x7f6d1c0b5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.547+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 >> 172.21.15.62:0/2573361072 conn(0x7f6d1c09c790 msgr2=0x7f6d1c0cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:52.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.547+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 shutdown_connections 2023-10-06T22:43:52.549 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.547+0000 7f6d213ff700 1 -- 172.21.15.62:0/2573361072 wait complete. 2023-10-06T22:43:52.565 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new 1fb2bea4-d9a1-4d20-be88-c2195fd6df11 2 2023-10-06T22:43:52.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.762+0000 7fc04efff700 1 Processor -- start 2023-10-06T22:43:52.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.762+0000 7fc04efff700 1 -- start start 2023-10-06T22:43:52.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.763+0000 7fc04efff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc048160ce0 0x7fc0480cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc04efff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0480d3bd0 0x7fc0480d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc04efff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0481610c0 con 0x7fc0480d0680 2023-10-06T22:43:52.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc04efff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0480d40d0 con 0x7fc048160ce0 2023-10-06T22:43:52.766 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc04efff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0480d43b0 con 0x7fc0480d3bd0 2023-10-06T22:43:52.766 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc04d59c700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fc0480d0680 0x7fc0480d1090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:48598/0 (socket says 172.21.15.62:48598) 2023-10-06T22:43:52.766 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc047fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0480d3bd0 0x7fc0480d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.766 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc04d59c700 1 -- 172.21.15.62:0/1158339889 learned_addr learned my addr 172.21.15.62:0/1158339889 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-10-06T22:43:52.766 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc04cd9b700 1 --2- 172.21.15.62:0/1158339889 >> v2:172.21.15.37:3300/0 conn(0x7fc048160ce0 0x7fc0480cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc0477fe700 1 -- 172.21.15.62:0/1158339889 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 422349361 0 0) 0x7fc0481610c0 con 0x7fc0480d0680 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc0477fe700 1 -- 172.21.15.62:0/1158339889 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0380035b0 con 0x7fc0480d0680 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc047fff700 1 -- 172.21.15.62:0/1158339889 >> v2:172.21.15.37:3300/0 conn(0x7fc048160ce0 msgr2=0x7fc0480cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc047fff700 1 --2- 172.21.15.62:0/1158339889 >> v2:172.21.15.37:3300/0 conn(0x7fc048160ce0 0x7fc0480cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc047fff700 1 -- 172.21.15.62:0/1158339889 >> v1:172.21.15.62:6789/0 conn(0x7fc0480d0680 legacy=0x7fc0480d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.764+0000 7fc047fff700 1 -- 172.21.15.62:0/1158339889 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0480ceb80 con 0x7fc0480d3bd0 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.765+0000 7fc047fff700 1 --2- 172.21.15.62:0/1158339889 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0480d3bd0 0x7fc0480d0140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc034009840 tx=0x7fc034009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61c9c7c2058db0a1 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.765+0000 7fc0477fe700 1 -- 172.21.15.62:0/1158339889 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc034011830 con 0x7fc0480d3bd0 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.765+0000 7fc0477fe700 1 -- 172.21.15.62:0/1158339889 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc034011990 con 0x7fc0480d3bd0 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.765+0000 7fc0477fe700 1 -- 172.21.15.62:0/1158339889 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc034011d20 con 0x7fc0480d3bd0 2023-10-06T22:43:52.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 -- 172.21.15.62:0/1158339889 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0480d3bd0 msgr2=0x7fc0480d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 --2- 172.21.15.62:0/1158339889 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0480d3bd0 0x7fc0480d0140 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc034009840 tx=0x7fc034009b50 comp rx=0 tx=0).stop 2023-10-06T22:43:52.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 -- 172.21.15.62:0/1158339889 shutdown_connections 2023-10-06T22:43:52.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 --2- 172.21.15.62:0/1158339889 >> v2:172.21.15.37:3300/0 conn(0x7fc048160ce0 0x7fc0480cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 --2- 172.21.15.62:0/1158339889 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0480d3bd0 0x7fc0480d0140 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 -- 172.21.15.62:0/1158339889 >> 172.21.15.62:0/1158339889 conn(0x7fc04809c790 msgr2=0x7fc0480d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:52.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 -- 172.21.15.62:0/1158339889 shutdown_connections 2023-10-06T22:43:52.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.766+0000 7fc04efff700 1 -- 172.21.15.62:0/1158339889 wait complete. 2023-10-06T22:43:52.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.768+0000 7fc04efff700 1 Processor -- start 2023-10-06T22:43:52.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.768+0000 7fc04efff700 1 -- start start 2023-10-06T22:43:52.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04efff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0480d0680 0x7fc0480b5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04efff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0480d3bd0 0x7fc0480b8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04efff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc048160ce0 0x7fc04815bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04efff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0480b9100 con 0x7fc0480d3bd0 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04efff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0480b66f0 con 0x7fc0480d0680 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04efff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0480b69d0 con 0x7fc048160ce0 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0480d0680 0x7fc0480b5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04d59c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc048160ce0 0x7fc04815bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0480d0680 0x7fc0480b5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46696/0 (socket says 172.21.15.62:46696) 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 -- 172.21.15.62:0/1829534972 learned_addr learned my addr 172.21.15.62:0/1829534972 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc047fff700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0480d3bd0 0x7fc0480b8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 -- 172.21.15.62:0/1829534972 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc048160ce0 msgr2=0x7fc04815bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.772 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc048160ce0 0x7fc04815bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 -- 172.21.15.62:0/1829534972 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0480d3bd0 msgr2=0x7fc0480b8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0480d3bd0 0x7fc0480b8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.769+0000 7fc04cd9b700 1 -- 172.21.15.62:0/1829534972 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0340094a0 con 0x7fc0480d0680 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc04cd9b700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0480d0680 0x7fc0480b5ff0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc03c00e9b0 tx=0x7fc03c00ecc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc0457fa700 1 -- 172.21.15.62:0/1829534972 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc03c009710 con 0x7fc0480d0680 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc0457fa700 1 -- 172.21.15.62:0/1829534972 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc03c00ee50 con 0x7fc0480d0680 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc0457fa700 1 -- 172.21.15.62:0/1829534972 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc03c00ca50 con 0x7fc0480d0680 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0480b6cb0 con 0x7fc0480d0680 2023-10-06T22:43:52.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0480b7270 con 0x7fc0480d0680 2023-10-06T22:43:52.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc0457fa700 1 -- 172.21.15.62:0/1829534972 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc03c005a20 con 0x7fc0480d0680 2023-10-06T22:43:52.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.770+0000 7fc0457fa700 1 -- 172.21.15.62:0/1829534972 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fc03c006700 con 0x7fc0480d0680 2023-10-06T22:43:52.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.771+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0480cee10 con 0x7fc0480d0680 2023-10-06T22:43:52.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.774+0000 7fc0457fa700 1 -- 172.21.15.62:0/1829534972 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fc03c021060 con 0x7fc0480d0680 2023-10-06T22:43:52.865 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.863+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd new", "uuid": "1fb2bea4-d9a1-4d20-be88-c2195fd6df11", "id": 2} v 0) v1 -- 0x7fc048067490 con 0x7fc0480d0680 2023-10-06T22:43:52.870 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.869+0000 7fc0457fa700 1 -- 172.21.15.62:0/1829534972 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1fb2bea4-d9a1-4d20-be88-c2195fd6df11", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc03c017070 con 0x7fc0480d0680 2023-10-06T22:43:52.870 INFO:teuthology.orchestra.run.smithi062.stdout:2 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0480d0680 msgr2=0x7fc0480b5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0480d0680 0x7fc0480b5ff0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc03c00e9b0 tx=0x7fc03c00ecc0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 shutdown_connections 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0480d0680 0x7fc0480b5ff0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc048160ce0 0x7fc04815bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 --2- 172.21.15.62:0/1829534972 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0480d3bd0 0x7fc0480b8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 >> 172.21.15.62:0/1829534972 conn(0x7fc04809c790 msgr2=0x7fc0480d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:52.872 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 shutdown_connections 2023-10-06T22:43:52.873 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:52.870+0000 7fc04efff700 1 -- 172.21.15.62:0/1829534972 wait complete. 2023-10-06T22:43:52.889 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new fed69198-0a6b-4a9d-8271-0df5df8d1506 3 2023-10-06T22:43:52.972 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:52.970+0000 7f052f2e5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-06T22:43:53.015 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:53.014+0000 7fda22eda200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-06T22:43:53.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.086+0000 7f29ab3ff700 1 Processor -- start 2023-10-06T22:43:53.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.087+0000 7f29ab3ff700 1 -- start start 2023-10-06T22:43:53.089 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29ab3ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f29a40ce330 0x7f29a415c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29ab3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40cc080 0x7f29a40ceef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29ab3ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29a415fe20 con 0x7f29a415f440 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29ab3ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29a41603e0 con 0x7f29a40ce330 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29ab3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29a415c440 con 0x7f29a40cc080 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29a919b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f29a40ce330 0x7f29a415c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29a919b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f29a40ce330 0x7f29a415c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46698/0 (socket says 172.21.15.62:46698) 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29a919b700 1 -- 172.21.15.62:0/3835579325 learned_addr learned my addr 172.21.15.62:0/3835579325 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:53.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.088+0000 7f29a999c700 1 --2- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40cc080 0x7f29a40ceef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f29a919b700 1 -- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40cc080 msgr2=0x7f29a40ceef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:53.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f29a919b700 1 --2- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40cc080 0x7f29a40ceef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f29a919b700 1 -- 172.21.15.62:0/3835579325 >> v1:172.21.15.62:6789/0 conn(0x7f29a415f440 legacy=0x7f29a40cb970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f29a919b700 1 -- 172.21.15.62:0/3835579325 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29a4160100 con 0x7f29a40ce330 2023-10-06T22:43:53.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f299bfff700 1 -- 172.21.15.62:0/3835579325 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2739780103 0 0) 0x7f29a415fe20 con 0x7f29a415f440 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f29a919b700 1 --2- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ce330 0x7f29a415c860 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f29a00098f0 tx=0x7f29a0009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67c699f2203108a5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f299bfff700 1 -- 172.21.15.62:0/3835579325 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29a0011830 con 0x7f29a40ce330 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f299bfff700 1 -- 172.21.15.62:0/3835579325 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29a0011990 con 0x7f29a40ce330 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.089+0000 7f299bfff700 1 -- 172.21.15.62:0/3835579325 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29a0011d20 con 0x7f29a40ce330 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 -- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ce330 msgr2=0x7f29a415c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 --2- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ce330 0x7f29a415c860 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f29a00098f0 tx=0x7f29a0009c00 comp rx=0 tx=0).stop 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 -- 172.21.15.62:0/3835579325 shutdown_connections 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 --2- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40cc080 0x7f29a40ceef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 --2- 172.21.15.62:0/3835579325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a40ce330 0x7f29a415c860 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 -- 172.21.15.62:0/3835579325 >> 172.21.15.62:0/3835579325 conn(0x7f29a406e8e0 msgr2=0x7f29a406ecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 -- 172.21.15.62:0/3835579325 shutdown_connections 2023-10-06T22:43:53.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.090+0000 7f29ab3ff700 1 -- 172.21.15.62:0/3835579325 wait complete. 2023-10-06T22:43:53.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.092+0000 7f29ab3ff700 1 Processor -- start 2023-10-06T22:43:53.094 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.092+0000 7f29ab3ff700 1 -- start start 2023-10-06T22:43:53.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.093+0000 7f29ab3ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29a40cc080 0x7f29a40b29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.093+0000 7f29ab3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40ce330 0x7f29a40b3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.093+0000 7f29ab3ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a415f440 0x7f29a40b3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.093+0000 7f29ab3ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a40ca3a0 con 0x7f29a40cc080 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.093+0000 7f29ab3ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29a40ca670 con 0x7f29a415f440 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.093+0000 7f29ab3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29a40ca950 con 0x7f29a40ce330 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a899a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40ce330 0x7f29a40b3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a999c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a415f440 0x7f29a40b3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a899a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40ce330 0x7f29a40b3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.62:58636/0 (socket says 172.21.15.62:58636) 2023-10-06T22:43:53.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a899a700 1 -- 172.21.15.62:0/199197486 learned_addr learned my addr 172.21.15.62:0/199197486 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a919b700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29a40cc080 0x7f29a40b29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a999c700 1 -- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40ce330 msgr2=0x7f29a40b3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a999c700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40ce330 0x7f29a40b3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a999c700 1 -- 172.21.15.62:0/199197486 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29a40cc080 msgr2=0x7f29a40b29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a999c700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29a40cc080 0x7f29a40b29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a999c700 1 -- 172.21.15.62:0/199197486 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29a0009550 con 0x7f29a415f440 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.094+0000 7f29a899a700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40ce330 0x7f29a40b3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:43:53.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f29a999c700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a415f440 0x7f29a40b3950 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f29a40cec20 tx=0x7f299c00ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:53.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f2999ffb700 1 -- 172.21.15.62:0/199197486 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c00c940 con 0x7f29a415f440 2023-10-06T22:43:53.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f2999ffb700 1 -- 172.21.15.62:0/199197486 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f299c00f040 con 0x7f29a415f440 2023-10-06T22:43:53.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29a40cac30 con 0x7f29a415f440 2023-10-06T22:43:53.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f2999ffb700 1 -- 172.21.15.62:0/199197486 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f299c00cce0 con 0x7f29a415f440 2023-10-06T22:43:53.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29a40cb1f0 con 0x7f29a415f440 2023-10-06T22:43:53.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f2999ffb700 1 -- 172.21.15.62:0/199197486 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f299c014780 con 0x7f29a415f440 2023-10-06T22:43:53.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.095+0000 7f2999ffb700 1 -- 172.21.15.62:0/199197486 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f299c00ce40 con 0x7f29a415f440 2023-10-06T22:43:53.099 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.096+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29a40cb410 con 0x7f29a415f440 2023-10-06T22:43:53.100 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.099+0000 7f2999ffb700 1 -- 172.21.15.62:0/199197486 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f299c03bb40 con 0x7f29a415f440 2023-10-06T22:43:53.189 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.188+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd new", "uuid": "fed69198-0a6b-4a9d-8271-0df5df8d1506", "id": 3} v 0) v1 -- 0x7f29a4067490 con 0x7f29a415f440 2023-10-06T22:43:53.193 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.192+0000 7f2999ffb700 1 -- 172.21.15.62:0/199197486 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "fed69198-0a6b-4a9d-8271-0df5df8d1506", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f299c02a070 con 0x7f29a415f440 2023-10-06T22:43:53.193 INFO:teuthology.orchestra.run.smithi062.stdout:3 2023-10-06T22:43:53.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a415f440 msgr2=0x7f29a40b3950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a415f440 0x7f29a40b3950 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f29a40cec20 tx=0x7f299c00ee50 comp rx=0 tx=0).stop 2023-10-06T22:43:53.194 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 shutdown_connections 2023-10-06T22:43:53.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29a415f440 0x7f29a40b3950 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29a40cc080 0x7f29a40b29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 --2- 172.21.15.62:0/199197486 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29a40ce330 0x7f29a40b3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 >> 172.21.15.62:0/199197486 conn(0x7f29a406e8e0 msgr2=0x7f29a40b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:53.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 shutdown_connections 2023-10-06T22:43:53.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.193+0000 7f29ab3ff700 1 -- 172.21.15.62:0/199197486 wait complete. 2023-10-06T22:43:53.211 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new 3fc2b29c-9498-4bd4-8719-7097cb9af667 4 2023-10-06T22:43:53.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.406+0000 7fccf07ff700 1 Processor -- start 2023-10-06T22:43:53.407 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.406+0000 7fccf07ff700 1 -- start start 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.407+0000 7fccf07ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fcce8160ce0 0x7fcce80cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.407+0000 7fccf07ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fcce80c7110 0x7fcce80c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.407+0000 7fccf07ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcce81610c0 con 0x7fcce80d3bd0 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.407+0000 7fccf07ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcce80d40d0 con 0x7fcce8160ce0 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.407+0000 7fccf07ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcce80d43b0 con 0x7fcce80c7110 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fcce8160ce0 0x7fcce80cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fcceed9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fcce80c7110 0x7fcce80c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.409 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fcce8160ce0 0x7fcce80cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.62:45592/0 (socket says 172.21.15.62:45592) 2023-10-06T22:43:53.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 -- 172.21.15.62:0/2548388925 learned_addr learned my addr 172.21.15.62:0/2548388925 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:53.410 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccedd9a700 1 --1- 172.21.15.62:0/2548388925 >> v1:172.21.15.37:6789/0 conn(0x7fcce80d3bd0 0x7fcce80d0140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.62:60436/0 (socket says 172.21.15.62:60436) 2023-10-06T22:43:53.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 -- 172.21.15.62:0/2548388925 >> v2:172.21.15.62:3300/0 conn(0x7fcce80c7110 msgr2=0x7fcce80c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:53.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 --2- 172.21.15.62:0/2548388925 >> v2:172.21.15.62:3300/0 conn(0x7fcce80c7110 0x7fcce80c7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 -- 172.21.15.62:0/2548388925 >> v1:172.21.15.37:6789/0 conn(0x7fcce80d3bd0 legacy=0x7fcce80d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 -- 172.21.15.62:0/2548388925 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcce80ceb80 con 0x7fcce8160ce0 2023-10-06T22:43:53.411 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.408+0000 7fccee59b700 1 --2- 172.21.15.62:0/2548388925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce8160ce0 0x7fcce80cfc00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcce806b570 tx=0x7fcce4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b21454dfe151ec9b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fcced599700 1 -- 172.21.15.62:0/2548388925 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce4011830 con 0x7fcce8160ce0 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fcced599700 1 -- 172.21.15.62:0/2548388925 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcce4011990 con 0x7fcce8160ce0 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fcced599700 1 -- 172.21.15.62:0/2548388925 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce4011d20 con 0x7fcce8160ce0 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 -- 172.21.15.62:0/2548388925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce8160ce0 msgr2=0x7fcce80cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 --2- 172.21.15.62:0/2548388925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce8160ce0 0x7fcce80cfc00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcce806b570 tx=0x7fcce4009bd0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 -- 172.21.15.62:0/2548388925 shutdown_connections 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 --2- 172.21.15.62:0/2548388925 >> v2:172.21.15.62:3300/0 conn(0x7fcce80c7110 0x7fcce80c7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 --2- 172.21.15.62:0/2548388925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce8160ce0 0x7fcce80cfc00 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 -- 172.21.15.62:0/2548388925 >> 172.21.15.62:0/2548388925 conn(0x7fcce809c790 msgr2=0x7fcce80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:53.412 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 -- 172.21.15.62:0/2548388925 shutdown_connections 2023-10-06T22:43:53.413 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.409+0000 7fccf07ff700 1 -- 172.21.15.62:0/2548388925 wait complete. 2023-10-06T22:43:53.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.411+0000 7fccf07ff700 1 Processor -- start 2023-10-06T22:43:53.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.411+0000 7fccf07ff700 1 -- start start 2023-10-06T22:43:53.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.412+0000 7fccf07ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce80c7110 0x7fcce81f6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.415 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.412+0000 7fccf07ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcce80d3bd0 0x7fcce80c8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.412+0000 7fccf07ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcce8160ce0 0x7fcce815a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.412+0000 7fccf07ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce80cbb80 con 0x7fcce80c7110 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.412+0000 7fccf07ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcce81f7300 con 0x7fcce8160ce0 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.412+0000 7fccf07ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcce80b6ae0 con 0x7fcce80d3bd0 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.412+0000 7fccee59b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce80c7110 0x7fcce81f6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce80c7110 0x7fcce81f6dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.62:45608/0 (socket says 172.21.15.62:45608) 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 -- 172.21.15.62:0/3571682386 learned_addr learned my addr 172.21.15.62:0/3571682386 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fcceed9c700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcce8160ce0 0x7fcce815a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccedd9a700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcce80d3bd0 0x7fcce80c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.416 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 -- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcce80d3bd0 msgr2=0x7fcce80c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcce80d3bd0 0x7fcce80c8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 -- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcce8160ce0 msgr2=0x7fcce815a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcce8160ce0 0x7fcce815a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 -- 172.21.15.62:0/3571682386 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcce4009550 con 0x7fcce80c7110 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccedd9a700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcce80d3bd0 0x7fcce80c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.413+0000 7fccee59b700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce80c7110 0x7fcce81f6dc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fcce4009c10 tx=0x7fcce4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.414+0000 7fccdeffd700 1 -- 172.21.15.62:0/3571682386 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce4004590 con 0x7fcce80c7110 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.414+0000 7fccdeffd700 1 -- 172.21.15.62:0/3571682386 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcce401e070 con 0x7fcce80c7110 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.414+0000 7fccdeffd700 1 -- 172.21.15.62:0/3571682386 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce40038e0 con 0x7fcce80c7110 2023-10-06T22:43:53.417 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.414+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcce80b6dc0 con 0x7fcce80c7110 2023-10-06T22:43:53.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.414+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcce80b7380 con 0x7fcce80c7110 2023-10-06T22:43:53.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.414+0000 7fccdeffd700 1 -- 172.21.15.62:0/3571682386 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fcce4003d40 con 0x7fcce80c7110 2023-10-06T22:43:53.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.414+0000 7fccdeffd700 1 -- 172.21.15.62:0/3571682386 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fcce401a420 con 0x7fcce80c7110 2023-10-06T22:43:53.418 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.415+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcce8067490 con 0x7fcce80c7110 2023-10-06T22:43:53.420 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.419+0000 7fccdeffd700 1 -- 172.21.15.62:0/3571682386 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fcce4020070 con 0x7fcce80c7110 2023-10-06T22:43:53.510 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.508+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd new", "uuid": "3fc2b29c-9498-4bd4-8719-7097cb9af667", "id": 4} v 0) v1 -- 0x7fcce80cee30 con 0x7fcce80c7110 2023-10-06T22:43:53.514 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.513+0000 7fccdeffd700 1 -- 172.21.15.62:0/3571682386 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3fc2b29c-9498-4bd4-8719-7097cb9af667", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fcce4015020 con 0x7fcce80c7110 2023-10-06T22:43:53.514 INFO:teuthology.orchestra.run.smithi062.stdout:4 2023-10-06T22:43:53.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce80c7110 msgr2=0x7fcce81f6dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce80c7110 0x7fcce81f6dc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fcce4009c10 tx=0x7fcce4004750 comp rx=0 tx=0).stop 2023-10-06T22:43:53.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 shutdown_connections 2023-10-06T22:43:53.515 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcce8160ce0 0x7fcce815a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcce80c7110 0x7fcce81f6dc0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 --2- 172.21.15.62:0/3571682386 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcce80d3bd0 0x7fcce80c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 >> 172.21.15.62:0/3571682386 conn(0x7fcce809c790 msgr2=0x7fcce815e420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:53.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 shutdown_connections 2023-10-06T22:43:53.516 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.514+0000 7fccf07ff700 1 -- 172.21.15.62:0/3571682386 wait complete. 2023-10-06T22:43:53.539 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new 3a58a048-c295-4d11-b5f3-89181c306ea4 5 2023-10-06T22:43:53.762 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.761+0000 7febdfdff700 1 Processor -- start 2023-10-06T22:43:53.763 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.761+0000 7febdfdff700 1 -- start start 2023-10-06T22:43:53.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.762+0000 7febdfdff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80d3bd0 0x7febd80d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febdfdff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7febd80c7110 0x7febd80c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febdfdff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febd81610c0 con 0x7febd8160ce0 2023-10-06T22:43:53.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febdfdff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febd80d40d0 con 0x7febd80c7110 2023-10-06T22:43:53.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febdfdff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febd80d43b0 con 0x7febd80d3bd0 2023-10-06T22:43:53.764 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febde39c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7febd80c7110 0x7febd80c75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febdd39a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80d3bd0 0x7febd80d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febde39c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7febd80c7110 0x7febd80c75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46736/0 (socket says 172.21.15.62:46736) 2023-10-06T22:43:53.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febde39c700 1 -- 172.21.15.62:0/124821024 learned_addr learned my addr 172.21.15.62:0/124821024 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:53.765 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febdd39a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80d3bd0 0x7febd80d0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.62:58660/0 (socket says 172.21.15.62:58660) 2023-10-06T22:43:53.766 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febde39c700 1 -- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80d3bd0 msgr2=0x7febd80d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:53.766 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febde39c700 1 --2- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80d3bd0 0x7febd80d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febde39c700 1 -- 172.21.15.62:0/124821024 >> v1:172.21.15.62:6789/0 conn(0x7febd8160ce0 legacy=0x7febd80cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febde39c700 1 -- 172.21.15.62:0/124821024 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febd80ceb80 con 0x7febd80c7110 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.763+0000 7febdd39a700 1 --2- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80d3bd0 0x7febd80d0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.764+0000 7febde39c700 1 --2- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80c7110 0x7febd80c75c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7febd0009e50 tx=0x7febd000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a65235e025601f5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.764+0000 7febdcb99700 1 -- 172.21.15.62:0/124821024 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd000e070 con 0x7febd80c7110 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.764+0000 7febdcb99700 1 -- 172.21.15.62:0/124821024 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febd000b910 con 0x7febd80c7110 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.764+0000 7febdcb99700 1 -- 172.21.15.62:0/124821024 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd000bcc0 con 0x7febd80c7110 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 -- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80c7110 msgr2=0x7febd80c75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 --2- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80c7110 0x7febd80c75c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7febd0009e50 tx=0x7febd000b330 comp rx=0 tx=0).stop 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 -- 172.21.15.62:0/124821024 shutdown_connections 2023-10-06T22:43:53.767 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 --2- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80c7110 0x7febd80c75c0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 --2- 172.21.15.62:0/124821024 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80d3bd0 0x7febd80d0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 -- 172.21.15.62:0/124821024 >> 172.21.15.62:0/124821024 conn(0x7febd809c790 msgr2=0x7febd80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:53.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 -- 172.21.15.62:0/124821024 shutdown_connections 2023-10-06T22:43:53.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.765+0000 7febdfdff700 1 -- 172.21.15.62:0/124821024 wait complete. 2023-10-06T22:43:53.768 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.768+0000 7febdfdff700 1 Processor -- start 2023-10-06T22:43:53.769 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.768+0000 7febdfdff700 1 -- start start 2023-10-06T22:43:53.770 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdfdff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80c7110 0x7febd80b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdfdff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80d3bd0 0x7febd815f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdfdff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7febd8160ce0 0x7febd80cb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdfdff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febd80b1310 con 0x7febd8160ce0 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdfdff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febd80b0a70 con 0x7febd80d3bd0 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdfdff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febd80b0d50 con 0x7febd80c7110 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdd39a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80d3bd0 0x7febd815f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febddb9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80c7110 0x7febd80b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdd39a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80d3bd0 0x7febd815f970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46738/0 (socket says 172.21.15.62:46738) 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.769+0000 7febdd39a700 1 -- 172.21.15.62:0/3173464300 learned_addr learned my addr 172.21.15.62:0/3173464300 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:53.771 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febde39c700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7febd8160ce0 0x7febd80cb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febdd39a700 1 -- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80c7110 msgr2=0x7febd80b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febdd39a700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80c7110 0x7febd80b3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febdd39a700 1 -- 172.21.15.62:0/3173464300 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7febd8160ce0 msgr2=0x7febd80cb1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febdd39a700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7febd8160ce0 0x7febd80cb1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febdd39a700 1 -- 172.21.15.62:0/3173464300 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febc80094a0 con 0x7febd80d3bd0 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febddb9b700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80c7110 0x7febd80b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febdd39a700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80d3bd0 0x7febd815f970 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7febc800ebe0 tx=0x7febc800eef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:53.773 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febce7fc700 1 -- 172.21.15.62:0/3173464300 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc800c850 con 0x7febd80d3bd0 2023-10-06T22:43:53.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febce7fc700 1 -- 172.21.15.62:0/3173464300 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc800c9b0 con 0x7febd80d3bd0 2023-10-06T22:43:53.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febce7fc700 1 -- 172.21.15.62:0/3173464300 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc800cd40 con 0x7febd80d3bd0 2023-10-06T22:43:53.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.770+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febd0009b30 con 0x7febd80d3bd0 2023-10-06T22:43:53.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.771+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febd80b3540 con 0x7febd80d3bd0 2023-10-06T22:43:53.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.771+0000 7febce7fc700 1 -- 172.21.15.62:0/3173464300 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7febc8005d20 con 0x7febd80d3bd0 2023-10-06T22:43:53.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.771+0000 7febce7fc700 1 -- 172.21.15.62:0/3173464300 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7febc8006840 con 0x7febd80d3bd0 2023-10-06T22:43:53.774 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.772+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febd80b3fa0 con 0x7febd80d3bd0 2023-10-06T22:43:53.775 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.774+0000 7febce7fc700 1 -- 172.21.15.62:0/3173464300 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7febc8021060 con 0x7febd80d3bd0 2023-10-06T22:43:53.810 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:53.808+0000 7f052f2e5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-06T22:43:53.844 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:53.842+0000 7fda22eda200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-06T22:43:53.866 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.865+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd new", "uuid": "3a58a048-c295-4d11-b5f3-89181c306ea4", "id": 5} v 0) v1 -- 0x7febd8067490 con 0x7febd80d3bd0 2023-10-06T22:43:53.874 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.873+0000 7febce7fc700 1 -- 172.21.15.62:0/3173464300 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3a58a048-c295-4d11-b5f3-89181c306ea4", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7febc8029020 con 0x7febd80d3bd0 2023-10-06T22:43:53.874 INFO:teuthology.orchestra.run.smithi062.stdout:5 2023-10-06T22:43:53.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80d3bd0 msgr2=0x7febd815f970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:53.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80d3bd0 0x7febd815f970 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7febc800ebe0 tx=0x7febc800eef0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 shutdown_connections 2023-10-06T22:43:53.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7febd8160ce0 0x7febd80cb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.875 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7febd80c7110 0x7febd80b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 --2- 172.21.15.62:0/3173464300 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7febd80d3bd0 0x7febd815f970 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:53.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 >> 172.21.15.62:0/3173464300 conn(0x7febd809c790 msgr2=0x7febd80c96b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:53.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 shutdown_connections 2023-10-06T22:43:53.876 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:53.874+0000 7febdfdff700 1 -- 172.21.15.62:0/3173464300 wait complete. 2023-10-06T22:43:53.892 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new 4723d167-f0bb-4c02-9514-e9e18d78af65 6 2023-10-06T22:43:53.901 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:53.899+0000 7f052f2e5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-06T22:43:53.938 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:53.937+0000 7fda22eda200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-06T22:43:54.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.086+0000 7fd6e39ff700 1 Processor -- start 2023-10-06T22:43:54.088 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.086+0000 7fd6e39ff700 1 -- start start 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e39ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd6dc0d3bd0 0x7fd6dc0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e39ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc0c7110 0x7fd6dc0c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e39ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6dc1610c0 con 0x7fd6dc160ce0 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e39ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6dc0d40d0 con 0x7fd6dc0d3bd0 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e39ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6dc0d43b0 con 0x7fd6dc0c7110 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e0f9a700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd6dc0d3bd0 0x7fd6dc0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e1f9c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc0c7110 0x7fd6dc0c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e0f9a700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd6dc0d3bd0 0x7fd6dc0d0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46746/0 (socket says 172.21.15.62:46746) 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e1f9c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc0c7110 0x7fd6dc0c75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.62:58668/0 (socket says 172.21.15.62:58668) 2023-10-06T22:43:54.090 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e179b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fd6dc160ce0 0x7fd6dc0cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.62:60450/0 (socket says 172.21.15.62:60450) 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e0f9a700 1 -- 172.21.15.62:0/2184532863 learned_addr learned my addr 172.21.15.62:0/2184532863 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e0f9a700 1 -- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc0c7110 msgr2=0x7fd6dc0c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e0f9a700 1 --2- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc0c7110 0x7fd6dc0c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e0f9a700 1 -- 172.21.15.62:0/2184532863 >> v1:172.21.15.37:6789/0 conn(0x7fd6dc160ce0 legacy=0x7fd6dc0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e0f9a700 1 -- 172.21.15.62:0/2184532863 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6dc0ceb80 con 0x7fd6dc0d3bd0 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6e1f9c700 1 --2- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc0c7110 0x7fd6dc0c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.088+0000 7fd6d3fff700 1 -- 172.21.15.62:0/2184532863 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2126165815 0 0) 0x7fd6dc1610c0 con 0x7fd6dc160ce0 2023-10-06T22:43:54.091 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.089+0000 7fd6e0f9a700 1 --2- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0d0310 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc0098f0 tx=0x7fd6cc009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d051c1168d73ba2d server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:54.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.089+0000 7fd6d3fff700 1 -- 172.21.15.62:0/2184532863 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6cc011830 con 0x7fd6dc0d3bd0 2023-10-06T22:43:54.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.089+0000 7fd6d3fff700 1 -- 172.21.15.62:0/2184532863 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6cc011990 con 0x7fd6dc0d3bd0 2023-10-06T22:43:54.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.089+0000 7fd6d3fff700 1 -- 172.21.15.62:0/2184532863 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6cc011d20 con 0x7fd6dc0d3bd0 2023-10-06T22:43:54.092 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 -- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 msgr2=0x7fd6dc0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 --2- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0d0310 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd6cc0098f0 tx=0x7fd6cc009c00 comp rx=0 tx=0).stop 2023-10-06T22:43:54.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 -- 172.21.15.62:0/2184532863 shutdown_connections 2023-10-06T22:43:54.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 --2- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc0c7110 0x7fd6dc0c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 --2- 172.21.15.62:0/2184532863 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0d0310 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 -- 172.21.15.62:0/2184532863 >> 172.21.15.62:0/2184532863 conn(0x7fd6dc09c790 msgr2=0x7fd6dc0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:54.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 -- 172.21.15.62:0/2184532863 shutdown_connections 2023-10-06T22:43:54.093 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.090+0000 7fd6e39ff700 1 -- 172.21.15.62:0/2184532863 wait complete. 2023-10-06T22:43:54.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.091+0000 7fd6e39ff700 1 Processor -- start 2023-10-06T22:43:54.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.092+0000 7fd6e39ff700 1 -- start start 2023-10-06T22:43:54.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e39ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6dc0c7110 0x7fd6dc153730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e39ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0ccb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.095 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e39ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc160ce0 0x7fd6dc156000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e39ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6dc1f3a20 con 0x7fd6dc0c7110 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e39ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6dc1f3590 con 0x7fd6dc0d3bd0 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e39ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6dc1f29a0 con 0x7fd6dc160ce0 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e0f9a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0ccb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e1f9c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc160ce0 0x7fd6dc156000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e0f9a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0ccb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46754/0 (socket says 172.21.15.62:46754) 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e0f9a700 1 -- 172.21.15.62:0/984993956 learned_addr learned my addr 172.21.15.62:0/984993956 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e179b700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6dc0c7110 0x7fd6dc153730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e1f9c700 1 -- 172.21.15.62:0/984993956 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 msgr2=0x7fd6dc0ccb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e1f9c700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0ccb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.096 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e1f9c700 1 -- 172.21.15.62:0/984993956 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6dc0c7110 msgr2=0x7fd6dc153730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e1f9c700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6dc0c7110 0x7fd6dc153730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.093+0000 7fd6e1f9c700 1 -- 172.21.15.62:0/984993956 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6d4009a70 con 0x7fd6dc160ce0 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.094+0000 7fd6e1f9c700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc160ce0 0x7fd6dc156000 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400efc0 tx=0x7fd6d400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.094+0000 7fd6d1ffb700 1 -- 172.21.15.62:0/984993956 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4009e80 con 0x7fd6dc160ce0 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.094+0000 7fd6d1ffb700 1 -- 172.21.15.62:0/984993956 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6d400f040 con 0x7fd6dc160ce0 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.094+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6cc009550 con 0x7fd6dc160ce0 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.094+0000 7fd6d1ffb700 1 -- 172.21.15.62:0/984993956 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d400ccd0 con 0x7fd6dc160ce0 2023-10-06T22:43:54.097 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.094+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6dc1f2f40 con 0x7fd6dc160ce0 2023-10-06T22:43:54.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.094+0000 7fd6d1ffb700 1 -- 172.21.15.62:0/984993956 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fd6d4003d20 con 0x7fd6dc160ce0 2023-10-06T22:43:54.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.095+0000 7fd6d1ffb700 1 -- 172.21.15.62:0/984993956 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fd6d400ce30 con 0x7fd6dc160ce0 2023-10-06T22:43:54.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.095+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6dc0d3a40 con 0x7fd6dc160ce0 2023-10-06T22:43:54.098 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.097+0000 7fd6d1ffb700 1 -- 172.21.15.62:0/984993956 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fd6d4018030 con 0x7fd6dc160ce0 2023-10-06T22:43:54.187 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.186+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4723d167-f0bb-4c02-9514-e9e18d78af65", "id": 6} v 0) v1 -- 0x7fd6dc067490 con 0x7fd6dc160ce0 2023-10-06T22:43:54.195 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.194+0000 7fd6d1ffb700 1 -- 172.21.15.62:0/984993956 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4723d167-f0bb-4c02-9514-e9e18d78af65", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd6d4004150 con 0x7fd6dc160ce0 2023-10-06T22:43:54.196 INFO:teuthology.orchestra.run.smithi062.stdout:6 2023-10-06T22:43:54.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.195+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc160ce0 msgr2=0x7fd6dc156000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.195+0000 7fd6e39ff700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc160ce0 0x7fd6dc156000 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400efc0 tx=0x7fd6d400c3a0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.195+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 shutdown_connections 2023-10-06T22:43:54.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.195+0000 7fd6e39ff700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6dc160ce0 0x7fd6dc156000 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.195+0000 7fd6e39ff700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6dc0c7110 0x7fd6dc153730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.195+0000 7fd6e39ff700 1 --2- 172.21.15.62:0/984993956 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd6dc0d3bd0 0x7fd6dc0ccb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.197 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.195+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 >> 172.21.15.62:0/984993956 conn(0x7fd6dc09c790 msgr2=0x7fd6dc0ce400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:54.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.196+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 shutdown_connections 2023-10-06T22:43:54.198 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.196+0000 7fd6e39ff700 1 -- 172.21.15.62:0/984993956 wait complete. 2023-10-06T22:43:54.214 DEBUG:teuthology.orchestra.run.smithi062:> sudo ceph --cluster ceph osd new e7bef101-edd9-4195-8bc1-b86a3b28d3a3 7 2023-10-06T22:43:54.453 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.452+0000 7fdb805ff700 1 Processor -- start 2023-10-06T22:43:54.454 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.452+0000 7fdb805ff700 1 -- start start 2023-10-06T22:43:54.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.453+0000 7fdb805ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fdb7815d6c0 0x7fdb780b90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb805ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb7815daa0 con 0x7fdb780b4f50 2023-10-06T22:43:54.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb805ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb780ce900 con 0x7fdb780cf9a0 2023-10-06T22:43:54.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb805ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb780cebe0 con 0x7fdb7815d6c0 2023-10-06T22:43:54.456 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7db9a700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fdb780cf9a0 0x7fdb780ce0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.62:48612/0 (socket says 172.21.15.62:48612) 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7db9a700 1 -- 172.21.15.62:0/2202294158 learned_addr learned my addr 172.21.15.62:0/2202294158 (peer_addr_for_me v1:172.21.15.62:0/0) 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7e39b700 1 --2- 172.21.15.62:0/2202294158 >> v2:172.21.15.37:3300/0 conn(0x7fdb7815d6c0 0x7fdb780b90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7d399700 1 -- 172.21.15.62:0/2202294158 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 175616522 0 0) 0x7fdb780ce900 con 0x7fdb780cf9a0 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7d399700 1 -- 172.21.15.62:0/2202294158 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb640035b0 con 0x7fdb780cf9a0 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7e39b700 1 -- 172.21.15.62:0/2202294158 >> v1:172.21.15.62:6789/0 conn(0x7fdb780cf9a0 legacy=0x7fdb780ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7e39b700 1 -- 172.21.15.62:0/2202294158 >> v1:172.21.15.37:6789/0 conn(0x7fdb780b4f50 legacy=0x7fdb780b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7d399700 1 -- 172.21.15.62:0/2202294158 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2486200461 0 0) 0x7fdb7815daa0 con 0x7fdb780b4f50 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.454+0000 7fdb7e39b700 1 -- 172.21.15.62:0/2202294158 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb780ceec0 con 0x7fdb7815d6c0 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.455+0000 7fdb7e39b700 1 --2- 172.21.15.62:0/2202294158 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b90d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdb74009840 tx=0x7fdb74009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41e02270bc6da26 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.455+0000 7fdb7d399700 1 -- 172.21.15.62:0/2202294158 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb74011830 con 0x7fdb7815d6c0 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.455+0000 7fdb7d399700 1 -- 172.21.15.62:0/2202294158 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb74011990 con 0x7fdb7815d6c0 2023-10-06T22:43:54.457 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.455+0000 7fdb7d399700 1 -- 172.21.15.62:0/2202294158 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb74011d20 con 0x7fdb7815d6c0 2023-10-06T22:43:54.458 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.455+0000 7fdb805ff700 1 -- 172.21.15.62:0/2202294158 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb7815d6c0 msgr2=0x7fdb780b90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.455+0000 7fdb805ff700 1 --2- 172.21.15.62:0/2202294158 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b90d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fdb74009840 tx=0x7fdb74009b50 comp rx=0 tx=0).stop 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.456+0000 7fdb805ff700 1 -- 172.21.15.62:0/2202294158 shutdown_connections 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.456+0000 7fdb805ff700 1 --2- 172.21.15.62:0/2202294158 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b90d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.456+0000 7fdb805ff700 1 -- 172.21.15.62:0/2202294158 >> 172.21.15.62:0/2202294158 conn(0x7fdb78072420 msgr2=0x7fdb78072830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.456+0000 7fdb805ff700 1 -- 172.21.15.62:0/2202294158 shutdown_connections 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.456+0000 7fdb805ff700 1 -- 172.21.15.62:0/2202294158 wait complete. 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.457+0000 7fdb805ff700 1 Processor -- start 2023-10-06T22:43:54.459 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.457+0000 7fdb805ff700 1 -- start start 2023-10-06T22:43:54.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.458+0000 7fdb805ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb780b4f50 0x7fdb7814a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.460 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.458+0000 7fdb805ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb780cf9a0 0x7fdb781e6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.458+0000 7fdb805ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.458+0000 7fdb805ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb7814ac40 con 0x7fdb780b4f50 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.458+0000 7fdb805ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb7815dd40 con 0x7fdb7815d6c0 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.458+0000 7fdb805ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb7815e020 con 0x7fdb780cf9a0 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7eb9c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb780b4f50 0x7fdb7814a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7db9a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb780cf9a0 0x7fdb781e6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb780b4f50 0x7fdb7814a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.62:45652/0 (socket says 172.21.15.62:45652) 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 -- 172.21.15.62:0/2770677995 learned_addr learned my addr 172.21.15.62:0/2770677995 (peer_addr_for_me v2:172.21.15.62:0/0) 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7eb9c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b6790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.62:46766/0 (socket says 172.21.15.62:46766) 2023-10-06T22:43:54.461 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 -- 172.21.15.62:0/2770677995 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb780cf9a0 msgr2=0x7fdb781e6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb780cf9a0 0x7fdb781e6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 -- 172.21.15.62:0/2770677995 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb7815d6c0 msgr2=0x7fdb780b6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7e39b700 1 -- 172.21.15.62:0/2770677995 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb740094a0 con 0x7fdb780b4f50 2023-10-06T22:43:54.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.459+0000 7fdb7eb9c700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:43:54.462 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb7e39b700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb780b4f50 0x7fdb7814a700 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fdb74014040 tx=0x7fdb74004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:54.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb6effd700 1 -- 172.21.15.62:0/2770677995 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7401a7e0 con 0x7fdb780b4f50 2023-10-06T22:43:54.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb6effd700 1 -- 172.21.15.62:0/2770677995 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb7401a940 con 0x7fdb780b4f50 2023-10-06T22:43:54.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb7815e300 con 0x7fdb780b4f50 2023-10-06T22:43:54.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb6effd700 1 -- 172.21.15.62:0/2770677995 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7401acd0 con 0x7fdb780b4f50 2023-10-06T22:43:54.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb7815e8c0 con 0x7fdb780b4f50 2023-10-06T22:43:54.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb6effd700 1 -- 172.21.15.62:0/2770677995 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fdb74022070 con 0x7fdb780b4f50 2023-10-06T22:43:54.463 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.460+0000 7fdb6effd700 1 -- 172.21.15.62:0/2770677995 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fdb7401ae30 con 0x7fdb780b4f50 2023-10-06T22:43:54.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.461+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb78074380 con 0x7fdb780b4f50 2023-10-06T22:43:54.464 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.463+0000 7fdb6effd700 1 -- 172.21.15.62:0/2770677995 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fdb74029070 con 0x7fdb780b4f50 2023-10-06T22:43:54.554 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.553+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e7bef101-edd9-4195-8bc1-b86a3b28d3a3", "id": 7} v 0) v1 -- 0x7fdb780b7ef0 con 0x7fdb780b4f50 2023-10-06T22:43:54.556 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.555+0000 7fdb6effd700 1 -- 172.21.15.62:0/2770677995 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e7bef101-edd9-4195-8bc1-b86a3b28d3a3", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fdb74015020 con 0x7fdb780b4f50 2023-10-06T22:43:54.557 INFO:teuthology.orchestra.run.smithi062.stdout:7 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb780b4f50 msgr2=0x7fdb7814a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb780b4f50 0x7fdb7814a700 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fdb74014040 tx=0x7fdb74004750 comp rx=0 tx=0).stop 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 shutdown_connections 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb7815d6c0 0x7fdb780b6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb780b4f50 0x7fdb7814a700 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 --2- 172.21.15.62:0/2770677995 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb780cf9a0 0x7fdb781e6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 >> 172.21.15.62:0/2770677995 conn(0x7fdb78072420 msgr2=0x7fdb780d3d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.556+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 shutdown_connections 2023-10-06T22:43:54.558 INFO:teuthology.orchestra.run.smithi062.stderr:2023-10-06T22:43:54.557+0000 7fdb805ff700 1 -- 172.21.15.62:0/2770677995 wait complete. 2023-10-06T22:43:54.575 INFO:tasks.ceph.osd.0:Restarting daemon 2023-10-06T22:43:54.576 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-10-06T22:43:54.580 INFO:tasks.ceph.osd.0:Started 2023-10-06T22:43:54.580 INFO:tasks.ceph.osd.1:Restarting daemon 2023-10-06T22:43:54.581 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-10-06T22:43:54.585 INFO:tasks.ceph.osd.1:Started 2023-10-06T22:43:54.585 INFO:tasks.ceph.osd.2:Restarting daemon 2023-10-06T22:43:54.585 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-10-06T22:43:54.589 INFO:tasks.ceph.osd.2:Started 2023-10-06T22:43:54.589 INFO:tasks.ceph.osd.3:Restarting daemon 2023-10-06T22:43:54.590 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-10-06T22:43:54.595 INFO:tasks.ceph.osd.3:Started 2023-10-06T22:43:54.595 INFO:tasks.ceph.osd.4:Restarting daemon 2023-10-06T22:43:54.595 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-10-06T22:43:54.600 INFO:tasks.ceph.osd.4:Started 2023-10-06T22:43:54.600 INFO:tasks.ceph.osd.5:Restarting daemon 2023-10-06T22:43:54.600 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-10-06T22:43:54.604 INFO:tasks.ceph.osd.5:Started 2023-10-06T22:43:54.605 INFO:tasks.ceph.osd.6:Restarting daemon 2023-10-06T22:43:54.605 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-10-06T22:43:54.610 INFO:tasks.ceph.osd.6:Started 2023-10-06T22:43:54.610 INFO:tasks.ceph.osd.7:Restarting daemon 2023-10-06T22:43:54.610 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-10-06T22:43:54.616 INFO:tasks.ceph.osd.7:Started 2023-10-06T22:43:54.616 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:43:54.871 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:54.869+0000 7f052f2e5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-06T22:43:54.876 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:54.875+0000 7fda22eda200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-06T22:43:54.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.940+0000 7f6334dff700 1 Processor -- start 2023-10-06T22:43:54.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.940+0000 7f6334dff700 1 -- start start 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f6334dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f633015d830 0x7f63300d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f6334dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63300d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f6334dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63300d3320 con 0x7f63300b5010 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f6334dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63300d1d40 con 0x7f633015d830 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f6334dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63300d2020 con 0x7f63300ce890 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f632e59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f633015d830 0x7f63300d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f6327fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63300d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f632e59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f633015d830 0x7f63300d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:34348/0 (socket says 172.21.15.37:34348) 2023-10-06T22:43:54.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.941+0000 7f632e59c700 1 -- 172.21.15.37:0/2866037145 learned_addr learned my addr 172.21.15.37:0/2866037145 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:43:54.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632e59c700 1 -- 172.21.15.37:0/2866037145 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 msgr2=0x7f63300d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:43:54.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632e59c700 1 --2- 172.21.15.37:0/2866037145 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63300d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632e59c700 1 -- 172.21.15.37:0/2866037145 >> v1:172.21.15.37:6789/0 conn(0x7f63300b5010 legacy=0x7f63300b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632e59c700 1 -- 172.21.15.37:0/2866037145 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63300d2300 con 0x7f633015d830 2023-10-06T22:43:54.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632e59c700 1 --2- 172.21.15.37:0/2866037145 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f633015d830 0x7f63300d1760 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f63200098f0 tx=0x7f6320009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee68d1d08db54ca server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:54.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632dd9b700 1 -- 172.21.15.37:0/2866037145 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6320011830 con 0x7f633015d830 2023-10-06T22:43:54.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632dd9b700 1 -- 172.21.15.37:0/2866037145 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6320011990 con 0x7f633015d830 2023-10-06T22:43:54.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.942+0000 7f632dd9b700 1 -- 172.21.15.37:0/2866037145 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6320011d20 con 0x7f633015d830 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 -- 172.21.15.37:0/2866037145 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f633015d830 msgr2=0x7f63300d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 --2- 172.21.15.37:0/2866037145 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f633015d830 0x7f63300d1760 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f63200098f0 tx=0x7f6320009c00 comp rx=0 tx=0).stop 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 -- 172.21.15.37:0/2866037145 shutdown_connections 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 --2- 172.21.15.37:0/2866037145 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f633015d830 0x7f63300d1760 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 --2- 172.21.15.37:0/2866037145 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63300d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 -- 172.21.15.37:0/2866037145 >> 172.21.15.37:0/2866037145 conn(0x7f6330072630 msgr2=0x7f63300d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 -- 172.21.15.37:0/2866037145 shutdown_connections 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.943+0000 7f6334dff700 1 -- 172.21.15.37:0/2866037145 wait complete. 2023-10-06T22:43:54.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.945+0000 7f6334dff700 1 Processor -- start 2023-10-06T22:43:54.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.945+0000 7f6334dff700 1 -- start start 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f6334dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f63300b5010 0x7f633015fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f6334dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63301f6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f6334dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f633015d830 0x7f633015bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f6334dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63301f70a0 con 0x7f63300b5010 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f6334dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6330160440 con 0x7f633015d830 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f6334dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6330160720 con 0x7f63300ce890 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f632e59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f63300b5010 0x7f633015fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f632e59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f63300b5010 0x7f633015fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:34354/0 (socket says 172.21.15.37:34354) 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f632e59c700 1 -- 172.21.15.37:0/2322333719 learned_addr learned my addr 172.21.15.37:0/2322333719 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:43:54.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f6327fff700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63301f6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.946+0000 7f632ed9d700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f633015d830 0x7f633015bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f632e59c700 1 -- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 msgr2=0x7f63301f6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f632e59c700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63301f6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f632e59c700 1 -- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f633015d830 msgr2=0x7f633015bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f632e59c700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f633015d830 0x7f633015bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f632e59c700 1 -- 172.21.15.37:0/2322333719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6320009550 con 0x7f63300b5010 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f632e59c700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f63300b5010 0x7f633015fdb0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f6320000c00 tx=0x7f6320004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f6326ffd700 1 -- 172.21.15.37:0/2322333719 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6320004400 con 0x7f63300b5010 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f6326ffd700 1 -- 172.21.15.37:0/2322333719 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f632001f070 con 0x7f63300b5010 2023-10-06T22:43:54.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6330160a00 con 0x7f63300b5010 2023-10-06T22:43:54.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f6326ffd700 1 -- 172.21.15.37:0/2322333719 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63200038e0 con 0x7f63300b5010 2023-10-06T22:43:54.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.947+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f633015c410 con 0x7f63300b5010 2023-10-06T22:43:54.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.948+0000 7f6326ffd700 1 -- 172.21.15.37:0/2322333719 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f6320021030 con 0x7f63300b5010 2023-10-06T22:43:54.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.948+0000 7f6326ffd700 1 -- 172.21.15.37:0/2322333719 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f6320024b00 con 0x7f63300b5010 2023-10-06T22:43:54.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.948+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63300d25c0 con 0x7f63300b5010 2023-10-06T22:43:54.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:54.951+0000 7f6326ffd700 1 -- 172.21.15.37:0/2322333719 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f63300d25c0 con 0x7f63300b5010 2023-10-06T22:43:54.980 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:54.979+0000 7fda22eda200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-06T22:43:55.001 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:54.999+0000 7f052f2e5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-06T22:43:55.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.025+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f633015e230 con 0x7f63300b5010 2023-10-06T22:43:55.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.026+0000 7f6326ffd700 1 -- 172.21.15.37:0/2322333719 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f633015e230 con 0x7f63300b5010 2023-10-06T22:43:55.028 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:43:55.028 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":10,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:43:54.554538+0000","last_up_change":"0.000000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:43:55.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.027+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f63300b5010 msgr2=0x7f633015fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:55.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.027+0000 7f6334dff700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f63300b5010 0x7f633015fdb0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f6320000c00 tx=0x7f6320004750 comp rx=0 tx=0).stop 2023-10-06T22:43:55.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.027+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 shutdown_connections 2023-10-06T22:43:55.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.027+0000 7f6334dff700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f633015d830 0x7f633015bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:55.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.028+0000 7f6334dff700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f63300b5010 0x7f633015fdb0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:55.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.028+0000 7f6334dff700 1 --2- 172.21.15.37:0/2322333719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f63300ce890 0x7f63301f6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:55.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.028+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 >> 172.21.15.37:0/2322333719 conn(0x7f6330072630 msgr2=0x7f6330073490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:55.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.028+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 shutdown_connections 2023-10-06T22:43:55.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:43:55.028+0000 7f6334dff700 1 -- 172.21.15.37:0/2322333719 wait complete. 2023-10-06T22:43:55.056 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-10-06T22:43:55.056 INFO:tasks.ceph:Waiting for OSDs to come up 2023-10-06T22:43:55.165 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:55.164+0000 7fda22eda200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-06T22:43:55.201 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:55.199+0000 7f052f2e5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-06T22:43:55.294 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-06T22:43:55.292+0000 7fcc2db45640 -1 Falling back to public interface 2023-10-06T22:43:55.309 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-06T22:43:55.308+0000 7f23b880d640 -1 Falling back to public interface 2023-10-06T22:43:55.310 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-06T22:43:55.309+0000 7fe74ee97640 -1 Falling back to public interface 2023-10-06T22:43:55.319 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-06T22:43:55.317+0000 7fbf35cd2640 -1 Falling back to public interface 2023-10-06T22:43:55.336 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-06T22:43:55.335+0000 7ff7e6701640 -1 Falling back to public interface 2023-10-06T22:43:55.339 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-06T22:43:55.338+0000 7ff05b1af640 -1 Falling back to public interface 2023-10-06T22:43:55.340 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-06T22:43:55.339+0000 7f9422188640 -1 Falling back to public interface 2023-10-06T22:43:55.341 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-06T22:43:55.340+0000 7fef1cbf4640 -1 Falling back to public interface 2023-10-06T22:43:55.344 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-06T22:43:55.343+0000 7f9413ffd700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6821/0: (98) Address already in use 2023-10-06T22:43:55.490 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:55.489+0000 7fda22eda200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-06T22:43:55.515 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:55.514+0000 7f052f2e5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-06T22:43:55.751 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:55.749+0000 7fda22eda200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-06T22:43:55.775 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:55.773+0000 7f052f2e5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-06T22:43:55.861 DEBUG:teuthology.orchestra.run.smithi037:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-10-06T22:43:55.923 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:55.922+0000 7fda22eda200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-06T22:43:55.953 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:55.951+0000 7f052f2e5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-06T22:43:56.042 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.041+0000 7fa618dff700 1 Processor -- start 2023-10-06T22:43:56.043 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.041+0000 7fa618dff700 1 -- start start 2023-10-06T22:43:56.044 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.042+0000 7fa618dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa6140cf4a0 0x7fa614168810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:56.044 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.042+0000 7fa618dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6140d13e0 con 0x7fa61415d850 2023-10-06T22:43:56.044 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.042+0000 7fa618dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6140d16c0 con 0x7fa6140d0750 2023-10-06T22:43:56.044 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.042+0000 7fa618dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6140d19a0 con 0x7fa6140cf4a0 2023-10-06T22:43:56.044 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.042+0000 7fa61259c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fa61415d850 0x7fa6140d0040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:50524/0 (socket says 172.21.15.37:50524) 2023-10-06T22:43:56.044 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.042+0000 7fa61259c700 1 -- 172.21.15.37:0/2576614473 learned_addr learned my addr 172.21.15.37:0/2576614473 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:43:56.044 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.042+0000 7fa612d9d700 1 --2- 172.21.15.37:0/2576614473 >> v2:172.21.15.37:3300/0 conn(0x7fa6140cf4a0 0x7fa614168810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:56.046 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa61159a700 1 -- 172.21.15.37:0/2576614473 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2048525710 0 0) 0x7fa6140d13e0 con 0x7fa61415d850 2023-10-06T22:43:56.046 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa61159a700 1 -- 172.21.15.37:0/2576614473 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5fc0035b0 con 0x7fa61415d850 2023-10-06T22:43:56.046 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa61159a700 1 -- 172.21.15.37:0/2576614473 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 686403771 0 0) 0x7fa6140d16c0 con 0x7fa6140d0750 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa61159a700 1 -- 172.21.15.37:0/2576614473 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa6140d13e0 con 0x7fa6140d0750 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa612d9d700 1 -- 172.21.15.37:0/2576614473 >> v1:172.21.15.62:6789/0 conn(0x7fa6140d0750 legacy=0x7fa6140ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa612d9d700 1 -- 172.21.15.37:0/2576614473 >> v1:172.21.15.37:6789/0 conn(0x7fa61415d850 legacy=0x7fa6140d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa612d9d700 1 -- 172.21.15.37:0/2576614473 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6140d1c80 con 0x7fa6140cf4a0 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa612d9d700 1 --2- 172.21.15.37:0/2576614473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa614168810 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa60c009d90 tx=0x7fa60c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a789000d08a363cc server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa61159a700 1 -- 172.21.15.37:0/2576614473 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa60c00e070 con 0x7fa6140cf4a0 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa61159a700 1 -- 172.21.15.37:0/2576614473 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa60c00bb20 con 0x7fa6140cf4a0 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.043+0000 7fa61159a700 1 -- 172.21.15.37:0/2576614473 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa60c00be90 con 0x7fa6140cf4a0 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.044+0000 7fa618dff700 1 -- 172.21.15.37:0/2576614473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 msgr2=0x7fa614168810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.044+0000 7fa618dff700 1 --2- 172.21.15.37:0/2576614473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa614168810 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa60c009d90 tx=0x7fa60c00b330 comp rx=0 tx=0).stop 2023-10-06T22:43:56.047 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.044+0000 7fa618dff700 1 -- 172.21.15.37:0/2576614473 shutdown_connections 2023-10-06T22:43:56.048 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.044+0000 7fa618dff700 1 --2- 172.21.15.37:0/2576614473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa614168810 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:56.048 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.044+0000 7fa618dff700 1 -- 172.21.15.37:0/2576614473 >> 172.21.15.37:0/2576614473 conn(0x7fa61409ca00 msgr2=0x7fa6140d3670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:56.048 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.044+0000 7fa618dff700 1 -- 172.21.15.37:0/2576614473 shutdown_connections 2023-10-06T22:43:56.048 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.044+0000 7fa618dff700 1 -- 172.21.15.37:0/2576614473 wait complete. 2023-10-06T22:43:56.048 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.046+0000 7fa618dff700 1 Processor -- start 2023-10-06T22:43:56.049 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.046+0000 7fa618dff700 1 -- start start 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa618dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa6140cd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa618dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6140d0750 0x7fa6141e5f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa618dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa61415d850 0x7fa614149b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa618dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6141605d0 con 0x7fa6140cf4a0 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa618dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6141f4a90 con 0x7fa61415d850 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa618dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa61415a8d0 con 0x7fa6140d0750 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa61259c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa6140cd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:56.051 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa61259c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa6140cd1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:34362/0 (socket says 172.21.15.37:34362) 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.047+0000 7fa61259c700 1 -- 172.21.15.37:0/3146227250 learned_addr learned my addr 172.21.15.37:0/3146227250 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa612d9d700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa61415d850 0x7fa614149b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa611d9b700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6140d0750 0x7fa6141e5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa61259c700 1 -- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6140d0750 msgr2=0x7fa6141e5f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa61259c700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6140d0750 0x7fa6141e5f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa61259c700 1 -- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa61415d850 msgr2=0x7fa614149b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa61259c700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa61415d850 0x7fa614149b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa61259c700 1 -- 172.21.15.37:0/3146227250 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa60c009a70 con 0x7fa6140cf4a0 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa61259c700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa6140cd1a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa60400c4d0 tx=0x7fa60400c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa602ffd700 1 -- 172.21.15.37:0/3146227250 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6040074e0 con 0x7fa6140cf4a0 2023-10-06T22:43:56.052 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa602ffd700 1 -- 172.21.15.37:0/3146227250 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa604007640 con 0x7fa6140cf4a0 2023-10-06T22:43:56.053 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa602ffd700 1 -- 172.21.15.37:0/3146227250 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa604005a30 con 0x7fa6140cf4a0 2023-10-06T22:43:56.053 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.048+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa614160010 con 0x7fa6140cf4a0 2023-10-06T22:43:56.053 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.049+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6140b18d0 con 0x7fa6140cf4a0 2023-10-06T22:43:56.053 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.049+0000 7fa602ffd700 1 -- 172.21.15.37:0/3146227250 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa604012400 con 0x7fa6140cf4a0 2023-10-06T22:43:56.053 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.049+0000 7fa602ffd700 1 -- 172.21.15.37:0/3146227250 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fa604012d80 con 0x7fa6140cf4a0 2023-10-06T22:43:56.053 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.050+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6141f47f0 con 0x7fa6140cf4a0 2023-10-06T22:43:56.054 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.052+0000 7fa602ffd700 1 -- 172.21.15.37:0/3146227250 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fa6141f47f0 con 0x7fa6140cf4a0 2023-10-06T22:43:56.129 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.127+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa6140d0dd0 con 0x7fa6140cf4a0 2023-10-06T22:43:56.129 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.128+0000 7fa602ffd700 1 -- 172.21.15.37:0/3146227250 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fa604021060 con 0x7fa6140cf4a0 2023-10-06T22:43:56.130 INFO:teuthology.misc.health.smithi037.stdout: 2023-10-06T22:43:56.130 INFO:teuthology.misc.health.smithi037.stdout:{"epoch":10,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:43:54.554538+0000","last_up_change":"0.000000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:43:56.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 msgr2=0x7fa6140cd1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:43:56.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa6140cd1a0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa60400c4d0 tx=0x7fa60400c7e0 comp rx=0 tx=0).stop 2023-10-06T22:43:56.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 shutdown_connections 2023-10-06T22:43:56.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa61415d850 0x7fa614149b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:56.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6140cf4a0 0x7fa6140cd1a0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:56.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 --2- 172.21.15.37:0/3146227250 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6140d0750 0x7fa6141e5f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:43:56.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 >> 172.21.15.37:0/3146227250 conn(0x7fa61409ca00 msgr2=0x7fa6140d35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:43:56.132 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 shutdown_connections 2023-10-06T22:43:56.132 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:43:56.129+0000 7fa618dff700 1 -- 172.21.15.37:0/3146227250 wait complete. 2023-10-06T22:43:56.145 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-10-06T22:43:56.213 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:56.212+0000 7fda22eda200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-06T22:43:56.247 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:56.245+0000 7f052f2e5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-06T22:43:56.420 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:56.419+0000 7fda22eda200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-06T22:43:56.456 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:56.455+0000 7f052f2e5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-06T22:43:56.571 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:56.570+0000 7fda22eda200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-06T22:43:56.613 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:56.611+0000 7f052f2e5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-06T22:43:56.971 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:56.970+0000 7fda22eda200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-06T22:43:57.010 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:57.008+0000 7f052f2e5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-06T22:43:57.101 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:57.099+0000 7fda22eda200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-06T22:43:57.141 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:57.139+0000 7f052f2e5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-06T22:43:57.341 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:57.340+0000 7fda22eda200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-06T22:43:57.385 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:57.383+0000 7f052f2e5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-06T22:43:58.166 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:58.164+0000 7fda22eda200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-06T22:43:58.201 INFO:tasks.ceph.mgr.y.smithi037.stderr:2023-10-06T22:43:58.199+0000 7f052f2e5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-06T22:43:58.841 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-06T22:43:58.840+0000 7f23b880d640 -1 osd.6 0 log_to_monitors true 2023-10-06T22:43:58.893 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-06T22:43:58.891+0000 7fbf35cd2640 -1 osd.2 0 log_to_monitors true 2023-10-06T22:43:58.893 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-06T22:43:58.891+0000 7ff05b1af640 -1 osd.1 0 log_to_monitors true 2023-10-06T22:43:59.103 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-06T22:43:59.102+0000 7fe74ee97640 -1 osd.4 0 log_to_monitors true 2023-10-06T22:43:59.109 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-06T22:43:59.107+0000 7fcc2db45640 -1 osd.0 0 log_to_monitors true 2023-10-06T22:43:59.143 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-06T22:43:59.142+0000 7fef1cbf4640 -1 osd.7 0 log_to_monitors true 2023-10-06T22:43:59.146 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-06T22:43:59.144+0000 7ff7e6701640 -1 osd.3 0 log_to_monitors true 2023-10-06T22:43:59.180 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-06T22:43:59.179+0000 7f9422188640 -1 osd.5 0 log_to_monitors true 2023-10-06T22:43:59.189 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:59.188+0000 7fd9d67fa700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-10-06T22:43:59.194 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-06T22:43:59.193+0000 7fd9d67fa700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-10-06T22:44:02.308 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-06T22:44:02.302+0000 7ff7d55f7700 -1 osd.3 0 waiting for initial osdmap 2023-10-06T22:44:02.351 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-06T22:44:02.348+0000 7ff7ccdfa700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:02.452 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-06T22:44:02.450+0000 7fef0b9f7700 -1 osd.7 0 waiting for initial osdmap 2023-10-06T22:44:02.479 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-06T22:44:02.478+0000 7fef031fa700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:02.493 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-06T22:44:02.492+0000 7f9410ff7700 -1 osd.5 0 waiting for initial osdmap 2023-10-06T22:44:02.509 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-06T22:44:02.507+0000 7ff049ff7700 -1 osd.1 0 waiting for initial osdmap 2023-10-06T22:44:02.515 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-06T22:44:02.514+0000 7f23a77f7700 -1 osd.6 0 waiting for initial osdmap 2023-10-06T22:44:02.523 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-06T22:44:02.521+0000 7fcc1d1f8700 -1 osd.0 0 waiting for initial osdmap 2023-10-06T22:44:02.527 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-06T22:44:02.526+0000 7f94087fa700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:02.530 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-06T22:44:02.528+0000 7ff0417fa700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:02.551 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-06T22:44:02.549+0000 7fcc141fa700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:02.552 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-06T22:44:02.551+0000 7f239effa700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:02.950 DEBUG:teuthology.orchestra.run.smithi037:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:03.126 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.124+0000 7f5f23fff700 1 Processor -- start 2023-10-06T22:44:03.126 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.124+0000 7f5f23fff700 1 -- start start 2023-10-06T22:44:03.128 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f23fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5f1c0d0750 0x7f5f1c0ced90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:03.128 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f23fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5f1c0d2480 0x7f5f1c0cf2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:03.128 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f23fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f1c0d13e0 con 0x7f5f1c15d850 2023-10-06T22:44:03.128 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f23fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f1c0d16c0 con 0x7f5f1c0d0750 2023-10-06T22:44:03.128 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f23fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f1c0d19a0 con 0x7f5f1c0d2480 2023-10-06T22:44:03.128 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f21d9b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f5f1c15d850 0x7f5f1c0d0040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:50536/0 (socket says 172.21.15.37:50536) 2023-10-06T22:44:03.128 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f2159a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5f1c0d0750 0x7f5f1c0ced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:03.129 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f21d9b700 1 -- 172.21.15.37:0/3001974068 learned_addr learned my addr 172.21.15.37:0/3001974068 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:03.129 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f2259c700 1 --2- 172.21.15.37:0/3001974068 >> v2:172.21.15.62:3300/0 conn(0x7f5f1c0d2480 0x7f5f1c0cf2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:03.130 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f20d99700 1 -- 172.21.15.37:0/3001974068 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2156841074 0 0) 0x7f5f1c0d13e0 con 0x7f5f1c15d850 2023-10-06T22:44:03.130 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f2159a700 1 -- 172.21.15.37:0/3001974068 >> v2:172.21.15.62:3300/0 conn(0x7f5f1c0d2480 msgr2=0x7f5f1c0cf2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:03.130 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f2159a700 1 --2- 172.21.15.37:0/3001974068 >> v2:172.21.15.62:3300/0 conn(0x7f5f1c0d2480 0x7f5f1c0cf2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.130 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f2159a700 1 -- 172.21.15.37:0/3001974068 >> v1:172.21.15.37:6789/0 conn(0x7f5f1c15d850 legacy=0x7f5f1c0d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.126+0000 7f5f2159a700 1 -- 172.21.15.37:0/3001974068 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f1c0d1c80 con 0x7f5f1c0d0750 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.127+0000 7f5f2159a700 1 --2- 172.21.15.37:0/3001974068 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c0d0750 0x7f5f1c0ced90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c09cde0 tx=0x7f5f0c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd2651c908f0f26f server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.127+0000 7f5f20d99700 1 -- 172.21.15.37:0/3001974068 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f0c011830 con 0x7f5f1c0d0750 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.127+0000 7f5f20d99700 1 -- 172.21.15.37:0/3001974068 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f0c011990 con 0x7f5f1c0d0750 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.127+0000 7f5f20d99700 1 -- 172.21.15.37:0/3001974068 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f0c011d20 con 0x7f5f1c0d0750 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.127+0000 7f5f23fff700 1 -- 172.21.15.37:0/3001974068 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c0d0750 msgr2=0x7f5f1c0ced90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.127+0000 7f5f23fff700 1 --2- 172.21.15.37:0/3001974068 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c0d0750 0x7f5f1c0ced90 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c09cde0 tx=0x7f5f0c009b20 comp rx=0 tx=0).stop 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.128+0000 7f5f23fff700 1 -- 172.21.15.37:0/3001974068 shutdown_connections 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.128+0000 7f5f23fff700 1 --2- 172.21.15.37:0/3001974068 >> v2:172.21.15.62:3300/0 conn(0x7f5f1c0d2480 0x7f5f1c0cf2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.128+0000 7f5f23fff700 1 --2- 172.21.15.37:0/3001974068 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c0d0750 0x7f5f1c0ced90 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.128+0000 7f5f23fff700 1 -- 172.21.15.37:0/3001974068 >> 172.21.15.37:0/3001974068 conn(0x7f5f1c09ca00 msgr2=0x7f5f1c0d3670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:03.131 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.128+0000 7f5f23fff700 1 -- 172.21.15.37:0/3001974068 shutdown_connections 2023-10-06T22:44:03.132 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.128+0000 7f5f23fff700 1 -- 172.21.15.37:0/3001974068 wait complete. 2023-10-06T22:44:03.133 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.129+0000 7f5f23fff700 1 Processor -- start 2023-10-06T22:44:03.133 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.130+0000 7f5f23fff700 1 -- start start 2023-10-06T22:44:03.133 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f23fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5f1c0d0750 0x7f5f1c1f3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:03.133 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f23fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f1c0d2480 0x7f5f1c14c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:03.133 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f23fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c15d850 0x7f5f1c15fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f23fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f1c14a880 con 0x7f5f1c15d850 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f23fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f1c14a550 con 0x7f5f1c0d2480 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f23fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f1c14ce30 con 0x7f5f1c0d0750 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f21d9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5f1c0d0750 0x7f5f1c1f3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f2159a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f1c0d2480 0x7f5f1c14c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f2259c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c15d850 0x7f5f1c15fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f21d9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5f1c0d0750 0x7f5f1c1f3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:56910/0 (socket says 172.21.15.37:56910) 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f21d9b700 1 -- 172.21.15.37:0/1706665397 learned_addr learned my addr 172.21.15.37:0/1706665397 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f2259c700 1 -- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5f1c0d0750 msgr2=0x7f5f1c1f3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f2259c700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5f1c0d0750 0x7f5f1c1f3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.134 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f2259c700 1 -- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f1c0d2480 msgr2=0x7f5f1c14c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:03.135 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f2259c700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f1c0d2480 0x7f5f1c14c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.135 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.131+0000 7f5f2259c700 1 -- 172.21.15.37:0/1706665397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f0c0094a0 con 0x7f5f1c15d850 2023-10-06T22:44:03.135 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.132+0000 7f5f2259c700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c15d850 0x7f5f1c15fa40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5f1400efc0 tx=0x7f5f1400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:03.136 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.132+0000 7f5f127fc700 1 -- 172.21.15.37:0/1706665397 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f1400cc90 con 0x7f5f1c15d850 2023-10-06T22:44:03.136 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.132+0000 7f5f127fc700 1 -- 172.21.15.37:0/1706665397 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f1400f040 con 0x7f5f1c15d850 2023-10-06T22:44:03.136 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.132+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f1c14d110 con 0x7f5f1c15d850 2023-10-06T22:44:03.136 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.132+0000 7f5f127fc700 1 -- 172.21.15.37:0/1706665397 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f140146c0 con 0x7f5f1c15d850 2023-10-06T22:44:03.136 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.132+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f1c14cac0 con 0x7f5f1c15d850 2023-10-06T22:44:03.136 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.133+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f1c14a9f0 con 0x7f5f1c15d850 2023-10-06T22:44:03.136 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.134+0000 7f5f127fc700 1 -- 172.21.15.37:0/1706665397 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 4) v1 ==== 89173+0+0 (secure 0 0 0) 0x7f5f14014820 con 0x7f5f1c15d850 2023-10-06T22:44:03.137 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.135+0000 7f5f127fc700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5f0006ae70 0x7f5f0006d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:03.137 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.135+0000 7f5f127fc700 1 -- 172.21.15.37:0/1706665397 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f5f140892e0 con 0x7f5f1c15d850 2023-10-06T22:44:03.137 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.135+0000 7f5f21d9b700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5f0006ae70 0x7f5f0006d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:03.137 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.136+0000 7f5f21d9b700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5f0006ae70 0x7f5f0006d330 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5f18007fd0 tx=0x7f5f18009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:03.142 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.140+0000 7f5f127fc700 1 -- 172.21.15.37:0/1706665397 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5f14055160 con 0x7f5f1c15d850 2023-10-06T22:44:03.207 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-06T22:44:03.206+0000 7fe73ddf7700 -1 osd.4 0 waiting for initial osdmap 2023-10-06T22:44:03.227 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-06T22:44:03.226+0000 7fe7355fa700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:03.362 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.360+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5f1c074aa0 con 0x7f5f1c15d850 2023-10-06T22:44:03.363 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.361+0000 7f5f127fc700 1 -- 172.21.15.37:0/1706665397 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) v1 ==== 74+0+10362 (secure 0 0 0) 0x7f5f14018020 con 0x7f5f1c15d850 2023-10-06T22:44:03.363 INFO:teuthology.misc.health.smithi037.stdout: 2023-10-06T22:44:03.363 INFO:teuthology.misc.health.smithi037.stdout:{"epoch":13,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:03.312529+0000","last_up_change":"2023-10-06T22:44:03.312529+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:03.365 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5f0006ae70 msgr2=0x7f5f0006d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5f0006ae70 0x7f5f0006d330 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5f18007fd0 tx=0x7f5f18009040 comp rx=0 tx=0).stop 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c15d850 msgr2=0x7f5f1c15fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c15d850 0x7f5f1c15fa40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5f1400efc0 tx=0x7f5f1400c3a0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 shutdown_connections 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5f1c15d850 0x7f5f1c15fa40 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5f1c0d0750 0x7f5f1c1f3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5f0006ae70 0x7f5f0006d330 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 --2- 172.21.15.37:0/1706665397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5f1c0d2480 0x7f5f1c14c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.363+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 >> 172.21.15.37:0/1706665397 conn(0x7f5f1c09ca00 msgr2=0x7f5f1c0b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:03.366 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.364+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 shutdown_connections 2023-10-06T22:44:03.367 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:03.364+0000 7f5f23fff700 1 -- 172.21.15.37:0/1706665397 wait complete. 2023-10-06T22:44:03.381 DEBUG:teuthology.misc:7 of 8 OSDs are up 2023-10-06T22:44:05.460 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-06T22:44:05.458+0000 7fbf24bf7700 -1 osd.2 0 waiting for initial osdmap 2023-10-06T22:44:05.472 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-06T22:44:05.470+0000 7fbf1c3fa700 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-06T22:44:08.444 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:44:08.450 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:44:10.188 DEBUG:teuthology.orchestra.run.smithi037:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:10.374 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.372+0000 7fc0c51ff700 1 Processor -- start 2023-10-06T22:44:10.374 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.372+0000 7fc0c51ff700 1 -- start start 2023-10-06T22:44:10.378 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.373+0000 7fc0c51ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c00d0750 0x7fc0c00ced90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.378 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.373+0000 7fc0c51ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0c00d13e0 con 0x7fc0c00d2480 2023-10-06T22:44:10.378 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.373+0000 7fc0c51ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0c00d16c0 con 0x7fc0c015d850 2023-10-06T22:44:10.378 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.373+0000 7fc0c51ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c00d19a0 con 0x7fc0c00d0750 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0bf59e700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fc0c00d2480 0x7fc0c006b990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45070/0 (socket says 172.21.15.37:45070) 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0bf59e700 1 -- 172.21.15.37:0/1990944903 learned_addr learned my addr 172.21.15.37:0/1990944903 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0be59c700 1 --2- 172.21.15.37:0/1990944903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c00d0750 0x7fc0c00ced90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0bdd9b700 1 -- 172.21.15.37:0/1990944903 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1886583006 0 0) 0x7fc0c00d13e0 con 0x7fc0c00d2480 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0bdd9b700 1 -- 172.21.15.37:0/1990944903 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0a80035b0 con 0x7fc0c00d2480 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0bdd9b700 1 -- 172.21.15.37:0/1990944903 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1236747430 0 0) 0x7fc0c00d16c0 con 0x7fc0c015d850 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0bdd9b700 1 -- 172.21.15.37:0/1990944903 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0c00d13e0 con 0x7fc0c015d850 2023-10-06T22:44:10.379 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0be59c700 1 -- 172.21.15.37:0/1990944903 >> v1:172.21.15.62:6789/0 conn(0x7fc0c015d850 legacy=0x7fc0c00d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0be59c700 1 -- 172.21.15.37:0/1990944903 >> v1:172.21.15.37:6789/0 conn(0x7fc0c00d2480 legacy=0x7fc0c006b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.374+0000 7fc0be59c700 1 -- 172.21.15.37:0/1990944903 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0c00d1c80 con 0x7fc0c00d0750 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0be59c700 1 --2- 172.21.15.37:0/1990944903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c00d0750 0x7fc0c00ced90 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009870 tx=0x7fc0b4009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27a839538bf6f89d server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0bdd9b700 1 -- 172.21.15.37:0/1990944903 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4011830 con 0x7fc0c00d0750 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0bdd9b700 1 -- 172.21.15.37:0/1990944903 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b4011990 con 0x7fc0c00d0750 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0bdd9b700 1 -- 172.21.15.37:0/1990944903 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b4011d20 con 0x7fc0c00d0750 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0c51ff700 1 -- 172.21.15.37:0/1990944903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c00d0750 msgr2=0x7fc0c00ced90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/1990944903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c00d0750 0x7fc0c00ced90 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc0b4009870 tx=0x7fc0b4009b80 comp rx=0 tx=0).stop 2023-10-06T22:44:10.380 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0c51ff700 1 -- 172.21.15.37:0/1990944903 shutdown_connections 2023-10-06T22:44:10.381 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/1990944903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c00d0750 0x7fc0c00ced90 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.381 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0c51ff700 1 -- 172.21.15.37:0/1990944903 >> 172.21.15.37:0/1990944903 conn(0x7fc0c009ca00 msgr2=0x7fc0c00d3670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:10.381 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.375+0000 7fc0c51ff700 1 -- 172.21.15.37:0/1990944903 shutdown_connections 2023-10-06T22:44:10.381 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.376+0000 7fc0c51ff700 1 -- 172.21.15.37:0/1990944903 wait complete. 2023-10-06T22:44:10.383 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.377+0000 7fc0c51ff700 1 Processor -- start 2023-10-06T22:44:10.384 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.377+0000 7fc0c51ff700 1 -- start start 2023-10-06T22:44:10.384 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.378+0000 7fc0c51ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0c00d0750 0x7fc0c01f2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.384 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.378+0000 7fc0c51ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0c00d2480 0x7fc0c009f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.384 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.378+0000 7fc0c51ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c015d850 0x7fc0c009fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.384 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.378+0000 7fc0c51ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c00a05c0 con 0x7fc0c00d2480 2023-10-06T22:44:10.384 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.378+0000 7fc0c51ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c00a08a0 con 0x7fc0c00d0750 2023-10-06T22:44:10.384 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.378+0000 7fc0c51ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c00a0b80 con 0x7fc0c015d850 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0c00d2480 0x7fc0c009f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0c00d2480 0x7fc0c009f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55112/0 (socket says 172.21.15.37:55112) 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 -- 172.21.15.37:0/2846274108 learned_addr learned my addr 172.21.15.37:0/2846274108 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0bf59e700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c015d850 0x7fc0c009fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0bed9d700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0c00d0750 0x7fc0c01f2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 -- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c015d850 msgr2=0x7fc0c009fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c015d850 0x7fc0c009fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.385 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 -- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0c00d0750 msgr2=0x7fc0c01f2590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.386 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0c00d0750 0x7fc0c01f2590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.386 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 -- 172.21.15.37:0/2846274108 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0b40094a0 con 0x7fc0c00d2480 2023-10-06T22:44:10.386 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.379+0000 7fc0be59c700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0c00d2480 0x7fc0c009f840 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc0c008cf10 tx=0x7fc0b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:10.386 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.380+0000 7fc0a77fe700 1 -- 172.21.15.37:0/2846274108 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b401a6e0 con 0x7fc0c00d2480 2023-10-06T22:44:10.386 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.380+0000 7fc0a77fe700 1 -- 172.21.15.37:0/2846274108 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0b401a840 con 0x7fc0c00d2480 2023-10-06T22:44:10.386 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.380+0000 7fc0a77fe700 1 -- 172.21.15.37:0/2846274108 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b401abd0 con 0x7fc0c00d2480 2023-10-06T22:44:10.386 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.380+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0c00a0e60 con 0x7fc0c00d2480 2023-10-06T22:44:10.387 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.380+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0c00a02c0 con 0x7fc0c00d2480 2023-10-06T22:44:10.387 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.381+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0c014d920 con 0x7fc0c00d2480 2023-10-06T22:44:10.387 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.382+0000 7fc0a77fe700 1 -- 172.21.15.37:0/2846274108 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc0b4022070 con 0x7fc0c00d2480 2023-10-06T22:44:10.388 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.383+0000 7fc0a77fe700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc0ac06af00 0x7fc0ac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.388 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.383+0000 7fc0a77fe700 1 -- 172.21.15.37:0/2846274108 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc0b408a380 con 0x7fc0c00d2480 2023-10-06T22:44:10.389 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.383+0000 7fc0bed9d700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc0ac06af00 0x7fc0ac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.389 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.384+0000 7fc0bed9d700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc0ac06af00 0x7fc0ac06d3c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0007fd0 tx=0x7fc0b0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:10.390 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.388+0000 7fc0a77fe700 1 -- 172.21.15.37:0/2846274108 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc0b40556e0 con 0x7fc0c00d2480 2023-10-06T22:44:10.597 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.595+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc0c00d3850 con 0x7fc0c00d2480 2023-10-06T22:44:10.598 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.596+0000 7fc0a77fe700 1 -- 172.21.15.37:0/2846274108 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12766 (secure 0 0 0) 0x7fc0b4058d00 con 0x7fc0c00d2480 2023-10-06T22:44:10.598 INFO:teuthology.misc.health.smithi037.stdout: 2023-10-06T22:44:10.598 INFO:teuthology.misc.health.smithi037.stdout:{"epoch":17,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:07.805508+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc0ac06af00 msgr2=0x7fc0ac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc0ac06af00 0x7fc0ac06d3c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0007fd0 tx=0x7fc0b0009040 comp rx=0 tx=0).stop 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0c00d2480 msgr2=0x7fc0c009f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0c00d2480 0x7fc0c009f840 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc0c008cf10 tx=0x7fc0b4004750 comp rx=0 tx=0).stop 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 shutdown_connections 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc0ac06af00 0x7fc0ac06d3c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc0c00d0750 0x7fc0c01f2590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc0c015d850 0x7fc0c009fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.601 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.598+0000 7fc0c51ff700 1 --2- 172.21.15.37:0/2846274108 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc0c00d2480 0x7fc0c009f840 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.602 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.599+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 >> 172.21.15.37:0/2846274108 conn(0x7fc0c009ca00 msgr2=0x7fc0c00b0260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:10.602 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.599+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 shutdown_connections 2023-10-06T22:44:10.602 INFO:teuthology.misc.health.smithi037.stderr:2023-10-06T22:44:10.599+0000 7fc0c51ff700 1 -- 172.21.15.37:0/2846274108 wait complete. 2023-10-06T22:44:10.616 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-10-06T22:44:10.617 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-10-06T22:44:10.617 INFO:tasks.ceph.mds.a:Restarting daemon 2023-10-06T22:44:10.617 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-10-06T22:44:10.622 INFO:tasks.ceph.mds.a:Started 2023-10-06T22:44:10.623 INFO:tasks.ceph.mds.c:Restarting daemon 2023-10-06T22:44:10.623 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-10-06T22:44:10.627 INFO:tasks.ceph.mds.c:Started 2023-10-06T22:44:10.627 INFO:tasks.ceph.mds.b:Restarting daemon 2023-10-06T22:44:10.628 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-10-06T22:44:10.632 INFO:tasks.ceph.mds.b:Started 2023-10-06T22:44:10.632 INFO:tasks.ceph.mds.d:Restarting daemon 2023-10-06T22:44:10.632 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-10-06T22:44:10.638 INFO:tasks.ceph.mds.d:Started 2023-10-06T22:44:10.638 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-10-06T22:44:10.638 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:10.778 INFO:tasks.ceph.mds.a.smithi037.stdout:starting mds.a at 2023-10-06T22:44:10.779 INFO:tasks.ceph.mds.c.smithi037.stdout:starting mds.c at 2023-10-06T22:44:10.795 INFO:tasks.ceph.mds.b.smithi062.stdout:starting mds.b at 2023-10-06T22:44:10.799 INFO:tasks.ceph.mds.d.smithi062.stdout:starting mds.d at 2023-10-06T22:44:10.853 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.852+0000 7f5cce9ff700 1 Processor -- start 2023-10-06T22:44:10.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.852+0000 7f5cce9ff700 1 -- start start 2023-10-06T22:44:10.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cce9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc80ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cce9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5cc80b5010 0x7f5cc80b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cce9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5cc80cedd0 con 0x7f5cc815d830 2023-10-06T22:44:10.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cce9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cc80b59c0 con 0x7f5cc80b5010 2023-10-06T22:44:10.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cce9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc80d1d40 con 0x7f5cc80d1760 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cc7fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f5cc815d830 0x7f5cc80d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45100/0 (socket says 172.21.15.37:45100) 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cc7fff700 1 -- 172.21.15.37:0/1669209483 learned_addr learned my addr 172.21.15.37:0/1669209483 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cc77fe700 1 --2- 172.21.15.37:0/1669209483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc80ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.853+0000 7f5cccf9c700 1 --2- 172.21.15.37:0/1669209483 >> v2:172.21.15.62:3300/0 conn(0x7f5cc80b5010 0x7f5cc80b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc6ffd700 1 -- 172.21.15.37:0/1669209483 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3760339383 0 0) 0x7f5cc80cedd0 con 0x7f5cc815d830 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc6ffd700 1 -- 172.21.15.37:0/1669209483 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5cb00035b0 con 0x7f5cc815d830 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc77fe700 1 -- 172.21.15.37:0/1669209483 >> v2:172.21.15.62:3300/0 conn(0x7f5cc80b5010 msgr2=0x7f5cc80b5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc77fe700 1 --2- 172.21.15.37:0/1669209483 >> v2:172.21.15.62:3300/0 conn(0x7f5cc80b5010 0x7f5cc80b5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc77fe700 1 -- 172.21.15.37:0/1669209483 >> v1:172.21.15.37:6789/0 conn(0x7f5cc815d830 legacy=0x7f5cc80d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc77fe700 1 -- 172.21.15.37:0/1669209483 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cc80d2020 con 0x7f5cc80d1760 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cccf9c700 1 --2- 172.21.15.37:0/1669209483 >> v2:172.21.15.62:3300/0 conn(0x7f5cc80b5010 0x7f5cc80b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:10.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc77fe700 1 --2- 172.21.15.37:0/1669209483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc80ce890 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009840 tx=0x7f5cbc009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e9b0c7c40356cc80 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:10.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc6ffd700 1 -- 172.21.15.37:0/1669209483 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc011830 con 0x7f5cc80d1760 2023-10-06T22:44:10.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc6ffd700 1 -- 172.21.15.37:0/1669209483 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cbc011990 con 0x7f5cc80d1760 2023-10-06T22:44:10.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.854+0000 7f5cc6ffd700 1 -- 172.21.15.37:0/1669209483 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc011d20 con 0x7f5cc80d1760 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1669209483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 msgr2=0x7f5cc80ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1669209483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc80ce890 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc009840 tx=0x7f5cbc009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1669209483 shutdown_connections 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1669209483 >> v2:172.21.15.62:3300/0 conn(0x7f5cc80b5010 0x7f5cc80b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1669209483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc80ce890 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1669209483 >> 172.21.15.37:0/1669209483 conn(0x7f5cc8072630 msgr2=0x7f5cc80d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1669209483 shutdown_connections 2023-10-06T22:44:10.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.855+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1669209483 wait complete. 2023-10-06T22:44:10.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.857+0000 7f5cce9ff700 1 Processor -- start 2023-10-06T22:44:10.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.857+0000 7f5cce9ff700 1 -- start start 2023-10-06T22:44:10.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cce9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5cc80b5010 0x7f5cc8160670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cce9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc815aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cce9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cc815d830 0x7f5cc815ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cce9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc81601e0 con 0x7f5cc80b5010 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cce9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc815f5d0 con 0x7f5cc815d830 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cce9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc815f8b0 con 0x7f5cc80d1760 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cc7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5cc80b5010 0x7f5cc8160670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cc7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5cc80b5010 0x7f5cc8160670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55150/0 (socket says 172.21.15.37:55150) 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cc7fff700 1 -- 172.21.15.37:0/1363105226 learned_addr learned my addr 172.21.15.37:0/1363105226 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cc77fe700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc815aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.858+0000 7f5cccf9c700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cc815d830 0x7f5cc815ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc7fff700 1 -- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 msgr2=0x7f5cc815aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc7fff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc815aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc7fff700 1 -- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cc815d830 msgr2=0x7f5cc815ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc7fff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cc815d830 0x7f5cc815ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc7fff700 1 -- 172.21.15.37:0/1363105226 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cc0009a70 con 0x7f5cc80b5010 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc7fff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5cc80b5010 0x7f5cc8160670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800c700 tx=0x7f5cb800ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc4ff9700 1 -- 172.21.15.37:0/1363105226 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb8005d70 con 0x7f5cc80b5010 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc4ff9700 1 -- 172.21.15.37:0/1363105226 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cb80070d0 con 0x7f5cc80b5010 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cc4ff9700 1 -- 172.21.15.37:0/1363105226 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb8007460 con 0x7f5cc80b5010 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cbc0094a0 con 0x7f5cc80b5010 2023-10-06T22:44:10.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.859+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cc815fe70 con 0x7f5cc80b5010 2023-10-06T22:44:10.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.860+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cc81604c0 con 0x7f5cc80b5010 2023-10-06T22:44:10.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.862+0000 7f5cc4ff9700 1 -- 172.21.15.37:0/1363105226 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5cb80075c0 con 0x7f5cc80b5010 2023-10-06T22:44:10.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.862+0000 7f5cc4ff9700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5cb406af00 0x7f5cb406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:10.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.863+0000 7f5cc4ff9700 1 -- 172.21.15.37:0/1363105226 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5cb80887a0 con 0x7f5cc80b5010 2023-10-06T22:44:10.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.863+0000 7f5cc77fe700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5cb406af00 0x7f5cb406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:10.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.864+0000 7f5cc77fe700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5cb406af00 0x7f5cb406d3c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc000c00 tx=0x7f5cbc01c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:10.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:10.867+0000 7f5cc4ff9700 1 -- 172.21.15.37:0/1363105226 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5cb8053b00 con 0x7f5cc80b5010 2023-10-06T22:44:11.078 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.076+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5cc8074380 con 0x7f5cc80b5010 2023-10-06T22:44:11.079 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.077+0000 7f5cc4ff9700 1 -- 172.21.15.37:0/1363105226 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12766 (secure 0 0 0) 0x7f5cb8057120 con 0x7f5cc80b5010 2023-10-06T22:44:11.079 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:11.079 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":17,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:07.805508+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:11.081 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5cb406af00 msgr2=0x7f5cb406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5cb406af00 0x7f5cb406d3c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5cbc000c00 tx=0x7f5cbc01c040 comp rx=0 tx=0).stop 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5cc80b5010 msgr2=0x7f5cc8160670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5cc80b5010 0x7f5cc8160670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5cb800c700 tx=0x7f5cb800ca10 comp rx=0 tx=0).stop 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 shutdown_connections 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5cb406af00 0x7f5cb406d3c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5cc815d830 0x7f5cc815ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5cc80b5010 0x7f5cc8160670 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 --2- 172.21.15.37:0/1363105226 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5cc80d1760 0x7f5cc815aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 >> 172.21.15.37:0/1363105226 conn(0x7f5cc8072630 msgr2=0x7f5cc80c9930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:11.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 shutdown_connections 2023-10-06T22:44:11.083 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.079+0000 7f5cce9ff700 1 -- 172.21.15.37:0/1363105226 wait complete. 2023-10-06T22:44:11.099 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-06T22:44:11.099 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:44:11.304 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.302+0000 7fbae2fff700 1 Processor -- start 2023-10-06T22:44:11.304 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.302+0000 7fbae2fff700 1 -- start start 2023-10-06T22:44:11.305 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.303+0000 7fbae2fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbadc15d630 0x7fbadc161bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.305 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.303+0000 7fbae2fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbadc0d1d70 con 0x7fbadc0b65e0 2023-10-06T22:44:11.305 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.303+0000 7fbae2fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbadc0cecd0 con 0x7fbadc0b5640 2023-10-06T22:44:11.306 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.303+0000 7fbae2fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbadc0b2910 con 0x7fbadc15d630 2023-10-06T22:44:11.306 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbadbfff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fbadc0b65e0 0x7fbadc0b4f30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45114/0 (socket says 172.21.15.37:45114) 2023-10-06T22:44:11.306 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbadbfff700 1 -- 172.21.15.37:0/1780218495 learned_addr learned my addr 172.21.15.37:0/1780218495 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbae0d9b700 1 --2- 172.21.15.37:0/1780218495 >> v2:172.21.15.62:3300/0 conn(0x7fbadc15d630 0x7fbadc161bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3309782555 0 0) 0x7fbadc0d1d70 con 0x7fbadc0b65e0 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbacc0035b0 con 0x7fbadc0b65e0 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4058156354 0 0) 0x7fbadc0cecd0 con 0x7fbadc0b5640 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbadc0d1d70 con 0x7fbadc0b5640 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbae0d9b700 1 -- 172.21.15.37:0/1780218495 >> v1:172.21.15.62:6789/0 conn(0x7fbadc0b5640 legacy=0x7fbadc0d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbae0d9b700 1 -- 172.21.15.37:0/1780218495 >> v1:172.21.15.37:6789/0 conn(0x7fbadc0b65e0 legacy=0x7fbadc0b4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4259800415 0 0) 0x7fbacc0035b0 con 0x7fbadc0b65e0 2023-10-06T22:44:11.308 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.304+0000 7fbae0d9b700 1 -- 172.21.15.37:0/1780218495 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbadc162100 con 0x7fbadc15d630 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.305+0000 7fbae0d9b700 1 --2- 172.21.15.37:0/1780218495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc15d630 0x7fbadc161bc0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbad0009840 tx=0x7fbad0009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e78f175128601e9 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.305+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbac8001670 con 0x7fbadc15d630 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.305+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbad0004030 con 0x7fbadc15d630 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.305+0000 7fbadb7fe700 1 -- 172.21.15.37:0/1780218495 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbad00043c0 con 0x7fbadc15d630 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.305+0000 7fbae2fff700 1 -- 172.21.15.37:0/1780218495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc15d630 msgr2=0x7fbadc161bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.305+0000 7fbae2fff700 1 --2- 172.21.15.37:0/1780218495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc15d630 0x7fbadc161bc0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fbad0009840 tx=0x7fbad0009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.306+0000 7fbae2fff700 1 -- 172.21.15.37:0/1780218495 shutdown_connections 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.306+0000 7fbae2fff700 1 --2- 172.21.15.37:0/1780218495 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc15d630 0x7fbadc161bc0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.306+0000 7fbae2fff700 1 -- 172.21.15.37:0/1780218495 >> 172.21.15.37:0/1780218495 conn(0x7fbadc072630 msgr2=0x7fbadc0cff30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.306+0000 7fbae2fff700 1 -- 172.21.15.37:0/1780218495 shutdown_connections 2023-10-06T22:44:11.309 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.306+0000 7fbae2fff700 1 -- 172.21.15.37:0/1780218495 wait complete. 2023-10-06T22:44:11.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.307+0000 7fbae2fff700 1 Processor -- start 2023-10-06T22:44:11.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.308+0000 7fbae2fff700 1 -- start start 2023-10-06T22:44:11.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.308+0000 7fbae2fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbadc0b5640 0x7fbadc1f6dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae2fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc0b65e0 0x7fbadc0ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae2fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbadc15d630 0x7fbadc0ca580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae2fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbadc1f6350 con 0x7fbadc0b5640 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae2fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbadc0cafd0 con 0x7fbadc0b65e0 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae2fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbadc1f65c0 con 0x7fbadc15d630 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbadc0b5640 0x7fbadc1f6dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbadc0b5640 0x7fbadc1f6dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55154/0 (socket says 172.21.15.37:55154) 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 -- 172.21.15.37:0/2009999452 learned_addr learned my addr 172.21.15.37:0/2009999452 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbadbfff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc0b65e0 0x7fbadc0ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae159c700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbadc15d630 0x7fbadc0ca580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 -- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbadc15d630 msgr2=0x7fbadc0ca580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbadc15d630 0x7fbadc0ca580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 -- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc0b65e0 msgr2=0x7fbadc0ccf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc0b65e0 0x7fbadc0ccf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 -- 172.21.15.37:0/2009999452 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbad00094a0 con 0x7fbadc0b5640 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.309+0000 7fbae0d9b700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbadc0b5640 0x7fbadc1f6dc0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbad00090b0 tx=0x7fbad0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.310+0000 7fbad97fa700 1 -- 172.21.15.37:0/2009999452 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbad0004570 con 0x7fbadc0b5640 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.310+0000 7fbad97fa700 1 -- 172.21.15.37:0/2009999452 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbad001f070 con 0x7fbadc0b5640 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.310+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbadc1f68a0 con 0x7fbadc0b5640 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.310+0000 7fbad97fa700 1 -- 172.21.15.37:0/2009999452 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbad0011870 con 0x7fbadc0b5640 2023-10-06T22:44:11.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.310+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbadc154bf0 con 0x7fbadc0b5640 2023-10-06T22:44:11.315 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.311+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbadc1f6ac0 con 0x7fbadc0b5640 2023-10-06T22:44:11.315 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.312+0000 7fbad97fa700 1 -- 172.21.15.37:0/2009999452 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fbad00119d0 con 0x7fbadc0b5640 2023-10-06T22:44:11.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.314+0000 7fbad97fa700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbac006af00 0x7fbac006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.314+0000 7fbad97fa700 1 -- 172.21.15.37:0/2009999452 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbad0021070 con 0x7fbadc0b5640 2023-10-06T22:44:11.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.314+0000 7fbadbfff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbac006af00 0x7fbac006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.315+0000 7fbadbfff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbac006af00 0x7fbac006d3c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbadc155250 tx=0x7fbac8001e00 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:11.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.318+0000 7fbad97fa700 1 -- 172.21.15.37:0/2009999452 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fbad0055c00 con 0x7fbadc0b5640 2023-10-06T22:44:11.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.528+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbadc074380 con 0x7fbadc0b5640 2023-10-06T22:44:11.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.528+0000 7fbad97fa700 1 -- 172.21.15.37:0/2009999452 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbad002b0a0 con 0x7fbadc0b5640 2023-10-06T22:44:11.530 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbac006af00 msgr2=0x7fbac006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbac006af00 0x7fbac006d3c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fbadc155250 tx=0x7fbac8001e00 comp rx=0 tx=0).stop 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbadc0b5640 msgr2=0x7fbadc1f6dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbadc0b5640 0x7fbadc1f6dc0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbad00090b0 tx=0x7fbad0004750 comp rx=0 tx=0).stop 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 shutdown_connections 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbadc15d630 0x7fbadc0ca580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbadc0b5640 0x7fbadc1f6dc0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbac006af00 0x7fbac006d3c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.530+0000 7fbae2fff700 1 --2- 172.21.15.37:0/2009999452 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbadc0b65e0 0x7fbadc0ccf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.531+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 >> 172.21.15.37:0/2009999452 conn(0x7fbadc072630 msgr2=0x7fbadc0b8ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:11.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.531+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 shutdown_connections 2023-10-06T22:44:11.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.531+0000 7fbae2fff700 1 -- 172.21.15.37:0/2009999452 wait complete. 2023-10-06T22:44:11.550 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:44:11.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.749+0000 7f091e7ff700 1 Processor -- start 2023-10-06T22:44:11.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.749+0000 7f091e7ff700 1 -- start start 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.750+0000 7f091e7ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f091815d8c0 0x7f09180ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.750+0000 7f091e7ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f09180b9260 0x7f09180d1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.750+0000 7f091e7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09180ce5f0 0x7f09180d1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.750+0000 7f091e7ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09180cea90 con 0x7f091815d8c0 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.750+0000 7f091e7ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09180ced70 con 0x7f09180b9260 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.750+0000 7f091e7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09180cf050 con 0x7f09180ce5f0 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f091815d8c0 0x7f09180ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f091815d8c0 0x7f09180ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55156/0 (socket says 172.21.15.37:55156) 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 -- 172.21.15.37:0/190527941 learned_addr learned my addr 172.21.15.37:0/190527941 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f091cd9c700 1 --2- 172.21.15.37:0/190527941 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09180ce5f0 0x7f09180d1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f09177fe700 1 --2- 172.21.15.37:0/190527941 >> v2:172.21.15.62:3300/0 conn(0x7f09180b9260 0x7f09180d1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 -- 172.21.15.37:0/190527941 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09180ce5f0 msgr2=0x7f09180d1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 --2- 172.21.15.37:0/190527941 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09180ce5f0 0x7f09180d1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 -- 172.21.15.37:0/190527941 >> v2:172.21.15.62:3300/0 conn(0x7f09180b9260 msgr2=0x7f09180d1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 --2- 172.21.15.37:0/190527941 >> v2:172.21.15.62:3300/0 conn(0x7f09180b9260 0x7f09180d1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 -- 172.21.15.37:0/190527941 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09180cf330 con 0x7f091815d8c0 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f09177fe700 1 --2- 172.21.15.37:0/190527941 >> v2:172.21.15.62:3300/0 conn(0x7f09180b9260 0x7f09180d1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:11.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.751+0000 7f0917fff700 1 --2- 172.21.15.37:0/190527941 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f091815d8c0 0x7f09180ce0b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f09180b5c50 tx=0x7f0908009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aebe125c465964ac server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:11.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f0916ffd700 1 -- 172.21.15.37:0/190527941 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090800b870 con 0x7f091815d8c0 2023-10-06T22:44:11.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f0916ffd700 1 -- 172.21.15.37:0/190527941 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f090800b9d0 con 0x7f091815d8c0 2023-10-06T22:44:11.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f0916ffd700 1 -- 172.21.15.37:0/190527941 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090800bd60 con 0x7f091815d8c0 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 -- 172.21.15.37:0/190527941 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f091815d8c0 msgr2=0x7f09180ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 --2- 172.21.15.37:0/190527941 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f091815d8c0 0x7f09180ce0b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f09180b5c50 tx=0x7f0908009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 -- 172.21.15.37:0/190527941 shutdown_connections 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 --2- 172.21.15.37:0/190527941 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09180ce5f0 0x7f09180d1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 --2- 172.21.15.37:0/190527941 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f091815d8c0 0x7f09180ce0b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 --2- 172.21.15.37:0/190527941 >> v2:172.21.15.62:3300/0 conn(0x7f09180b9260 0x7f09180d1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 -- 172.21.15.37:0/190527941 >> 172.21.15.37:0/190527941 conn(0x7f0918072630 msgr2=0x7f09180d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 -- 172.21.15.37:0/190527941 shutdown_connections 2023-10-06T22:44:11.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.752+0000 7f091e7ff700 1 -- 172.21.15.37:0/190527941 wait complete. 2023-10-06T22:44:11.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.755+0000 7f091e7ff700 1 Processor -- start 2023-10-06T22:44:11.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.755+0000 7f091e7ff700 1 -- start start 2023-10-06T22:44:11.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.756+0000 7f091e7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09180b9260 0x7f091815b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.756+0000 7f091e7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09180ce5f0 0x7f091815e030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.756+0000 7f091e7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f091815d8c0 0x7f091815e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.756+0000 7f091e7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f091815eba0 con 0x7f09180ce5f0 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.756+0000 7f091e7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f091815bcd0 con 0x7f09180b9260 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.756+0000 7f091e7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f091815b5d0 con 0x7f091815d8c0 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.756+0000 7f09177fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09180ce5f0 0x7f091815e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09180ce5f0 0x7f091815e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55166/0 (socket says 172.21.15.37:55166) 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f0917fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09180b9260 0x7f091815b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 -- 172.21.15.37:0/3201588807 learned_addr learned my addr 172.21.15.37:0/3201588807 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f091cd9c700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f091815d8c0 0x7f091815e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 -- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f091815d8c0 msgr2=0x7f091815e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f091815d8c0 0x7f091815e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 -- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09180b9260 msgr2=0x7f091815b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09180b9260 0x7f091815b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:11.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 -- 172.21.15.37:0/3201588807 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0908009550 con 0x7f09180ce5f0 2023-10-06T22:44:11.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f09177fe700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09180ce5f0 0x7f091815e030 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f090c00c750 tx=0x7f090c00ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:11.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f0914ff9700 1 -- 172.21.15.37:0/3201588807 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090c011800 con 0x7f09180ce5f0 2023-10-06T22:44:11.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f0914ff9700 1 -- 172.21.15.37:0/3201588807 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f090c011960 con 0x7f09180ce5f0 2023-10-06T22:44:11.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f0914ff9700 1 -- 172.21.15.37:0/3201588807 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f090c011cd0 con 0x7f09180ce5f0 2023-10-06T22:44:11.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.757+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09180c81b0 con 0x7f09180ce5f0 2023-10-06T22:44:11.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.758+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09180c8770 con 0x7f09180ce5f0 2023-10-06T22:44:11.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.759+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09180d3e10 con 0x7f09180ce5f0 2023-10-06T22:44:11.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.760+0000 7f0914ff9700 1 -- 172.21.15.37:0/3201588807 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f090c021350 con 0x7f09180ce5f0 2023-10-06T22:44:11.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.761+0000 7f0914ff9700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f090406af00 0x7f090406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:11.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.761+0000 7f0914ff9700 1 -- 172.21.15.37:0/3201588807 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f090c089170 con 0x7f09180ce5f0 2023-10-06T22:44:11.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.761+0000 7f0917fff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f090406af00 0x7f090406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:11.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.762+0000 7f0917fff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f090406af00 0x7f090406d3c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0908014040 tx=0x7f0908008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:11.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:11.765+0000 7f0914ff9700 1 -- 172.21.15.37:0/3201588807 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f090c0544e0 con 0x7f09180ce5f0 2023-10-06T22:44:12.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.022+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0918074380 con 0x7f09180ce5f0 2023-10-06T22:44:12.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.023+0000 7f0914ff9700 1 -- 172.21.15.37:0/3201588807 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3688 (secure 0 0 0) 0x7f090c057b00 con 0x7f09180ce5f0 2023-10-06T22:44:12.025 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:12.025 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4290,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-10-06T22:44:12.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f090406af00 msgr2=0x7f090406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f090406af00 0x7f090406d3c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f0908014040 tx=0x7f0908008030 comp rx=0 tx=0).stop 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09180ce5f0 msgr2=0x7f091815e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09180ce5f0 0x7f091815e030 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f090c00c750 tx=0x7f090c00ca60 comp rx=0 tx=0).stop 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 shutdown_connections 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f090406af00 0x7f090406d3c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f09180b9260 0x7f091815b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f091815d8c0 0x7f091815e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 --2- 172.21.15.37:0/3201588807 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09180ce5f0 0x7f091815e030 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 >> 172.21.15.37:0/3201588807 conn(0x7f0918072630 msgr2=0x7f0918154b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 shutdown_connections 2023-10-06T22:44:12.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.025+0000 7f091e7ff700 1 -- 172.21.15.37:0/3201588807 wait complete. 2023-10-06T22:44:12.029 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 3 2023-10-06T22:44:12.045 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:12.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.243+0000 7f69a51ff700 1 Processor -- start 2023-10-06T22:44:12.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.243+0000 7f69a51ff700 1 -- start start 2023-10-06T22:44:12.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.244+0000 7f69a51ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f69a015d830 0x7f69a00d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.244+0000 7f69a51ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00b54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f69a51ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69a00d1d40 con 0x7f69a00ce890 2023-10-06T22:44:12.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f69a51ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69a00b59e0 con 0x7f69a015d830 2023-10-06T22:44:12.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f69a51ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69a00d2020 con 0x7f69a00b5010 2023-10-06T22:44:12.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699f59e700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00b54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699ed9d700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f69a015d830 0x7f69a00d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699f59e700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00b54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:55814/0 (socket says 172.21.15.37:55814) 2023-10-06T22:44:12.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699f59e700 1 -- 172.21.15.37:0/1114739209 learned_addr learned my addr 172.21.15.37:0/1114739209 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:12.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699ed9d700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f69a015d830 0x7f69a00d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:55776/0 (socket says 172.21.15.37:55776) 2023-10-06T22:44:12.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699ed9d700 1 -- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 msgr2=0x7f69a00b54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:12.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699ed9d700 1 --2- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00b54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.245+0000 7f699ed9d700 1 -- 172.21.15.37:0/1114739209 >> v1:172.21.15.62:6789/0 conn(0x7f69a00ce890 legacy=0x7f69a00d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.246+0000 7f699ed9d700 1 -- 172.21.15.37:0/1114739209 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69a00d2300 con 0x7f69a015d830 2023-10-06T22:44:12.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.246+0000 7f699f59e700 1 --2- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00b54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:12.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.246+0000 7f699ed9d700 1 --2- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a015d830 0x7f69a00d1760 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6990009840 tx=0x7f6990009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b675c89b03b6998 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:12.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.246+0000 7f699e59c700 1 -- 172.21.15.37:0/1114739209 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6990011830 con 0x7f69a015d830 2023-10-06T22:44:12.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.246+0000 7f699e59c700 1 -- 172.21.15.37:0/1114739209 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6990011990 con 0x7f69a015d830 2023-10-06T22:44:12.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.246+0000 7f699e59c700 1 -- 172.21.15.37:0/1114739209 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6990011d20 con 0x7f69a015d830 2023-10-06T22:44:12.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 -- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a015d830 msgr2=0x7f69a00d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 --2- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a015d830 0x7f69a00d1760 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f6990009840 tx=0x7f6990009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:12.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 -- 172.21.15.37:0/1114739209 shutdown_connections 2023-10-06T22:44:12.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 --2- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00b54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 --2- 172.21.15.37:0/1114739209 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a015d830 0x7f69a00d1760 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 -- 172.21.15.37:0/1114739209 >> 172.21.15.37:0/1114739209 conn(0x7f69a0072630 msgr2=0x7f69a00d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:12.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 -- 172.21.15.37:0/1114739209 shutdown_connections 2023-10-06T22:44:12.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.247+0000 7f69a51ff700 1 -- 172.21.15.37:0/1114739209 wait complete. 2023-10-06T22:44:12.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.249+0000 7f69a51ff700 1 Processor -- start 2023-10-06T22:44:12.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.249+0000 7f69a51ff700 1 -- start start 2023-10-06T22:44:12.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f69a51ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00aa8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f69a51ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a00ce890 0x7f69a0160500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f69a51ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69a015d830 0x7f69a015c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f69a51ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69a00ab870 con 0x7f69a015d830 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f69a51ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69a015deb0 con 0x7f69a00ce890 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f69a51ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69a0160a40 con 0x7f69a00b5010 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00aa8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699f59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69a015d830 0x7f69a015c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00aa8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:55830/0 (socket says 172.21.15.37:55830) 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 -- 172.21.15.37:0/3487144643 learned_addr learned my addr 172.21.15.37:0/3487144643 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f6997fff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a00ce890 0x7f69a0160500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 -- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a00ce890 msgr2=0x7f69a0160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a00ce890 0x7f69a0160500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 -- 172.21.15.37:0/3487144643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69a015d830 msgr2=0x7f69a015c000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69a015d830 0x7f69a015c000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699ed9d700 1 -- 172.21.15.37:0/3487144643 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6998009b30 con 0x7f69a00b5010 2023-10-06T22:44:12.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.251+0000 7f699f59e700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69a015d830 0x7f69a015c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:12.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.252+0000 7f699ed9d700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00aa8d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f6990009fd0 tx=0x7f6990004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:12.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.252+0000 7f69977fe700 1 -- 172.21.15.37:0/3487144643 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69900036a0 con 0x7f69a00b5010 2023-10-06T22:44:12.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.252+0000 7f69977fe700 1 -- 172.21.15.37:0/3487144643 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f699001f070 con 0x7f69a00b5010 2023-10-06T22:44:12.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.252+0000 7f69977fe700 1 -- 172.21.15.37:0/3487144643 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6990003a60 con 0x7f69a00b5010 2023-10-06T22:44:12.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.252+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69900094a0 con 0x7f69a00b5010 2023-10-06T22:44:12.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.252+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69a015c540 con 0x7f69a00b5010 2023-10-06T22:44:12.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.253+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69a0074380 con 0x7f69a00b5010 2023-10-06T22:44:12.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.254+0000 7f69977fe700 1 -- 172.21.15.37:0/3487144643 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6990003bc0 con 0x7f69a00b5010 2023-10-06T22:44:12.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.255+0000 7f69977fe700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f698006af00 0x7f698006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.255+0000 7f69977fe700 1 -- 172.21.15.37:0/3487144643 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6990021070 con 0x7f69a00b5010 2023-10-06T22:44:12.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.256+0000 7f6997fff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f698006af00 0x7f698006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.256+0000 7f6997fff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f698006af00 0x7f698006d3c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f69a00b1f10 tx=0x7f6988009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:12.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.260+0000 7f69977fe700 1 -- 172.21.15.37:0/3487144643 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6990056240 con 0x7f69a00b5010 2023-10-06T22:44:12.476 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.474+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f69a015dc10 con 0x7f69a00b5010 2023-10-06T22:44:12.477 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.476+0000 7f69977fe700 1 -- 172.21.15.37:0/3487144643 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12766 (secure 0 0 0) 0x7f6990015090 con 0x7f69a00b5010 2023-10-06T22:44:12.477 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:12.477 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":17,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:07.805508+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:12.480 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f698006af00 msgr2=0x7f698006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.480 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f698006af00 0x7f698006d3c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f69a00b1f10 tx=0x7f6988009040 comp rx=0 tx=0).stop 2023-10-06T22:44:12.480 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 msgr2=0x7f69a00aa8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.480 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00aa8d0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f6990009fd0 tx=0x7f6990004750 comp rx=0 tx=0).stop 2023-10-06T22:44:12.480 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 shutdown_connections 2023-10-06T22:44:12.480 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69a015d830 0x7f69a015c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f69a00b5010 0x7f69a00aa8d0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f698006af00 0x7f698006d3c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 --2- 172.21.15.37:0/3487144643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69a00ce890 0x7f69a0160500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 >> 172.21.15.37:0/3487144643 conn(0x7f69a0072630 msgr2=0x7f69a00cdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:12.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 shutdown_connections 2023-10-06T22:44:12.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.478+0000 7f69a51ff700 1 -- 172.21.15.37:0/3487144643 wait complete. 2023-10-06T22:44:12.498 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-06T22:44:12.498 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:44:12.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.700+0000 7f35555ff700 1 Processor -- start 2023-10-06T22:44:12.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.700+0000 7f35555ff700 1 -- start start 2023-10-06T22:44:12.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.701+0000 7f35555ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3550160ce0 0x7f35500cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.701+0000 7f35555ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35501610c0 con 0x7f35500c7110 2023-10-06T22:44:12.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.701+0000 7f35555ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35500d40d0 con 0x7f35500d3bd0 2023-10-06T22:44:12.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.701+0000 7f35555ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35500d43b0 con 0x7f3550160ce0 2023-10-06T22:44:12.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.701+0000 7f354f7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f35500c7110 0x7f35500c75c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45128/0 (socket says 172.21.15.37:45128) 2023-10-06T22:44:12.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.701+0000 7f354effd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3550160ce0 0x7f35500cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.701+0000 7f354f7fe700 1 -- 172.21.15.37:0/3303183062 learned_addr learned my addr 172.21.15.37:0/3303183062 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:12.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354effd700 1 -- 172.21.15.37:0/3303183062 >> v1:172.21.15.62:6789/0 conn(0x7f35500d3bd0 legacy=0x7f35500d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354effd700 1 -- 172.21.15.37:0/3303183062 >> v1:172.21.15.37:6789/0 conn(0x7f35500c7110 legacy=0x7f35500c75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354dffb700 1 -- 172.21.15.37:0/3303183062 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1495898798 0 0) 0x7f35501610c0 con 0x7f35500c7110 2023-10-06T22:44:12.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354effd700 1 -- 172.21.15.37:0/3303183062 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35500ceb80 con 0x7f3550160ce0 2023-10-06T22:44:12.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354effd700 1 --2- 172.21.15.37:0/3303183062 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3550160ce0 0x7f35500cfc00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3540009870 tx=0x7f3540009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=320fd59712e0b94c server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:12.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354dffb700 1 -- 172.21.15.37:0/3303183062 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3540011830 con 0x7f3550160ce0 2023-10-06T22:44:12.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354dffb700 1 -- 172.21.15.37:0/3303183062 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3540011990 con 0x7f3550160ce0 2023-10-06T22:44:12.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.702+0000 7f354dffb700 1 -- 172.21.15.37:0/3303183062 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3540011d20 con 0x7f3550160ce0 2023-10-06T22:44:12.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.703+0000 7f35555ff700 1 -- 172.21.15.37:0/3303183062 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3550160ce0 msgr2=0x7f35500cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.703+0000 7f35555ff700 1 --2- 172.21.15.37:0/3303183062 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3550160ce0 0x7f35500cfc00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f3540009870 tx=0x7f3540009b80 comp rx=0 tx=0).stop 2023-10-06T22:44:12.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.703+0000 7f35555ff700 1 -- 172.21.15.37:0/3303183062 shutdown_connections 2023-10-06T22:44:12.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.703+0000 7f35555ff700 1 --2- 172.21.15.37:0/3303183062 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3550160ce0 0x7f35500cfc00 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.703+0000 7f35555ff700 1 -- 172.21.15.37:0/3303183062 >> 172.21.15.37:0/3303183062 conn(0x7f355009c790 msgr2=0x7f35500d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:12.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.703+0000 7f35555ff700 1 -- 172.21.15.37:0/3303183062 shutdown_connections 2023-10-06T22:44:12.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.703+0000 7f35555ff700 1 -- 172.21.15.37:0/3303183062 wait complete. 2023-10-06T22:44:12.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.705+0000 7f35555ff700 1 Processor -- start 2023-10-06T22:44:12.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.705+0000 7f35555ff700 1 -- start start 2023-10-06T22:44:12.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f35555ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35500c7110 0x7f355015aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f35555ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35500d3bd0 0x7f35500b7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f35555ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3550160ce0 0x7f35501f2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f35555ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35500b7170 con 0x7f35500d3bd0 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f35555ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35500b6560 con 0x7f3550160ce0 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f35555ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35500b6840 con 0x7f35500c7110 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f354e7fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35500d3bd0 0x7f35500b7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f354effd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35500c7110 0x7f355015aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f354f7fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3550160ce0 0x7f35501f2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f354e7fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35500d3bd0 0x7f35500b7600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55180/0 (socket says 172.21.15.37:55180) 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.706+0000 7f354e7fc700 1 -- 172.21.15.37:0/1213050059 learned_addr learned my addr 172.21.15.37:0/1213050059 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f354effd700 1 -- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3550160ce0 msgr2=0x7f35501f2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f354effd700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3550160ce0 0x7f35501f2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f354effd700 1 -- 172.21.15.37:0/1213050059 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35500d3bd0 msgr2=0x7f35500b7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f354effd700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35500d3bd0 0x7f35500b7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f354effd700 1 -- 172.21.15.37:0/1213050059 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35400094a0 con 0x7f35500c7110 2023-10-06T22:44:12.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f354effd700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35500c7110 0x7f355015aac0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3540016000 tx=0x7f3540004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:12.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f35377fe700 1 -- 172.21.15.37:0/1213050059 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35400036a0 con 0x7f35500c7110 2023-10-06T22:44:12.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f35377fe700 1 -- 172.21.15.37:0/1213050059 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3540003820 con 0x7f35500c7110 2023-10-06T22:44:12.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f35377fe700 1 -- 172.21.15.37:0/1213050059 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3540003bd0 con 0x7f35500c7110 2023-10-06T22:44:12.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35500b6b20 con 0x7f35500c7110 2023-10-06T22:44:12.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.707+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f355015b000 con 0x7f35500c7110 2023-10-06T22:44:12.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.708+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35500b7450 con 0x7f35500c7110 2023-10-06T22:44:12.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.710+0000 7f35377fe700 1 -- 172.21.15.37:0/1213050059 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3540003d30 con 0x7f35500c7110 2023-10-06T22:44:12.712 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.710+0000 7f35377fe700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f353c06af30 0x7f353c06d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:12.712 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.710+0000 7f35377fe700 1 -- 172.21.15.37:0/1213050059 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f354008a990 con 0x7f35500c7110 2023-10-06T22:44:12.712 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.711+0000 7f354e7fc700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f353c06af30 0x7f353c06d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:12.713 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.712+0000 7f354e7fc700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f353c06af30 0x7f353c06d3f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f35500b45e0 tx=0x7f3544009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:12.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.716+0000 7f35377fe700 1 -- 172.21.15.37:0/1213050059 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3540055ea0 con 0x7f35500c7110 2023-10-06T22:44:12.929 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.927+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3550067490 con 0x7f35500c7110 2023-10-06T22:44:12.930 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.928+0000 7f35377fe700 1 -- 172.21.15.37:0/1213050059 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7f35400594c0 con 0x7f35500c7110 2023-10-06T22:44:12.930 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:44:12.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f353c06af30 msgr2=0x7f353c06d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f353c06af30 0x7f353c06d3f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f35500b45e0 tx=0x7f3544009040 comp rx=0 tx=0).stop 2023-10-06T22:44:12.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35500c7110 msgr2=0x7f355015aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:12.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35500c7110 0x7f355015aac0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f3540016000 tx=0x7f3540004750 comp rx=0 tx=0).stop 2023-10-06T22:44:12.933 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 shutdown_connections 2023-10-06T22:44:12.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f353c06af30 0x7f353c06d3f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3550160ce0 0x7f35501f2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35500c7110 0x7f355015aac0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 --2- 172.21.15.37:0/1213050059 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35500d3bd0 0x7f35500b7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:12.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 >> 172.21.15.37:0/1213050059 conn(0x7f355009c790 msgr2=0x7f355015e4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:12.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 shutdown_connections 2023-10-06T22:44:12.934 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:12.931+0000 7f35555ff700 1 -- 172.21.15.37:0/1213050059 wait complete. 2023-10-06T22:44:12.951 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-10-06T22:44:13.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.150+0000 7f32027ff700 1 Processor -- start 2023-10-06T22:44:13.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.151+0000 7f32027ff700 1 -- start start 2023-10-06T22:44:13.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f32027ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f31fc0d1760 0x7f31fc0ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f32027ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31fc0cedd0 con 0x7f31fc0b5010 2023-10-06T22:44:13.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f32027ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31fc0d1d40 con 0x7f31fc15d830 2023-10-06T22:44:13.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f32027ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31fc0d2020 con 0x7f31fc0d1760 2023-10-06T22:44:13.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f31fb7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f31fc0d1760 0x7f31fc0ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f3200d9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f31fc0b5010 0x7f31fc0b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45140/0 (socket says 172.21.15.37:45140) 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f3200d9c700 1 -- 172.21.15.37:0/638482549 learned_addr learned my addr 172.21.15.37:0/638482549 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f31fb7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f31fc0d1760 0x7f31fc0ce890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55190/0 (socket says 172.21.15.37:55190) 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f31fb7fe700 1 -- 172.21.15.37:0/638482549 >> v1:172.21.15.62:6789/0 conn(0x7f31fc15d830 legacy=0x7f31fc0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.152+0000 7f31fb7fe700 1 -- 172.21.15.37:0/638482549 >> v1:172.21.15.37:6789/0 conn(0x7f31fc0b5010 legacy=0x7f31fc0b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f31fb7fe700 1 -- 172.21.15.37:0/638482549 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31fc0d2300 con 0x7f31fc0d1760 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f31faffd700 1 -- 172.21.15.37:0/638482549 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3975291510 0 0) 0x7f31fc0cedd0 con 0x7f31fc0b5010 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f31fb7fe700 1 --2- 172.21.15.37:0/638482549 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc0d1760 0x7f31fc0ce890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f31f0009840 tx=0x7f31f0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9293a02be9a5745 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f31faffd700 1 -- 172.21.15.37:0/638482549 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f0011830 con 0x7f31fc0d1760 2023-10-06T22:44:13.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f31faffd700 1 -- 172.21.15.37:0/638482549 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31f0011990 con 0x7f31fc0d1760 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f31faffd700 1 -- 172.21.15.37:0/638482549 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f0011d20 con 0x7f31fc0d1760 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f32027ff700 1 -- 172.21.15.37:0/638482549 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc0d1760 msgr2=0x7f31fc0ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.153+0000 7f32027ff700 1 --2- 172.21.15.37:0/638482549 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc0d1760 0x7f31fc0ce890 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f31f0009840 tx=0x7f31f0009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.154+0000 7f32027ff700 1 -- 172.21.15.37:0/638482549 shutdown_connections 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.154+0000 7f32027ff700 1 --2- 172.21.15.37:0/638482549 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc0d1760 0x7f31fc0ce890 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.154+0000 7f32027ff700 1 -- 172.21.15.37:0/638482549 >> 172.21.15.37:0/638482549 conn(0x7f31fc072630 msgr2=0x7f31fc0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.154+0000 7f32027ff700 1 -- 172.21.15.37:0/638482549 shutdown_connections 2023-10-06T22:44:13.158 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.154+0000 7f32027ff700 1 -- 172.21.15.37:0/638482549 wait complete. 2023-10-06T22:44:13.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.155+0000 7f32027ff700 1 Processor -- start 2023-10-06T22:44:13.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.156+0000 7f32027ff700 1 -- start start 2023-10-06T22:44:13.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.156+0000 7f32027ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f31fc0b5010 0x7f31fc15abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.156+0000 7f32027ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31fc0d1760 0x7f31fc0c9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.156+0000 7f32027ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc15d830 0x7f31fc0c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.156+0000 7f32027ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31fc0ca660 con 0x7f31fc15d830 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.156+0000 7f32027ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31fc0ca840 con 0x7f31fc0d1760 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.156+0000 7f32027ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31fc0cab20 con 0x7f31fc0b5010 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc15d830 0x7f31fc0c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc15d830 0x7f31fc0c9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55194/0 (socket says 172.21.15.37:55194) 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 -- 172.21.15.37:0/519967543 learned_addr learned my addr 172.21.15.37:0/519967543 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f31fbfff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f31fc0b5010 0x7f31fc15abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f31fb7fe700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31fc0d1760 0x7f31fc0c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 -- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f31fc0b5010 msgr2=0x7f31fc15abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f31fc0b5010 0x7f31fc15abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 -- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31fc0d1760 msgr2=0x7f31fc0c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31fc0d1760 0x7f31fc0c9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 -- 172.21.15.37:0/519967543 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31f00094a0 con 0x7f31fc15d830 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f31fb7fe700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31fc0d1760 0x7f31fc0c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f31fbfff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f31fc0b5010 0x7f31fc15abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.157+0000 7f3200d9c700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc15d830 0x7f31fc0c9a70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f31f400cba0 tx=0x7f31f400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.158+0000 7f31f8ff9700 1 -- 172.21.15.37:0/519967543 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f400ab80 con 0x7f31fc15d830 2023-10-06T22:44:13.163 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.158+0000 7f31f8ff9700 1 -- 172.21.15.37:0/519967543 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31f400ad00 con 0x7f31fc15d830 2023-10-06T22:44:13.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.158+0000 7f31f8ff9700 1 -- 172.21.15.37:0/519967543 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f4007310 con 0x7f31fc15d830 2023-10-06T22:44:13.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.158+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31fc0cae00 con 0x7f31fc15d830 2023-10-06T22:44:13.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.158+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31fc0cb5e0 con 0x7f31fc15d830 2023-10-06T22:44:13.166 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.159+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31fc0cb450 con 0x7f31fc15d830 2023-10-06T22:44:13.166 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.160+0000 7f31f8ff9700 1 -- 172.21.15.37:0/519967543 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f31f4007470 con 0x7f31fc15d830 2023-10-06T22:44:13.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.161+0000 7f31f8ff9700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f31e806af00 0x7f31e806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.161+0000 7f31f8ff9700 1 -- 172.21.15.37:0/519967543 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f31f4088db0 con 0x7f31fc15d830 2023-10-06T22:44:13.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.161+0000 7f31fbfff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f31e806af00 0x7f31e806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.162+0000 7f31fbfff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f31e806af00 0x7f31e806d3c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f31ec000f60 tx=0x7f31ec009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:13.168 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.166+0000 7f31f8ff9700 1 -- 172.21.15.37:0/519967543 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f31f408d070 con 0x7f31fc15d830 2023-10-06T22:44:13.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.381+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f31fc0cb800 con 0x7f31fc15d830 2023-10-06T22:44:13.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.381+0000 7f31f8ff9700 1 -- 172.21.15.37:0/519967543 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) v1 ==== 84+0+65 (secure 0 0 0) 0x7f31f4018090 con 0x7f31fc15d830 2023-10-06T22:44:13.383 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:13.383 INFO:teuthology.orchestra.run.smithi037.stdout:[ 2023-10-06T22:44:13.383 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:44:13.383 INFO:teuthology.orchestra.run.smithi037.stdout: "poolnum": 1, 2023-10-06T22:44:13.384 INFO:teuthology.orchestra.run.smithi037.stdout: "poolname": ".mgr" 2023-10-06T22:44:13.384 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:44:13.384 INFO:teuthology.orchestra.run.smithi037.stdout:] 2023-10-06T22:44:13.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f31e806af00 msgr2=0x7f31e806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f31e806af00 0x7f31e806d3c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f31ec000f60 tx=0x7f31ec009040 comp rx=0 tx=0).stop 2023-10-06T22:44:13.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc15d830 msgr2=0x7f31fc0c9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc15d830 0x7f31fc0c9a70 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f31f400cba0 tx=0x7f31f400cf60 comp rx=0 tx=0).stop 2023-10-06T22:44:13.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 shutdown_connections 2023-10-06T22:44:13.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f31fc15d830 0x7f31fc0c9a70 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f31fc0b5010 0x7f31fc15abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f31e806af00 0x7f31e806d3c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 --2- 172.21.15.37:0/519967543 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f31fc0d1760 0x7f31fc0c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 >> 172.21.15.37:0/519967543 conn(0x7f31fc072630 msgr2=0x7f31fc0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:13.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 shutdown_connections 2023-10-06T22:44:13.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.384+0000 7f32027ff700 1 -- 172.21.15.37:0/519967543 wait complete. 2023-10-06T22:44:13.404 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-10-06T22:44:13.404 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-10-06T22:44:13.608 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.606+0000 7f4e8a5ff700 1 Processor -- start 2023-10-06T22:44:13.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.607+0000 7f4e8a5ff700 1 -- start start 2023-10-06T22:44:13.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e8a5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e840ce1d0 0x7f4e840ce650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e8a5ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4e840d2050 0x7f4e840d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e8a5ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e840d1bc0 con 0x7f4e8415d6f0 2023-10-06T22:44:13.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e8a5ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e840ceb90 con 0x7f4e840d2050 2023-10-06T22:44:13.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e8a5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e84162160 con 0x7f4e840ce1d0 2023-10-06T22:44:13.611 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e88b9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4e840d2050 0x7f4e840d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.611 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e88b9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4e840d2050 0x7f4e840d24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:55826/0 (socket says 172.21.15.37:55826) 2023-10-06T22:44:13.611 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e88b9c700 1 -- 172.21.15.37:0/2519644167 learned_addr learned my addr 172.21.15.37:0/2519644167 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.608+0000 7f4e837fe700 1 --2- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e840ce1d0 0x7f4e840ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e88b9c700 1 -- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e840ce1d0 msgr2=0x7f4e840ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e88b9c700 1 --2- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e840ce1d0 0x7f4e840ce650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e88b9c700 1 -- 172.21.15.37:0/2519644167 >> v1:172.21.15.62:6789/0 conn(0x7f4e8415d6f0 legacy=0x7f4e84161200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e88b9c700 1 -- 172.21.15.37:0/2519644167 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e84161910 con 0x7f4e840d2050 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e88b9c700 1 --2- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e840d24a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c009e50 tx=0x7f4e7c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e06cf780a24bdea server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e82ffd700 1 -- 172.21.15.37:0/2519644167 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c00e070 con 0x7f4e840d2050 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e82ffd700 1 -- 172.21.15.37:0/2519644167 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e7c00b910 con 0x7f4e840d2050 2023-10-06T22:44:13.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.609+0000 7f4e82ffd700 1 -- 172.21.15.37:0/2519644167 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c00bcc0 con 0x7f4e840d2050 2023-10-06T22:44:13.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 msgr2=0x7f4e840d24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e840d24a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c009e50 tx=0x7f4e7c00b330 comp rx=0 tx=0).stop 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2519644167 shutdown_connections 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e840d24a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2519644167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e840ce1d0 0x7f4e840ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2519644167 >> 172.21.15.37:0/2519644167 conn(0x7f4e8406b590 msgr2=0x7f4e8406b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2519644167 shutdown_connections 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.610+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2519644167 wait complete. 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.612+0000 7f4e8a5ff700 1 Processor -- start 2023-10-06T22:44:13.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.612+0000 7f4e8a5ff700 1 -- start start 2023-10-06T22:44:13.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e8a5ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4e840ce1d0 0x7f4e8415ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e8a5ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e841540f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e8a5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e8415d6f0 0x7f4e84151810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e8a5ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e841530f0 con 0x7f4e840ce1d0 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e8a5ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e84154630 con 0x7f4e840d2050 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e8a5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e840c6f30 con 0x7f4e8415d6f0 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e83fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4e840ce1d0 0x7f4e8415ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e83fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4e840ce1d0 0x7f4e8415ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:55204/0 (socket says 172.21.15.37:55204) 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e83fff700 1 -- 172.21.15.37:0/2339123325 learned_addr learned my addr 172.21.15.37:0/2339123325 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e88b9c700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e8415d6f0 0x7f4e84151810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.613+0000 7f4e837fe700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e841540f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e88b9c700 1 -- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 msgr2=0x7f4e841540f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e88b9c700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e841540f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e88b9c700 1 -- 172.21.15.37:0/2339123325 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4e840ce1d0 msgr2=0x7f4e8415ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e88b9c700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4e840ce1d0 0x7f4e8415ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e88b9c700 1 -- 172.21.15.37:0/2339123325 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e7c009b30 con 0x7f4e8415d6f0 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e83fff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4e840ce1d0 0x7f4e8415ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e837fe700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e841540f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e88b9c700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e8415d6f0 0x7f4e84151810 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c015000 tx=0x7f4e7c004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e80ff9700 1 -- 172.21.15.37:0/2339123325 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c004800 con 0x7f4e8415d6f0 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e80ff9700 1 -- 172.21.15.37:0/2339123325 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e7c004960 con 0x7f4e8415d6f0 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.614+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e840c74f0 con 0x7f4e8415d6f0 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.615+0000 7f4e80ff9700 1 -- 172.21.15.37:0/2339123325 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c01b670 con 0x7f4e8415d6f0 2023-10-06T22:44:13.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.615+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e84154b20 con 0x7f4e8415d6f0 2023-10-06T22:44:13.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.616+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e840c7680 con 0x7f4e8415d6f0 2023-10-06T22:44:13.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.617+0000 7f4e80ff9700 1 -- 172.21.15.37:0/2339123325 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4e7c01b7d0 con 0x7f4e8415d6f0 2023-10-06T22:44:13.620 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.618+0000 7f4e80ff9700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4e7006af00 0x7f4e7006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:13.620 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.618+0000 7f4e80ff9700 1 -- 172.21.15.37:0/2339123325 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4e7c08a8b0 con 0x7f4e8415d6f0 2023-10-06T22:44:13.620 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.618+0000 7f4e83fff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4e7006af00 0x7f4e7006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:13.620 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.619+0000 7f4e83fff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4e7006af00 0x7f4e7006d3c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4e74001d10 tx=0x7f4e74009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:13.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.622+0000 7f4e80ff9700 1 -- 172.21.15.37:0/2339123325 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4e7c055e20 con 0x7f4e8415d6f0 2023-10-06T22:44:13.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:13.833+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f4e84074380 con 0x7f4e8415d6f0 2023-10-06T22:44:14.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.846+0000 7f4e80ff9700 1 -- 172.21.15.37:0/2339123325 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) v1 ==== 138+0+0 (secure 0 0 0) 0x7f4e7c059440 con 0x7f4e8415d6f0 2023-10-06T22:44:14.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4e7006af00 msgr2=0x7f4e7006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:14.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4e7006af00 0x7f4e7006d3c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4e74001d10 tx=0x7f4e74009040 comp rx=0 tx=0).stop 2023-10-06T22:44:14.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e8415d6f0 msgr2=0x7f4e84151810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:14.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e8415d6f0 0x7f4e84151810 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c015000 tx=0x7f4e7c004ad0 comp rx=0 tx=0).stop 2023-10-06T22:44:14.855 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 shutdown_connections 2023-10-06T22:44:14.855 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4e8415d6f0 0x7f4e84151810 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:14.855 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4e840ce1d0 0x7f4e8415ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:14.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4e7006af00 0x7f4e7006d3c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:14.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 --2- 172.21.15.37:0/2339123325 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4e840d2050 0x7f4e841540f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:14.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 >> 172.21.15.37:0/2339123325 conn(0x7f4e8406b590 msgr2=0x7f4e840d2430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:14.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 shutdown_connections 2023-10-06T22:44:14.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:14.852+0000 7f4e8a5ff700 1 -- 172.21.15.37:0/2339123325 wait complete. 2023-10-06T22:44:14.856 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_metadata' created 2023-10-06T22:44:14.875 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2023-10-06T22:44:15.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.085+0000 7f1de45ff700 1 Processor -- start 2023-10-06T22:44:15.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.085+0000 7f1de45ff700 1 -- start start 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de45ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1ddc0cf480 0x7f1ddc0cf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de45ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0d17e0 0x7f1ddc0d1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de45ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ddc0b9530 con 0x7f1ddc160be0 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de45ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ddc0d2130 con 0x7f1ddc0cf480 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de45ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc0ce400 con 0x7f1ddc0d17e0 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de239b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f1ddc160be0 0x7f1ddc0b8e20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:40174/0 (socket says 172.21.15.37:40174) 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de239b700 1 -- 172.21.15.37:0/3164665536 learned_addr learned my addr 172.21.15.37:0/3164665536 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de2b9c700 1 --2- 172.21.15.37:0/3164665536 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0d17e0 0x7f1ddc0d1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:15.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de1b9a700 1 --2- 172.21.15.37:0/3164665536 >> v2:172.21.15.62:3300/0 conn(0x7f1ddc0cf480 0x7f1ddc0cf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:15.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de1399700 1 -- 172.21.15.37:0/3164665536 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3793843749 0 0) 0x7f1ddc0b9530 con 0x7f1ddc160be0 2023-10-06T22:44:15.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.087+0000 7f1de1399700 1 -- 172.21.15.37:0/3164665536 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1dc80035b0 con 0x7f1ddc160be0 2023-10-06T22:44:15.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de2b9c700 1 -- 172.21.15.37:0/3164665536 >> v2:172.21.15.62:3300/0 conn(0x7f1ddc0cf480 msgr2=0x7f1ddc0cf910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:15.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de2b9c700 1 --2- 172.21.15.37:0/3164665536 >> v2:172.21.15.62:3300/0 conn(0x7f1ddc0cf480 0x7f1ddc0cf910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de2b9c700 1 -- 172.21.15.37:0/3164665536 >> v1:172.21.15.37:6789/0 conn(0x7f1ddc160be0 legacy=0x7f1ddc0b8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:15.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de1399700 1 -- 172.21.15.37:0/3164665536 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1501543291 0 0) 0x7f1dc80035b0 con 0x7f1ddc160be0 2023-10-06T22:44:15.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de2b9c700 1 -- 172.21.15.37:0/3164665536 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ddc0ce6e0 con 0x7f1ddc0d17e0 2023-10-06T22:44:15.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de2b9c700 1 --2- 172.21.15.37:0/3164665536 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0d17e0 0x7f1ddc0d1bf0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4009d90 tx=0x7f1dd400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8eb9a72542349da3 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:15.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de1399700 1 -- 172.21.15.37:0/3164665536 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd400e070 con 0x7f1ddc0d17e0 2023-10-06T22:44:15.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de1399700 1 -- 172.21.15.37:0/3164665536 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dd4003a20 con 0x7f1ddc0d17e0 2023-10-06T22:44:15.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.088+0000 7f1de1399700 1 -- 172.21.15.37:0/3164665536 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8001670 con 0x7f1ddc0d17e0 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 -- 172.21.15.37:0/3164665536 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0d17e0 msgr2=0x7f1ddc0d1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 --2- 172.21.15.37:0/3164665536 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0d17e0 0x7f1ddc0d1bf0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4009d90 tx=0x7f1dd400b330 comp rx=0 tx=0).stop 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 -- 172.21.15.37:0/3164665536 shutdown_connections 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 --2- 172.21.15.37:0/3164665536 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0d17e0 0x7f1ddc0d1bf0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 --2- 172.21.15.37:0/3164665536 >> v2:172.21.15.62:3300/0 conn(0x7f1ddc0cf480 0x7f1ddc0cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 -- 172.21.15.37:0/3164665536 >> 172.21.15.37:0/3164665536 conn(0x7f1ddc072630 msgr2=0x7f1ddc0d3520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 -- 172.21.15.37:0/3164665536 shutdown_connections 2023-10-06T22:44:15.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.089+0000 7f1de45ff700 1 -- 172.21.15.37:0/3164665536 wait complete. 2023-10-06T22:44:15.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.091+0000 7f1de45ff700 1 Processor -- start 2023-10-06T22:44:15.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.091+0000 7f1de45ff700 1 -- start start 2023-10-06T22:44:15.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de45ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0cf480 0x7f1ddc14d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:15.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de45ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ddc0d17e0 0x7f1ddc15d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de45ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1ddc160be0 0x7f1ddc15d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de45ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc0aba60 con 0x7f1ddc160be0 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de45ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc0aae50 con 0x7f1ddc0d17e0 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de45ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ddc0ab130 con 0x7f1ddc0cf480 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de2b9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1ddc160be0 0x7f1ddc15d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de2b9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1ddc160be0 0x7f1ddc15d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38038/0 (socket says 172.21.15.37:38038) 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de2b9c700 1 -- 172.21.15.37:0/1887879451 learned_addr learned my addr 172.21.15.37:0/1887879451 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de239b700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0cf480 0x7f1ddc14d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.092+0000 7f1de1b9a700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ddc0d17e0 0x7f1ddc15d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de2b9c700 1 -- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0cf480 msgr2=0x7f1ddc14d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de2b9c700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0cf480 0x7f1ddc14d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de2b9c700 1 -- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ddc0d17e0 msgr2=0x7f1ddc15d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de2b9c700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ddc0d17e0 0x7f1ddc15d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de2b9c700 1 -- 172.21.15.37:0/1887879451 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd4009a70 con 0x7f1ddc160be0 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de239b700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0cf480 0x7f1ddc14d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de1b9a700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ddc0d17e0 0x7f1ddc15d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de2b9c700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1ddc160be0 0x7f1ddc15d810 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc0ce540 tx=0x7f1dd4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1dd2ffd700 1 -- 172.21.15.37:0/1887879451 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd40045f0 con 0x7f1ddc160be0 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1dd2ffd700 1 -- 172.21.15.37:0/1887879451 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dd4004750 con 0x7f1ddc160be0 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ddc0ab410 con 0x7f1ddc160be0 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1dd2ffd700 1 -- 172.21.15.37:0/1887879451 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd4009450 con 0x7f1ddc160be0 2023-10-06T22:44:15.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.093+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ddc14de30 con 0x7f1ddc160be0 2023-10-06T22:44:15.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.094+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ddc0abbd0 con 0x7f1ddc160be0 2023-10-06T22:44:15.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.095+0000 7f1dd2ffd700 1 -- 172.21.15.37:0/1887879451 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1dd40124b0 con 0x7f1ddc160be0 2023-10-06T22:44:15.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.096+0000 7f1dd2ffd700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dc006af00 0x7f1dc006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:15.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.096+0000 7f1dd2ffd700 1 -- 172.21.15.37:0/1887879451 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f1dd408b4e0 con 0x7f1ddc160be0 2023-10-06T22:44:15.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.096+0000 7f1de239b700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dc006af00 0x7f1dc006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:15.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.097+0000 7f1de239b700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dc006af00 0x7f1dc006d3c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8001eb0 tx=0x7f1dd8001d80 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:15.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.101+0000 7f1dd2ffd700 1 -- 172.21.15.37:0/1887879451 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1dd405a160 con 0x7f1ddc160be0 2023-10-06T22:44:15.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.313+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f1ddc04f400 con 0x7f1ddc160be0 2023-10-06T22:44:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.840+0000 7f1dd2ffd700 1 -- 172.21.15.37:0/1887879451 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v19) v1 ==== 171+0+0 (secure 0 0 0) 0x7f1dd4059cf0 con 0x7f1ddc160be0 2023-10-06T22:44:15.845 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dc006af00 msgr2=0x7f1dc006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:15.845 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dc006af00 0x7f1dc006d3c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8001eb0 tx=0x7f1dd8001d80 comp rx=0 tx=0).stop 2023-10-06T22:44:15.845 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1ddc160be0 msgr2=0x7f1ddc15d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1ddc160be0 0x7f1ddc15d810 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1ddc0ce540 tx=0x7f1dd4004ad0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 shutdown_connections 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1ddc160be0 0x7f1ddc15d810 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1ddc0cf480 0x7f1ddc14d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dc006af00 0x7f1dc006d3c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 --2- 172.21.15.37:0/1887879451 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1ddc0d17e0 0x7f1ddc15d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.843+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 >> 172.21.15.37:0/1887879451 conn(0x7f1ddc072630 msgr2=0x7f1ddc0b68d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.844+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 shutdown_connections 2023-10-06T22:44:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:15.844+0000 7f1de45ff700 1 -- 172.21.15.37:0/1887879451 wait complete. 2023-10-06T22:44:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_data' created 2023-10-06T22:44:15.885 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-10-06T22:44:16.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.089+0000 7f0cd8fff700 1 Processor -- start 2023-10-06T22:44:16.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.089+0000 7f0cd8fff700 1 -- start start 2023-10-06T22:44:16.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.090+0000 7f0cd8fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f0cd4160ce0 0x7f0cd40cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:16.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.090+0000 7f0cd8fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0cd40d3bd0 0x7f0cd40d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:16.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.090+0000 7f0cd8fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cd41610c0 con 0x7f0cd40d0680 2023-10-06T22:44:16.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.090+0000 7f0cd8fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cd40d40d0 con 0x7f0cd4160ce0 2023-10-06T22:44:16.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.090+0000 7f0cd8fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cd40d43b0 con 0x7f0cd40d3bd0 2023-10-06T22:44:16.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.090+0000 7f0cd259c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f0cd4160ce0 0x7f0cd40cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:16.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd259c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f0cd4160ce0 0x7f0cd40cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38054/0 (socket says 172.21.15.37:38054) 2023-10-06T22:44:16.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd259c700 1 -- 172.21.15.37:0/3640569103 learned_addr learned my addr 172.21.15.37:0/3640569103 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:16.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd1d9b700 1 --2- 172.21.15.37:0/3640569103 >> v2:172.21.15.62:3300/0 conn(0x7f0cd40d3bd0 0x7f0cd40d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:16.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd259c700 1 -- 172.21.15.37:0/3640569103 >> v2:172.21.15.62:3300/0 conn(0x7f0cd40d3bd0 msgr2=0x7f0cd40d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd259c700 1 --2- 172.21.15.37:0/3640569103 >> v2:172.21.15.62:3300/0 conn(0x7f0cd40d3bd0 0x7f0cd40d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd259c700 1 -- 172.21.15.37:0/3640569103 >> v1:172.21.15.37:6789/0 conn(0x7f0cd40d0680 legacy=0x7f0cd40d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd259c700 1 -- 172.21.15.37:0/3640569103 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cd40ceb80 con 0x7f0cd4160ce0 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd159a700 1 -- 172.21.15.37:0/3640569103 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1364329908 0 0) 0x7f0cd41610c0 con 0x7f0cd40d0680 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd259c700 1 --2- 172.21.15.37:0/3640569103 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd4160ce0 0x7f0cd40cfc00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0cd408d830 tx=0x7f0cc4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=382a098a3f095e72 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.091+0000 7f0cd159a700 1 -- 172.21.15.37:0/3640569103 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4011830 con 0x7f0cd4160ce0 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd159a700 1 -- 172.21.15.37:0/3640569103 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cc4011990 con 0x7f0cd4160ce0 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd159a700 1 -- 172.21.15.37:0/3640569103 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4011d20 con 0x7f0cd4160ce0 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 -- 172.21.15.37:0/3640569103 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd4160ce0 msgr2=0x7f0cd40cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/3640569103 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd4160ce0 0x7f0cd40cfc00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0cd408d830 tx=0x7f0cc4009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 -- 172.21.15.37:0/3640569103 shutdown_connections 2023-10-06T22:44:16.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/3640569103 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd4160ce0 0x7f0cd40cfc00 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/3640569103 >> v2:172.21.15.62:3300/0 conn(0x7f0cd40d3bd0 0x7f0cd40d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 -- 172.21.15.37:0/3640569103 >> 172.21.15.37:0/3640569103 conn(0x7f0cd409c790 msgr2=0x7f0cd40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:16.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 -- 172.21.15.37:0/3640569103 shutdown_connections 2023-10-06T22:44:16.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.092+0000 7f0cd8fff700 1 -- 172.21.15.37:0/3640569103 wait complete. 2023-10-06T22:44:16.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.094+0000 7f0cd8fff700 1 Processor -- start 2023-10-06T22:44:16.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.094+0000 7f0cd8fff700 1 -- start start 2023-10-06T22:44:16.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd8fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd40d0680 0x7f0cd41f6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:16.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd8fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cd40d3bd0 0x7f0cd41f6570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:16.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd8fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cd4160ce0 0x7f0cd40b6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd8fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd40ccdc0 con 0x7f0cd40d0680 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd8fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd40cc930 con 0x7f0cd40d3bd0 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd8fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd40cbd20 con 0x7f0cd4160ce0 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd259c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd40d0680 0x7f0cd41f6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd259c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd40d0680 0x7f0cd41f6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38066/0 (socket says 172.21.15.37:38066) 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd259c700 1 -- 172.21.15.37:0/1003140289 learned_addr learned my addr 172.21.15.37:0/1003140289 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd1d9b700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cd40d3bd0 0x7f0cd41f6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.095+0000 7f0cd2d9d700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cd4160ce0 0x7f0cd40b6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd259c700 1 -- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cd4160ce0 msgr2=0x7f0cd40b6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd259c700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cd4160ce0 0x7f0cd40b6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd259c700 1 -- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cd40d3bd0 msgr2=0x7f0cd41f6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd259c700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cd40d3bd0 0x7f0cd41f6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd259c700 1 -- 172.21.15.37:0/1003140289 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cc4009550 con 0x7f0cd40d0680 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd2d9d700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cd4160ce0 0x7f0cd40b6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd259c700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd40d0680 0x7f0cd41f6030 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0cc4009c10 tx=0x7f0cc4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cc2ffd700 1 -- 172.21.15.37:0/1003140289 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc4004590 con 0x7f0cd40d0680 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cc2ffd700 1 -- 172.21.15.37:0/1003140289 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cc401e070 con 0x7f0cd40d0680 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cc2ffd700 1 -- 172.21.15.37:0/1003140289 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cc40038c0 con 0x7f0cd40d0680 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.096+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cd40cc000 con 0x7f0cd40d0680 2023-10-06T22:44:16.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.097+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cd40cc5c0 con 0x7f0cd40d0680 2023-10-06T22:44:16.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.098+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cd4067490 con 0x7f0cd40d0680 2023-10-06T22:44:16.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.099+0000 7f0cc2ffd700 1 -- 172.21.15.37:0/1003140289 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0cc4003a20 con 0x7f0cd40d0680 2023-10-06T22:44:16.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.100+0000 7f0cc2ffd700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0cb406af00 0x7f0cb406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:16.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.100+0000 7f0cc2ffd700 1 -- 172.21.15.37:0/1003140289 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f0cc408a4d0 con 0x7f0cd40d0680 2023-10-06T22:44:16.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.100+0000 7f0cd1d9b700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0cb406af00 0x7f0cb406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:16.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.101+0000 7f0cd1d9b700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0cb406af00 0x7f0cb406d3c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0cd40c9c00 tx=0x7f0cc8009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:16.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.105+0000 7f0cc2ffd700 1 -- 172.21.15.37:0/1003140289 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0cc40555d0 con 0x7f0cd40d0680 2023-10-06T22:44:16.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.362+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f0cd40cfc00 con 0x7f0cd40d0680 2023-10-06T22:44:16.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.862+0000 7f0cc2ffd700 1 -- 172.21.15.37:0/1003140289 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f0cc4058bf0 con 0x7f0cd40d0680 2023-10-06T22:44:16.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0cb406af00 msgr2=0x7f0cb406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:16.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0cb406af00 0x7f0cb406d3c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0cd40c9c00 tx=0x7f0cc8009210 comp rx=0 tx=0).stop 2023-10-06T22:44:16.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd40d0680 msgr2=0x7f0cd41f6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:16.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd40d0680 0x7f0cd41f6030 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0cc4009c10 tx=0x7f0cc4004750 comp rx=0 tx=0).stop 2023-10-06T22:44:16.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 shutdown_connections 2023-10-06T22:44:16.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cd4160ce0 0x7f0cd40b6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cd40d0680 0x7f0cd41f6030 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.881+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0cb406af00 0x7f0cb406d3c0 secure :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0cd40c9c00 tx=0x7f0cc8009210 comp rx=0 tx=0).stop 2023-10-06T22:44:16.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.882+0000 7f0cd8fff700 1 --2- 172.21.15.37:0/1003140289 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cd40d3bd0 0x7f0cd41f6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:16.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.882+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 >> 172.21.15.37:0/1003140289 conn(0x7f0cd409c790 msgr2=0x7f0cd40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:16.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.884+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 shutdown_connections 2023-10-06T22:44:16.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:16.885+0000 7f0cd8fff700 1 -- 172.21.15.37:0/1003140289 wait complete. 2023-10-06T22:44:16.896 INFO:teuthology.orchestra.run.smithi037.stderr:new fs with metadata pool 2 and data pool 3 2023-10-06T22:44:16.915 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2023-10-06T22:44:16.916 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2023-10-06T22:44:17.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.119+0000 7f9fee1ff700 1 Processor -- start 2023-10-06T22:44:17.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.120+0000 7f9fee1ff700 1 -- start start 2023-10-06T22:44:17.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fee1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8161200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:17.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fee1ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9fe80ce1d0 0x7f9fe80ce650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:17.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fee1ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fe80d1bc0 con 0x7f9fe80b4e80 2023-10-06T22:44:17.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fee1ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fe80ceb90 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fee1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe8162160 con 0x7f9fe815d6f0 2023-10-06T22:44:17.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fe7fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f9fe80b4e80 0x7f9fe80b52d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:40190/0 (socket says 172.21.15.37:40190) 2023-10-06T22:44:17.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fe7fff700 1 -- 172.21.15.37:0/3311711286 learned_addr learned my addr 172.21.15.37:0/3311711286 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:17.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fe77fe700 1 --2- 172.21.15.37:0/3311711286 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8161200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:17.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.121+0000 7f9fe6ffd700 1 --2- 172.21.15.37:0/3311711286 >> v2:172.21.15.62:3300/0 conn(0x7f9fe80ce1d0 0x7f9fe80ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:17.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe67fc700 1 -- 172.21.15.37:0/3311711286 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2670848189 0 0) 0x7f9fe80d1bc0 con 0x7f9fe80b4e80 2023-10-06T22:44:17.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe67fc700 1 -- 172.21.15.37:0/3311711286 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9fd00035b0 con 0x7f9fe80b4e80 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe77fe700 1 -- 172.21.15.37:0/3311711286 >> v2:172.21.15.62:3300/0 conn(0x7f9fe80ce1d0 msgr2=0x7f9fe80ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe77fe700 1 --2- 172.21.15.37:0/3311711286 >> v2:172.21.15.62:3300/0 conn(0x7f9fe80ce1d0 0x7f9fe80ce650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe77fe700 1 -- 172.21.15.37:0/3311711286 >> v1:172.21.15.37:6789/0 conn(0x7f9fe80b4e80 legacy=0x7f9fe80b52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe77fe700 1 -- 172.21.15.37:0/3311711286 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fe80d1890 con 0x7f9fe815d6f0 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe77fe700 1 --2- 172.21.15.37:0/3311711286 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8161200 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9fd8009840 tx=0x7f9fd8009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=88c4ad01ad641ec4 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe67fc700 1 -- 172.21.15.37:0/3311711286 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fd8011830 con 0x7f9fe815d6f0 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe67fc700 1 -- 172.21.15.37:0/3311711286 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fd8011990 con 0x7f9fe815d6f0 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.122+0000 7f9fe67fc700 1 -- 172.21.15.37:0/3311711286 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fd8011d20 con 0x7f9fe815d6f0 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 -- 172.21.15.37:0/3311711286 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 msgr2=0x7f9fe8161200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:17.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/3311711286 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8161200 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f9fd8009840 tx=0x7f9fd8009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:17.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 -- 172.21.15.37:0/3311711286 shutdown_connections 2023-10-06T22:44:17.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/3311711286 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8161200 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/3311711286 >> v2:172.21.15.62:3300/0 conn(0x7f9fe80ce1d0 0x7f9fe80ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 -- 172.21.15.37:0/3311711286 >> 172.21.15.37:0/3311711286 conn(0x7f9fe806b590 msgr2=0x7f9fe806b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:17.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 -- 172.21.15.37:0/3311711286 shutdown_connections 2023-10-06T22:44:17.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.123+0000 7f9fee1ff700 1 -- 172.21.15.37:0/3311711286 wait complete. 2023-10-06T22:44:17.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.125+0000 7f9fee1ff700 1 Processor -- start 2023-10-06T22:44:17.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.125+0000 7f9fee1ff700 1 -- start start 2023-10-06T22:44:17.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fee1ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9fe80b4e80 0x7f9fe815b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fee1ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9fe80ce1d0 0x7f9fe815a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fee1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8158230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fee1ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe80ca4d0 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fee1ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe80caa50 con 0x7f9fe80b4e80 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fee1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe81f6fd0 con 0x7f9fe815d6f0 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fe6ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9fe80ce1d0 0x7f9fe815a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fe6ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9fe80ce1d0 0x7f9fe815a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38068/0 (socket says 172.21.15.37:38068) 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fe6ffd700 1 -- 172.21.15.37:0/2545353700 learned_addr learned my addr 172.21.15.37:0/2545353700 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:17.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fe77fe700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9fe80b4e80 0x7f9fe815b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.126+0000 7f9fe7fff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8158230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fe6ffd700 1 -- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 msgr2=0x7f9fe8158230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fe6ffd700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8158230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fe6ffd700 1 -- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9fe80b4e80 msgr2=0x7f9fe815b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fe6ffd700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9fe80b4e80 0x7f9fe815b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fe6ffd700 1 -- 172.21.15.37:0/2545353700 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fd80094a0 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fe6ffd700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9fe80ce1d0 0x7f9fe815a750 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc00e8a0 tx=0x7f9fdc00ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fcffff700 1 -- 172.21.15.37:0/2545353700 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc009590 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fcffff700 1 -- 172.21.15.37:0/2545353700 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fdc013680 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fe80ccc80 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fcffff700 1 -- 172.21.15.37:0/2545353700 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc0139f0 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.127+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fe80cd240 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.128+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fe8074380 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.129+0000 7f9fcffff700 1 -- 172.21.15.37:0/2545353700 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9fdc013b50 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.131+0000 7f9fcffff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9fd406af00 0x7f9fd406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:17.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.131+0000 7f9fcffff700 1 -- 172.21.15.37:0/2545353700 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9fdc089520 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.131+0000 7f9fe77fe700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9fd406af00 0x7f9fd406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:17.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.132+0000 7f9fe77fe700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9fd406af00 0x7f9fd406d3c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9fd8000c00 tx=0x7f9fd801d040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:17.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.135+0000 7f9fcffff700 1 -- 172.21.15.37:0/2545353700 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9fdc0544a0 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.357+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7f9fe80d1030 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.866+0000 7f9fcffff700 1 -- 172.21.15.37:0/2545353700 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v21) v1 ==== 157+0+0 (secure 0 0 0) 0x7f9fdc057ac0 con 0x7f9fe80ce1d0 2023-10-06T22:44:17.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.870+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9fd406af00 msgr2=0x7f9fd406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:17.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.870+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9fd406af00 0x7f9fd406d3c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9fd8000c00 tx=0x7f9fd801d040 comp rx=0 tx=0).stop 2023-10-06T22:44:17.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.870+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9fe80ce1d0 msgr2=0x7f9fe815a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:17.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.870+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9fe80ce1d0 0x7f9fe815a750 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc00e8a0 tx=0x7f9fdc00ebb0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 shutdown_connections 2023-10-06T22:44:17.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9fd406af00 0x7f9fd406d3c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9fe80b4e80 0x7f9fe815b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9fe815d6f0 0x7f9fe8158230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 --2- 172.21.15.37:0/2545353700 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9fe80ce1d0 0x7f9fe815a750 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:17.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 >> 172.21.15.37:0/2545353700 conn(0x7f9fe806b590 msgr2=0x7f9fe80b7250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:17.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 shutdown_connections 2023-10-06T22:44:17.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:17.871+0000 7f9fee1ff700 1 -- 172.21.15.37:0/2545353700 wait complete. 2023-10-06T22:44:17.893 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2023-10-06T22:44:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.104+0000 7f9b733ff700 1 Processor -- start 2023-10-06T22:44:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.104+0000 7f9b733ff700 1 -- start start 2023-10-06T22:44:18.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.105+0000 7f9b733ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f9b6c0d1970 0x7f9b6c0d1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.105+0000 7f9b733ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9b6c15dc10 0x7f9b6c0cecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b733ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b733ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b6c0cf5b0 con 0x7f9b6c0d1970 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b733ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b6c0d2290 con 0x7f9b6c15dc10 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b733ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c06b970 con 0x7f9b6c0d1440 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f9b6c0d1970 0x7f9b6c0d1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f9b6c0d1970 0x7f9b6c0d1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38084/0 (socket says 172.21.15.37:38084) 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 -- 172.21.15.37:0/4153434999 learned_addr learned my addr 172.21.15.37:0/4153434999 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7199c700 1 --2- 172.21.15.37:0/4153434999 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7099a700 1 --2- 172.21.15.37:0/4153434999 >> v2:172.21.15.62:3300/0 conn(0x7f9b6c15dc10 0x7f9b6c0cecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 -- 172.21.15.37:0/4153434999 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 msgr2=0x7f9b6c0b50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 --2- 172.21.15.37:0/4153434999 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 -- 172.21.15.37:0/4153434999 >> v2:172.21.15.62:3300/0 conn(0x7f9b6c15dc10 msgr2=0x7f9b6c0cecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 --2- 172.21.15.37:0/4153434999 >> v2:172.21.15.62:3300/0 conn(0x7f9b6c15dc10 0x7f9b6c0cecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7119b700 1 -- 172.21.15.37:0/4153434999 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b6c06bc50 con 0x7f9b6c0d1970 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7099a700 1 --2- 172.21.15.37:0/4153434999 >> v2:172.21.15.62:3300/0 conn(0x7f9b6c15dc10 0x7f9b6c0cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.106+0000 7f9b7199c700 1 --2- 172.21.15.37:0/4153434999 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b7119b700 1 --2- 172.21.15.37:0/4153434999 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c0d1970 0x7f9b6c0d1d50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c08c710 tx=0x7f9b68009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bedc5e58effda1b1 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b63fff700 1 -- 172.21.15.37:0/4153434999 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b68005e30 con 0x7f9b6c0d1970 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b63fff700 1 -- 172.21.15.37:0/4153434999 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b68004030 con 0x7f9b6c0d1970 2023-10-06T22:44:18.110 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b63fff700 1 -- 172.21.15.37:0/4153434999 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b680043e0 con 0x7f9b6c0d1970 2023-10-06T22:44:18.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b733ff700 1 -- 172.21.15.37:0/4153434999 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c0d1970 msgr2=0x7f9b6c0d1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:18.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b733ff700 1 --2- 172.21.15.37:0/4153434999 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c0d1970 0x7f9b6c0d1d50 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c08c710 tx=0x7f9b68009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b733ff700 1 -- 172.21.15.37:0/4153434999 shutdown_connections 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b733ff700 1 --2- 172.21.15.37:0/4153434999 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b733ff700 1 --2- 172.21.15.37:0/4153434999 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c0d1970 0x7f9b6c0d1d50 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b733ff700 1 --2- 172.21.15.37:0/4153434999 >> v2:172.21.15.62:3300/0 conn(0x7f9b6c15dc10 0x7f9b6c0cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.107+0000 7f9b733ff700 1 -- 172.21.15.37:0/4153434999 >> 172.21.15.37:0/4153434999 conn(0x7f9b6c0d3660 msgr2=0x7f9b6c0d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.108+0000 7f9b733ff700 1 -- 172.21.15.37:0/4153434999 shutdown_connections 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.108+0000 7f9b733ff700 1 -- 172.21.15.37:0/4153434999 wait complete. 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.109+0000 7f9b733ff700 1 Processor -- start 2023-10-06T22:44:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.110+0000 7f9b733ff700 1 -- start start 2023-10-06T22:44:18.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.110+0000 7f9b733ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b8c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:18.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.110+0000 7f9b733ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b6c0d1970 0x7f9b6c155b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.110+0000 7f9b733ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c15dc10 0x7f9b6c0cc080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b733ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c158cd0 con 0x7f9b6c15dc10 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b733ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c0ccf90 con 0x7f9b6c0d1970 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b733ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6c158f70 con 0x7f9b6c0d1440 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c15dc10 0x7f9b6c0cc080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c15dc10 0x7f9b6c0cc080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38086/0 (socket says 172.21.15.37:38086) 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 -- 172.21.15.37:0/1172176806 learned_addr learned my addr 172.21.15.37:0/1172176806 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7099a700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b6c0d1970 0x7f9b6c155b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7119b700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 -- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 msgr2=0x7f9b6c0b8c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b8c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 -- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b6c0d1970 msgr2=0x7f9b6c155b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b6c0d1970 0x7f9b6c155b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 -- 172.21.15.37:0/1172176806 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b68009500 con 0x7f9b6c15dc10 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.111+0000 7f9b7199c700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c15dc10 0x7f9b6c0cc080 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9b64007e10 tx=0x7f9b6400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.112+0000 7f9b61ffb700 1 -- 172.21.15.37:0/1172176806 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b6400dd20 con 0x7f9b6c15dc10 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.112+0000 7f9b61ffb700 1 -- 172.21.15.37:0/1172176806 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b6400f040 con 0x7f9b6c15dc10 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.112+0000 7f9b61ffb700 1 -- 172.21.15.37:0/1172176806 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b64003c60 con 0x7f9b6c15dc10 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.112+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b6c159250 con 0x7f9b6c15dc10 2023-10-06T22:44:18.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.112+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b6c0cb800 con 0x7f9b6c15dc10 2023-10-06T22:44:18.117 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.113+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b6c159490 con 0x7f9b6c15dc10 2023-10-06T22:44:18.117 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.114+0000 7f9b61ffb700 1 -- 172.21.15.37:0/1172176806 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9b64004030 con 0x7f9b6c15dc10 2023-10-06T22:44:18.117 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.115+0000 7f9b61ffb700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b5006af00 0x7f9b5006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:18.117 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.115+0000 7f9b61ffb700 1 -- 172.21.15.37:0/1172176806 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5935+0+0 (secure 0 0 0) 0x7f9b64089790 con 0x7f9b6c15dc10 2023-10-06T22:44:18.117 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.115+0000 7f9b7119b700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b5006af00 0x7f9b5006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:18.118 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.116+0000 7f9b7119b700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b5006af00 0x7f9b5006d3c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c08c710 tx=0x7f9b68008070 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:18.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.119+0000 7f9b61ffb700 1 -- 172.21.15.37:0/1172176806 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9b6c159490 con 0x7f9b6c15dc10 2023-10-06T22:44:18.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:18.330+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f9b6c159490 con 0x7f9b6c15dc10 2023-10-06T22:44:19.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.876+0000 7f9b61ffb700 1 -- 172.21.15.37:0/1172176806 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v23) v1 ==== 228+0+0 (secure 0 0 0) 0x7f9b6c159490 con 0x7f9b6c15dc10 2023-10-06T22:44:19.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b5006af00 msgr2=0x7f9b5006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:19.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b5006af00 0x7f9b5006d3c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c08c710 tx=0x7f9b68008070 comp rx=0 tx=0).stop 2023-10-06T22:44:19.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c15dc10 msgr2=0x7f9b6c0cc080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:19.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c15dc10 0x7f9b6c0cc080 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9b64007e10 tx=0x7f9b6400d3b0 comp rx=0 tx=0).stop 2023-10-06T22:44:19.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 shutdown_connections 2023-10-06T22:44:19.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9b6c15dc10 0x7f9b6c0cc080 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:19.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9b6c0d1440 0x7f9b6c0b8c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:19.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b5006af00 0x7f9b5006d3c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:19.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 --2- 172.21.15.37:0/1172176806 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9b6c0d1970 0x7f9b6c155b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:19.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 >> 172.21.15.37:0/1172176806 conn(0x7f9b6c0d3660 msgr2=0x7f9b6c0b25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:19.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 shutdown_connections 2023-10-06T22:44:19.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:19.880+0000 7f9b733ff700 1 -- 172.21.15.37:0/1172176806 wait complete. 2023-10-06T22:44:19.887 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_data_ec' created 2023-10-06T22:44:19.915 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2023-10-06T22:44:20.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.122+0000 7fac82bff700 1 Processor -- start 2023-10-06T22:44:20.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.122+0000 7fac82bff700 1 -- start start 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac82bff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fac7c15d6f0 0x7fac7c161200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac82bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0ce1d0 0x7fac7c0ce650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac82bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac7c0d1bc0 con 0x7fac7c0b4e80 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac82bff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac7c0ceb90 con 0x7fac7c15d6f0 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac82bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c162160 con 0x7fac7c0ce1d0 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac8099b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fac7c15d6f0 0x7fac7c161200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac8099b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fac7c15d6f0 0x7fac7c161200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38102/0 (socket says 172.21.15.37:38102) 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac8099b700 1 -- 172.21.15.37:0/3473762726 learned_addr learned my addr 172.21.15.37:0/3473762726 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:20.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac7bfff700 1 --2- 172.21.15.37:0/3473762726 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0ce1d0 0x7fac7c0ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac8099b700 1 -- 172.21.15.37:0/3473762726 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0ce1d0 msgr2=0x7fac7c0ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac8099b700 1 --2- 172.21.15.37:0/3473762726 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0ce1d0 0x7fac7c0ce650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac8099b700 1 -- 172.21.15.37:0/3473762726 >> v1:172.21.15.62:6789/0 conn(0x7fac7c0b4e80 legacy=0x7fac7c0b52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.124+0000 7fac8099b700 1 -- 172.21.15.37:0/3473762726 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac7c0d1890 con 0x7fac7c15d6f0 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.125+0000 7fac8099b700 1 --2- 172.21.15.37:0/3473762726 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c161200 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fac700098f0 tx=0x7fac70009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5666728d6679ab5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.125+0000 7fac7b7fe700 1 -- 172.21.15.37:0/3473762726 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7000b8a0 con 0x7fac7c15d6f0 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.125+0000 7fac7b7fe700 1 -- 172.21.15.37:0/3473762726 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac7000ba00 con 0x7fac7c15d6f0 2023-10-06T22:44:20.128 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.125+0000 7fac7b7fe700 1 -- 172.21.15.37:0/3473762726 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7000bd90 con 0x7fac7c15d6f0 2023-10-06T22:44:20.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.125+0000 7fac82bff700 1 -- 172.21.15.37:0/3473762726 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 msgr2=0x7fac7c161200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:20.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.125+0000 7fac82bff700 1 --2- 172.21.15.37:0/3473762726 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c161200 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fac700098f0 tx=0x7fac70009c00 comp rx=0 tx=0).stop 2023-10-06T22:44:20.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.126+0000 7fac82bff700 1 -- 172.21.15.37:0/3473762726 shutdown_connections 2023-10-06T22:44:20.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.126+0000 7fac82bff700 1 --2- 172.21.15.37:0/3473762726 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c161200 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.126+0000 7fac82bff700 1 --2- 172.21.15.37:0/3473762726 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0ce1d0 0x7fac7c0ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.126+0000 7fac82bff700 1 -- 172.21.15.37:0/3473762726 >> 172.21.15.37:0/3473762726 conn(0x7fac7c06b590 msgr2=0x7fac7c06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:20.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.126+0000 7fac82bff700 1 -- 172.21.15.37:0/3473762726 shutdown_connections 2023-10-06T22:44:20.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.126+0000 7fac82bff700 1 -- 172.21.15.37:0/3473762726 wait complete. 2023-10-06T22:44:20.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.128+0000 7fac82bff700 1 Processor -- start 2023-10-06T22:44:20.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.128+0000 7fac82bff700 1 -- start start 2023-10-06T22:44:20.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.129+0000 7fac82bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0b4e80 0x7fac7c159480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:20.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.129+0000 7fac82bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7c0ce1d0 0x7fac7c15c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:20.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac82bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c0b78b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:20.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac82bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c15c8d0 con 0x7fac7c15d6f0 2023-10-06T22:44:20.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac82bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c15a410 con 0x7fac7c0ce1d0 2023-10-06T22:44:20.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac82bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac7c159bb0 con 0x7fac7c0b4e80 2023-10-06T22:44:20.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c0b78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c0b78b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38106/0 (socket says 172.21.15.37:38106) 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac7bfff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7c0ce1d0 0x7fac7c15c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 -- 172.21.15.37:0/3738904453 learned_addr learned my addr 172.21.15.37:0/3738904453 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8099b700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0b4e80 0x7fac7c159480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 -- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0b4e80 msgr2=0x7fac7c159480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0b4e80 0x7fac7c159480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 -- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7c0ce1d0 msgr2=0x7fac7c15c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7c0ce1d0 0x7fac7c15c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.130+0000 7fac8119c700 1 -- 172.21.15.37:0/3738904453 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac70009550 con 0x7fac7c15d6f0 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.131+0000 7fac8119c700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c0b78b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fac7400cb50 tx=0x7fac7400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:20.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.131+0000 7fac797fa700 1 -- 172.21.15.37:0/3738904453 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac74003c00 con 0x7fac7c15d6f0 2023-10-06T22:44:20.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.131+0000 7fac797fa700 1 -- 172.21.15.37:0/3738904453 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac74003d60 con 0x7fac7c15d6f0 2023-10-06T22:44:20.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.131+0000 7fac797fa700 1 -- 172.21.15.37:0/3738904453 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7400aa20 con 0x7fac7c15d6f0 2023-10-06T22:44:20.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.131+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac7c159e50 con 0x7fac7c15d6f0 2023-10-06T22:44:20.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.131+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac7c14b400 con 0x7fac7c15d6f0 2023-10-06T22:44:20.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.132+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac7c14b260 con 0x7fac7c15d6f0 2023-10-06T22:44:20.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.133+0000 7fac797fa700 1 -- 172.21.15.37:0/3738904453 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fac7400ab80 con 0x7fac7c15d6f0 2023-10-06T22:44:20.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.135+0000 7fac797fa700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac6006af00 0x7fac6006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:20.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.135+0000 7fac797fa700 1 -- 172.21.15.37:0/3738904453 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 6428+0+0 (secure 0 0 0) 0x7fac740898f0 con 0x7fac7c15d6f0 2023-10-06T22:44:20.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.135+0000 7fac8099b700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac6006af00 0x7fac6006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:20.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.136+0000 7fac8099b700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac6006af00 0x7fac6006d3c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fac70009c40 tx=0x7fac70008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:20.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.139+0000 7fac797fa700 1 -- 172.21.15.37:0/3738904453 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fac7c14b260 con 0x7fac7c15d6f0 2023-10-06T22:44:20.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.350+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7fac7c14b260 con 0x7fac7c15d6f0 2023-10-06T22:44:20.796 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-06T22:44:20.794+0000 7f23499f1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-06T22:44:20.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.886+0000 7fac797fa700 1 -- 172.21.15.37:0/3738904453 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v24) v1 ==== 169+0+0 (secure 0 0 0) 0x7fac7c14b260 con 0x7fac7c15d6f0 2023-10-06T22:44:20.891 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac6006af00 msgr2=0x7fac6006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:20.891 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac6006af00 0x7fac6006d3c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fac70009c40 tx=0x7fac70008030 comp rx=0 tx=0).stop 2023-10-06T22:44:20.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 msgr2=0x7fac7c0b78b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:20.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c0b78b0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fac7400cb50 tx=0x7fac7400ce60 comp rx=0 tx=0).stop 2023-10-06T22:44:20.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 shutdown_connections 2023-10-06T22:44:20.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac7c15d6f0 0x7fac7c0b78b0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7c0b4e80 0x7fac7c159480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac6006af00 0x7fac6006d3c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 --2- 172.21.15.37:0/3738904453 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7c0ce1d0 0x7fac7c15c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:20.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.890+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 >> 172.21.15.37:0/3738904453 conn(0x7fac7c06b590 msgr2=0x7fac7c0b4370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:20.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.891+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 shutdown_connections 2023-10-06T22:44:20.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:20.891+0000 7fac82bff700 1 -- 172.21.15.37:0/3738904453 wait complete. 2023-10-06T22:44:20.895 INFO:teuthology.orchestra.run.smithi037.stderr:set pool 4 allow_ec_overwrites to true 2023-10-06T22:44:20.929 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2023-10-06T22:44:21.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.133+0000 7f03fc1ff700 1 Processor -- start 2023-10-06T22:44:21.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.133+0000 7f03fc1ff700 1 -- start start 2023-10-06T22:44:21.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.135+0000 7f03fc1ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f03f4160ce0 0x7f03f40cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:21.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.135+0000 7f03fc1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f40d3bd0 0x7f03f40d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:21.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.135+0000 7f03fc1ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03f41610c0 con 0x7f03f40d0680 2023-10-06T22:44:21.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.135+0000 7f03fc1ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03f40d40d0 con 0x7f03f4160ce0 2023-10-06T22:44:21.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.135+0000 7f03fc1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03f40d43b0 con 0x7f03f40d3bd0 2023-10-06T22:44:21.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f979a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f40d3bd0 0x7f03f40d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:21.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f9f9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f03f4160ce0 0x7f03f40cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:21.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f9f9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f03f4160ce0 0x7f03f40cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:53780/0 (socket says 172.21.15.37:53780) 2023-10-06T22:44:21.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f9f9b700 1 -- 172.21.15.37:0/3812579303 learned_addr learned my addr 172.21.15.37:0/3812579303 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:21.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f979a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f40d3bd0 0x7f03f40d0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:52466/0 (socket says 172.21.15.37:52466) 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f979a700 1 -- 172.21.15.37:0/3812579303 >> v2:172.21.15.62:3300/0 conn(0x7f03f4160ce0 msgr2=0x7f03f40cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f979a700 1 --2- 172.21.15.37:0/3812579303 >> v2:172.21.15.62:3300/0 conn(0x7f03f4160ce0 0x7f03f40cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f979a700 1 -- 172.21.15.37:0/3812579303 >> v1:172.21.15.62:6789/0 conn(0x7f03f40d0680 legacy=0x7f03f40d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f979a700 1 -- 172.21.15.37:0/3812579303 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03f40ceb80 con 0x7f03f40d3bd0 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f9f9b700 1 --2- 172.21.15.37:0/3812579303 >> v2:172.21.15.62:3300/0 conn(0x7f03f4160ce0 0x7f03f40cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.136+0000 7f03f979a700 1 --2- 172.21.15.37:0/3812579303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f40d3bd0 0x7f03f40d0140 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f03e4009840 tx=0x7f03e4009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75d3bdfc696ee198 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03f8f99700 1 -- 172.21.15.37:0/3812579303 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e4011830 con 0x7f03f40d3bd0 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03f8f99700 1 -- 172.21.15.37:0/3812579303 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03e4011990 con 0x7f03f40d3bd0 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03f8f99700 1 -- 172.21.15.37:0/3812579303 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e4011d20 con 0x7f03f40d3bd0 2023-10-06T22:44:21.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3812579303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f40d3bd0 msgr2=0x7f03f40d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:21.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3812579303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f40d3bd0 0x7f03f40d0140 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f03e4009840 tx=0x7f03e4009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:21.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3812579303 shutdown_connections 2023-10-06T22:44:21.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3812579303 >> v2:172.21.15.62:3300/0 conn(0x7f03f4160ce0 0x7f03f40cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3812579303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f40d3bd0 0x7f03f40d0140 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3812579303 >> 172.21.15.37:0/3812579303 conn(0x7f03f409c790 msgr2=0x7f03f40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:21.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.137+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3812579303 shutdown_connections 2023-10-06T22:44:21.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.138+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3812579303 wait complete. 2023-10-06T22:44:21.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.139+0000 7f03fc1ff700 1 Processor -- start 2023-10-06T22:44:21.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.139+0000 7f03fc1ff700 1 -- start start 2023-10-06T22:44:21.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.140+0000 7f03fc1ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03f40d0680 0x7f03f40cbab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.140+0000 7f03fc1ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f03f40d3bd0 0x7f03f40b74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.140+0000 7f03fc1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f4160ce0 0x7f03f415a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.140+0000 7f03fc1ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03f40a0e70 con 0x7f03f40d3bd0 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.140+0000 7f03fc1ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03f40b79e0 con 0x7f03f40d0680 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.140+0000 7f03fc1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03f40cc1b0 con 0x7f03f4160ce0 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f03f40d3bd0 0x7f03f40b74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f03f40d3bd0 0x7f03f40b74a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38112/0 (socket says 172.21.15.37:38112) 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 -- 172.21.15.37:0/3371906564 learned_addr learned my addr 172.21.15.37:0/3371906564 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f9f9b700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03f40d0680 0x7f03f40cbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03fa79c700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f4160ce0 0x7f03f415a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:21.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 -- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f4160ce0 msgr2=0x7f03f415a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f4160ce0 0x7f03f415a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 -- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03f40d0680 msgr2=0x7f03f40cbab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03f40d0680 0x7f03f40cbab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 -- 172.21.15.37:0/3371906564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03f0009550 con 0x7f03f40d3bd0 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.141+0000 7f03f979a700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f03f40d3bd0 0x7f03f40b74a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f03e4009fd0 tx=0x7f03e4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.142+0000 7f03ea7fc700 1 -- 172.21.15.37:0/3371906564 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e40036a0 con 0x7f03f40d3bd0 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.142+0000 7f03ea7fc700 1 -- 172.21.15.37:0/3371906564 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03e401e070 con 0x7f03f40d3bd0 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.142+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03e40094a0 con 0x7f03f40d3bd0 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.142+0000 7f03ea7fc700 1 -- 172.21.15.37:0/3371906564 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e4003a40 con 0x7f03f40d3bd0 2023-10-06T22:44:21.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.142+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03f40cc770 con 0x7f03f40d3bd0 2023-10-06T22:44:21.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.143+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03f4067490 con 0x7f03f40d3bd0 2023-10-06T22:44:21.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.144+0000 7f03ea7fc700 1 -- 172.21.15.37:0/3371906564 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f03e4003ba0 con 0x7f03f40d3bd0 2023-10-06T22:44:21.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.145+0000 7f03ea7fc700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03d806af00 0x7f03d806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:21.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.145+0000 7f03ea7fc700 1 -- 172.21.15.37:0/3371906564 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f03e408a7d0 con 0x7f03f40d3bd0 2023-10-06T22:44:21.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.146+0000 7f03f9f9b700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03d806af00 0x7f03d806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:21.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.146+0000 7f03f9f9b700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03d806af00 0x7f03d806d3c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f03f0006d30 tx=0x7f03f00092c0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:21.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.150+0000 7f03ea7fc700 1 -- 172.21.15.37:0/3371906564 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f03e40555a0 con 0x7f03f40d3bd0 2023-10-06T22:44:21.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.413+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7f03f40d2100 con 0x7f03f40d3bd0 2023-10-06T22:44:21.890 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.888+0000 7f03ea7fc700 1 -- 172.21.15.37:0/3371906564 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) v1 ==== 137+0+0 (secure 0 0 0) 0x7f03e40200b0 con 0x7f03f40d3bd0 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.891+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03d806af00 msgr2=0x7f03d806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.891+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03d806af00 0x7f03d806d3c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f03f0006d30 tx=0x7f03f00092c0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.891+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f03f40d3bd0 msgr2=0x7f03f40b74a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.891+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f03f40d3bd0 0x7f03f40b74a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f03e4009fd0 tx=0x7f03e4004750 comp rx=0 tx=0).stop 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 shutdown_connections 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03d806af00 0x7f03d806d3c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f03f40d0680 0x7f03f40cbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f03f4160ce0 0x7f03f415a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 --2- 172.21.15.37:0/3371906564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f03f40d3bd0 0x7f03f40b74a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:21.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 >> 172.21.15.37:0/3371906564 conn(0x7f03f409c790 msgr2=0x7f03f40b5670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:21.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 shutdown_connections 2023-10-06T22:44:21.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:21.892+0000 7f03fc1ff700 1 -- 172.21.15.37:0/3371906564 wait complete. 2023-10-06T22:44:21.895 INFO:teuthology.orchestra.run.smithi037.stderr:added data pool 4 to fsmap 2023-10-06T22:44:21.915 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:44:22.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.118+0000 7f50d2bff700 1 Processor -- start 2023-10-06T22:44:22.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.119+0000 7f50d2bff700 1 -- start start 2023-10-06T22:44:22.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.120+0000 7f50d2bff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f50cc15d8c0 0x7f50cc0ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.120+0000 7f50d2bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50cc0cea90 con 0x7f50cc0ce5f0 2023-10-06T22:44:22.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.120+0000 7f50d2bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50cc0ced70 con 0x7f50cc0b9260 2023-10-06T22:44:22.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.120+0000 7f50d2bff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50cc0cf050 con 0x7f50cc15d8c0 2023-10-06T22:44:22.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.120+0000 7f50d119c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f50cc0ce5f0 0x7f50cc0b6530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:40204/0 (socket says 172.21.15.37:40204) 2023-10-06T22:44:22.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.120+0000 7f50d119c700 1 -- 172.21.15.37:0/2162772652 learned_addr learned my addr 172.21.15.37:0/2162772652 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:22.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.120+0000 7f50d099b700 1 --2- 172.21.15.37:0/2162772652 >> v2:172.21.15.62:3300/0 conn(0x7f50cc15d8c0 0x7f50cc0ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50cb7fe700 1 -- 172.21.15.37:0/2162772652 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2821764493 0 0) 0x7f50cc0cea90 con 0x7f50cc0ce5f0 2023-10-06T22:44:22.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50cb7fe700 1 -- 172.21.15.37:0/2162772652 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50bc0035b0 con 0x7f50cc0ce5f0 2023-10-06T22:44:22.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50cb7fe700 1 -- 172.21.15.37:0/2162772652 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1522319814 0 0) 0x7f50cc0ced70 con 0x7f50cc0b9260 2023-10-06T22:44:22.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50cb7fe700 1 -- 172.21.15.37:0/2162772652 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50cc0cea90 con 0x7f50cc0b9260 2023-10-06T22:44:22.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50d099b700 1 -- 172.21.15.37:0/2162772652 >> v1:172.21.15.62:6789/0 conn(0x7f50cc0b9260 legacy=0x7f50cc0d1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50d099b700 1 -- 172.21.15.37:0/2162772652 >> v1:172.21.15.37:6789/0 conn(0x7f50cc0ce5f0 legacy=0x7f50cc0b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50d099b700 1 -- 172.21.15.37:0/2162772652 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50cc0cf330 con 0x7f50cc15d8c0 2023-10-06T22:44:22.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50d099b700 1 --2- 172.21.15.37:0/2162772652 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc0ce0b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f50c0009840 tx=0x7f50c0009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=245eab88f5255935 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:22.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50cb7fe700 1 -- 172.21.15.37:0/2162772652 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c0011830 con 0x7f50cc15d8c0 2023-10-06T22:44:22.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50cb7fe700 1 -- 172.21.15.37:0/2162772652 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50c0011990 con 0x7f50cc15d8c0 2023-10-06T22:44:22.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.121+0000 7f50cb7fe700 1 -- 172.21.15.37:0/2162772652 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c0011d20 con 0x7f50cc15d8c0 2023-10-06T22:44:22.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.122+0000 7f50d2bff700 1 -- 172.21.15.37:0/2162772652 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 msgr2=0x7f50cc0ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.122+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2162772652 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc0ce0b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f50c0009840 tx=0x7f50c0009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:22.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.122+0000 7f50d2bff700 1 -- 172.21.15.37:0/2162772652 shutdown_connections 2023-10-06T22:44:22.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.122+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2162772652 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc0ce0b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.122+0000 7f50d2bff700 1 -- 172.21.15.37:0/2162772652 >> 172.21.15.37:0/2162772652 conn(0x7f50cc072630 msgr2=0x7f50cc0d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:22.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.122+0000 7f50d2bff700 1 -- 172.21.15.37:0/2162772652 shutdown_connections 2023-10-06T22:44:22.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.122+0000 7f50d2bff700 1 -- 172.21.15.37:0/2162772652 wait complete. 2023-10-06T22:44:22.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.124+0000 7f50d2bff700 1 Processor -- start 2023-10-06T22:44:22.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.124+0000 7f50d2bff700 1 -- start start 2023-10-06T22:44:22.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d2bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50cc0b9260 0x7f50cc160510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d2bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50cc0ce5f0 0x7f50cc0c7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d2bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d2bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50cc0b5990 con 0x7f50cc0b9260 2023-10-06T22:44:22.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d2bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50cc15f500 con 0x7f50cc15d8c0 2023-10-06T22:44:22.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d2bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50cc15f750 con 0x7f50cc0ce5f0 2023-10-06T22:44:22.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d099b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50cc0b9260 0x7f50cc160510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d099b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50cc0b9260 0x7f50cc160510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38128/0 (socket says 172.21.15.37:38128) 2023-10-06T22:44:22.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d099b700 1 -- 172.21.15.37:0/2228778436 learned_addr learned my addr 172.21.15.37:0/2228778436 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:22.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50cbfff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50cc0ce5f0 0x7f50cc0c7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.125+0000 7f50d119c700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d099b700 1 -- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50cc0ce5f0 msgr2=0x7f50cc0c7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d099b700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50cc0ce5f0 0x7f50cc0c7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d099b700 1 -- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 msgr2=0x7f50cc151930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d099b700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc151930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d099b700 1 -- 172.21.15.37:0/2228778436 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50c00094a0 con 0x7f50cc0b9260 2023-10-06T22:44:22.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d119c700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:22.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d099b700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50cc0b9260 0x7f50cc160510 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f50c0014040 tx=0x7f50c0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:22.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50c97fa700 1 -- 172.21.15.37:0/2228778436 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c001a760 con 0x7f50cc0b9260 2023-10-06T22:44:22.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50c97fa700 1 -- 172.21.15.37:0/2228778436 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50c001a8c0 con 0x7f50cc0b9260 2023-10-06T22:44:22.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50c97fa700 1 -- 172.21.15.37:0/2228778436 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50c001ac30 con 0x7f50cc0b9260 2023-10-06T22:44:22.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50cc15fa30 con 0x7f50cc0b9260 2023-10-06T22:44:22.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.126+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50cc15fff0 con 0x7f50cc0b9260 2023-10-06T22:44:22.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.127+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50cc0d3e10 con 0x7f50cc0b9260 2023-10-06T22:44:22.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.128+0000 7f50c97fa700 1 -- 172.21.15.37:0/2228778436 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f50c0022070 con 0x7f50cc0b9260 2023-10-06T22:44:22.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.129+0000 7f50c97fa700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f50b006af00 0x7f50b006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.129+0000 7f50c97fa700 1 -- 172.21.15.37:0/2228778436 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f50c008a4e0 con 0x7f50cc0b9260 2023-10-06T22:44:22.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.130+0000 7f50cbfff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f50b006af00 0x7f50b006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.130+0000 7f50cbfff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f50b006af00 0x7f50b006d3c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f50b80011e0 tx=0x7f50b8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:22.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.133+0000 7f50c97fa700 1 -- 172.21.15.37:0/2228778436 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f50c0055340 con 0x7f50cc0b9260 2023-10-06T22:44:22.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.384+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f50cc074380 con 0x7f50cc0b9260 2023-10-06T22:44:22.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.385+0000 7f50c97fa700 1 -- 172.21.15.37:0/2228778436 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4903 (secure 0 0 0) 0x7f50c0058960 con 0x7f50cc0b9260 2023-10-06T22:44:22.387 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:22.387 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:21.415462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.387+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f50b006af00 msgr2=0x7f50b006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.387+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f50b006af00 0x7f50b006d3c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f50b80011e0 tx=0x7f50b8009040 comp rx=0 tx=0).stop 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.387+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50cc0b9260 msgr2=0x7f50cc160510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.387+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50cc0b9260 0x7f50cc160510 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f50c0014040 tx=0x7f50c0004750 comp rx=0 tx=0).stop 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 shutdown_connections 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f50b006af00 0x7f50b006d3c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50cc15d8c0 0x7f50cc151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50cc0b9260 0x7f50cc160510 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 --2- 172.21.15.37:0/2228778436 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50cc0ce5f0 0x7f50cc0c7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 >> 172.21.15.37:0/2228778436 conn(0x7f50cc072630 msgr2=0x7f50cc0b64c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:22.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 shutdown_connections 2023-10-06T22:44:22.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.388+0000 7f50d2bff700 1 -- 172.21.15.37:0/2228778436 wait complete. 2023-10-06T22:44:22.391 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 7 2023-10-06T22:44:22.408 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:22.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.606+0000 7f191d9ff700 1 Processor -- start 2023-10-06T22:44:22.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.607+0000 7f191d9ff700 1 -- start start 2023-10-06T22:44:22.611 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f191d9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f19180d1760 0x7f19180ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f191d9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f19180b5010 0x7f19180b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f191d9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19180cedd0 con 0x7f191815d830 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f191d9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19180b5960 con 0x7f19180d1760 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f191d9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19180d1d40 con 0x7f19180b5010 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f1916ffd700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f191815d830 0x7f19180d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:40220/0 (socket says 172.21.15.37:40220) 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f1916ffd700 1 -- 172.21.15.37:0/2033859481 learned_addr learned my addr 172.21.15.37:0/2033859481 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f190ffff700 1 --2- 172.21.15.37:0/2033859481 >> v2:172.21.15.37:3300/0 conn(0x7f19180d1760 0x7f19180ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f19177fe700 1 --2- 172.21.15.37:0/2033859481 >> v2:172.21.15.62:3300/0 conn(0x7f19180b5010 0x7f19180b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f19167fc700 1 -- 172.21.15.37:0/2033859481 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3343411525 0 0) 0x7f19180cedd0 con 0x7f191815d830 2023-10-06T22:44:22.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.608+0000 7f19167fc700 1 -- 172.21.15.37:0/2033859481 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f19040035b0 con 0x7f191815d830 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f190ffff700 1 -- 172.21.15.37:0/2033859481 >> v2:172.21.15.62:3300/0 conn(0x7f19180b5010 msgr2=0x7f19180b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f190ffff700 1 --2- 172.21.15.37:0/2033859481 >> v2:172.21.15.62:3300/0 conn(0x7f19180b5010 0x7f19180b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f190ffff700 1 -- 172.21.15.37:0/2033859481 >> v1:172.21.15.37:6789/0 conn(0x7f191815d830 legacy=0x7f19180d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f190ffff700 1 -- 172.21.15.37:0/2033859481 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19180d2020 con 0x7f19180d1760 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f190ffff700 1 --2- 172.21.15.37:0/2033859481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f19180d1760 0x7f19180ce890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f19180ca5f0 tx=0x7f1900009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1467c3407ee8c8ba server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f19167fc700 1 -- 172.21.15.37:0/2033859481 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1900011830 con 0x7f19180d1760 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f19167fc700 1 -- 172.21.15.37:0/2033859481 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1900011990 con 0x7f19180d1760 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.609+0000 7f19167fc700 1 -- 172.21.15.37:0/2033859481 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1900011d20 con 0x7f19180d1760 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 -- 172.21.15.37:0/2033859481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f19180d1760 msgr2=0x7f19180ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 --2- 172.21.15.37:0/2033859481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f19180d1760 0x7f19180ce890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f19180ca5f0 tx=0x7f1900009b20 comp rx=0 tx=0).stop 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 -- 172.21.15.37:0/2033859481 shutdown_connections 2023-10-06T22:44:22.613 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 --2- 172.21.15.37:0/2033859481 >> v2:172.21.15.62:3300/0 conn(0x7f19180b5010 0x7f19180b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 --2- 172.21.15.37:0/2033859481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f19180d1760 0x7f19180ce890 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 -- 172.21.15.37:0/2033859481 >> 172.21.15.37:0/2033859481 conn(0x7f1918072630 msgr2=0x7f19180d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:22.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 -- 172.21.15.37:0/2033859481 shutdown_connections 2023-10-06T22:44:22.614 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.610+0000 7f191d9ff700 1 -- 172.21.15.37:0/2033859481 wait complete. 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.611+0000 7f191d9ff700 1 Processor -- start 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.612+0000 7f191d9ff700 1 -- start start 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.612+0000 7f191d9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19180b5010 0x7f191815bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f191d9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f19180d1760 0x7f191814c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f191d9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f191815d830 0x7f19180d3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f191d9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f191814e630 con 0x7f191815d830 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f191d9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19180cb470 con 0x7f19180b5010 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f191d9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f191814dc90 con 0x7f19180d1760 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f191815d830 0x7f19180d3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f191815d830 0x7f19180d3590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38150/0 (socket says 172.21.15.37:38150) 2023-10-06T22:44:22.616 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 -- 172.21.15.37:0/1995479207 learned_addr learned my addr 172.21.15.37:0/1995479207 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:22.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 -- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f19180d1760 msgr2=0x7f191814c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f1916ffd700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19180b5010 0x7f191815bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f19180d1760 0x7f191814c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 -- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19180b5010 msgr2=0x7f191815bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19180b5010 0x7f191815bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 -- 172.21.15.37:0/1995479207 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19000094a0 con 0x7f191815d830 2023-10-06T22:44:22.617 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f1916ffd700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19180b5010 0x7f191815bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:22.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.613+0000 7f19177fe700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f191815d830 0x7f19180d3590 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f191000efc0 tx=0x7f191000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:22.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.614+0000 7f1914ff9700 1 -- 172.21.15.37:0/1995479207 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f191000cd40 con 0x7f191815d830 2023-10-06T22:44:22.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.614+0000 7f1914ff9700 1 -- 172.21.15.37:0/1995479207 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f191000f040 con 0x7f191815d830 2023-10-06T22:44:22.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.614+0000 7f1914ff9700 1 -- 172.21.15.37:0/1995479207 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19100146c0 con 0x7f191815d830 2023-10-06T22:44:22.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.614+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f191814df70 con 0x7f191815d830 2023-10-06T22:44:22.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.614+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f191814ce00 con 0x7f191815d830 2023-10-06T22:44:22.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.615+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f191814e770 con 0x7f191815d830 2023-10-06T22:44:22.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.616+0000 7f1914ff9700 1 -- 172.21.15.37:0/1995479207 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1910014820 con 0x7f191815d830 2023-10-06T22:44:22.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.617+0000 7f1914ff9700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f18f806af00 0x7f18f806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:22.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.617+0000 7f1914ff9700 1 -- 172.21.15.37:0/1995479207 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f191008a230 con 0x7f191815d830 2023-10-06T22:44:22.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.618+0000 7f1916ffd700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f18f806af00 0x7f18f806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:22.620 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.618+0000 7f1916ffd700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f18f806af00 0x7f18f806d3c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f19080011e0 tx=0x7f1908009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:22.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.622+0000 7f1914ff9700 1 -- 172.21.15.37:0/1995479207 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f191814e770 con 0x7f191815d830 2023-10-06T22:44:22.832 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.830+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f191814e770 con 0x7f191815d830 2023-10-06T22:44:22.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.832+0000 7f1914ff9700 1 -- 172.21.15.37:0/1995479207 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7f191814e770 con 0x7f191815d830 2023-10-06T22:44:22.834 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:22.835 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:22.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f18f806af00 msgr2=0x7f18f806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f18f806af00 0x7f18f806d3c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f19080011e0 tx=0x7f1908009040 comp rx=0 tx=0).stop 2023-10-06T22:44:22.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f191815d830 msgr2=0x7f19180d3590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:22.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f191815d830 0x7f19180d3590 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f191000efc0 tx=0x7f191000c3a0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 shutdown_connections 2023-10-06T22:44:22.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f18f806af00 0x7f18f806d3c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f19180b5010 0x7f191815bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f191815d830 0x7f19180d3590 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 --2- 172.21.15.37:0/1995479207 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f19180d1760 0x7f191814c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:22.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 >> 172.21.15.37:0/1995479207 conn(0x7f1918072630 msgr2=0x7f191815c840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:22.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 shutdown_connections 2023-10-06T22:44:22.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:22.834+0000 7f191d9ff700 1 -- 172.21.15.37:0/1995479207 wait complete. 2023-10-06T22:44:22.855 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:23.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.054+0000 7fec489ff700 1 Processor -- start 2023-10-06T22:44:23.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.055+0000 7fec489ff700 1 -- start start 2023-10-06T22:44:23.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.056+0000 7fec489ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fec4415d830 0x7fec440d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.056+0000 7fec489ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec440d1d40 con 0x7fec440ce890 2023-10-06T22:44:23.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.056+0000 7fec489ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec440d2020 con 0x7fec440b5010 2023-10-06T22:44:23.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.056+0000 7fec489ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec440d2300 con 0x7fec4415d830 2023-10-06T22:44:23.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.056+0000 7fec3bfff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fec440ce890 0x7fec440d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:40226/0 (socket says 172.21.15.37:40226) 2023-10-06T22:44:23.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.056+0000 7fec3bfff700 1 -- 172.21.15.37:0/1343593371 learned_addr learned my addr 172.21.15.37:0/1343593371 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:23.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.056+0000 7fec4259c700 1 --2- 172.21.15.37:0/1343593371 >> v2:172.21.15.62:3300/0 conn(0x7fec4415d830 0x7fec440d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec41d9b700 1 -- 172.21.15.37:0/1343593371 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3327910633 0 0) 0x7fec440d1d40 con 0x7fec440ce890 2023-10-06T22:44:23.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec41d9b700 1 -- 172.21.15.37:0/1343593371 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec300035b0 con 0x7fec440ce890 2023-10-06T22:44:23.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec41d9b700 1 -- 172.21.15.37:0/1343593371 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 273727396 0 0) 0x7fec440d2020 con 0x7fec440b5010 2023-10-06T22:44:23.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec41d9b700 1 -- 172.21.15.37:0/1343593371 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec440d1d40 con 0x7fec440b5010 2023-10-06T22:44:23.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec4259c700 1 -- 172.21.15.37:0/1343593371 >> v1:172.21.15.62:6789/0 conn(0x7fec440b5010 legacy=0x7fec440b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec4259c700 1 -- 172.21.15.37:0/1343593371 >> v1:172.21.15.37:6789/0 conn(0x7fec440ce890 legacy=0x7fec440d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec4259c700 1 -- 172.21.15.37:0/1343593371 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec440d25e0 con 0x7fec4415d830 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec4259c700 1 --2- 172.21.15.37:0/1343593371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec4415d830 0x7fec440d1760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fec34009840 tx=0x7fec34009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2cfba55dc685168 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec41d9b700 1 -- 172.21.15.37:0/1343593371 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec34011830 con 0x7fec4415d830 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec41d9b700 1 -- 172.21.15.37:0/1343593371 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec34011990 con 0x7fec4415d830 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.057+0000 7fec41d9b700 1 -- 172.21.15.37:0/1343593371 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec34011d20 con 0x7fec4415d830 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.058+0000 7fec489ff700 1 -- 172.21.15.37:0/1343593371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec4415d830 msgr2=0x7fec440d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.058+0000 7fec489ff700 1 --2- 172.21.15.37:0/1343593371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec4415d830 0x7fec440d1760 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fec34009840 tx=0x7fec34009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.058+0000 7fec489ff700 1 -- 172.21.15.37:0/1343593371 shutdown_connections 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.058+0000 7fec489ff700 1 --2- 172.21.15.37:0/1343593371 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec4415d830 0x7fec440d1760 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.058+0000 7fec489ff700 1 -- 172.21.15.37:0/1343593371 >> 172.21.15.37:0/1343593371 conn(0x7fec44072630 msgr2=0x7fec440d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:23.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.058+0000 7fec489ff700 1 -- 172.21.15.37:0/1343593371 shutdown_connections 2023-10-06T22:44:23.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.058+0000 7fec489ff700 1 -- 172.21.15.37:0/1343593371 wait complete. 2023-10-06T22:44:23.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.060+0000 7fec489ff700 1 Processor -- start 2023-10-06T22:44:23.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.060+0000 7fec489ff700 1 -- start start 2023-10-06T22:44:23.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec489ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fec440b5010 0x7fec4415b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec489ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec440ce890 0x7fec440ccfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec489ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fec4415d830 0x7fec440a9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec489ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec4415bd50 con 0x7fec4415d830 2023-10-06T22:44:23.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec489ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec440ca700 con 0x7fec440ce890 2023-10-06T22:44:23.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec489ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec440abf20 con 0x7fec440b5010 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec42d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fec4415d830 0x7fec440a9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec3bfff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec440ce890 0x7fec440ccfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec42d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fec4415d830 0x7fec440a9ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38162/0 (socket says 172.21.15.37:38162) 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec42d9d700 1 -- 172.21.15.37:0/414717562 learned_addr learned my addr 172.21.15.37:0/414717562 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.061+0000 7fec4259c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fec440b5010 0x7fec4415b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec42d9d700 1 -- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fec440b5010 msgr2=0x7fec4415b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec42d9d700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fec440b5010 0x7fec4415b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec42d9d700 1 -- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec440ce890 msgr2=0x7fec440ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec42d9d700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec440ce890 0x7fec440ccfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec42d9d700 1 -- 172.21.15.37:0/414717562 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec340094a0 con 0x7fec4415d830 2023-10-06T22:44:23.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec3bfff700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec440ce890 0x7fec440ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:23.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec42d9d700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fec4415d830 0x7fec440a9ec0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fec3c00cbc0 tx=0x7fec3c00ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:23.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec3affd700 1 -- 172.21.15.37:0/414717562 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec3c003c00 con 0x7fec4415d830 2023-10-06T22:44:23.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec3affd700 1 -- 172.21.15.37:0/414717562 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec3c003d60 con 0x7fec4415d830 2023-10-06T22:44:23.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec3affd700 1 -- 172.21.15.37:0/414717562 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec3c00aaa0 con 0x7fec4415d830 2023-10-06T22:44:23.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec440ac200 con 0x7fec4415d830 2023-10-06T22:44:23.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.062+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec440ac7c0 con 0x7fec4415d830 2023-10-06T22:44:23.066 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.063+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec440ca900 con 0x7fec4415d830 2023-10-06T22:44:23.067 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.064+0000 7fec3affd700 1 -- 172.21.15.37:0/414717562 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fec3c00ac00 con 0x7fec4415d830 2023-10-06T22:44:23.067 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.065+0000 7fec3affd700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fec2406af00 0x7fec2406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.067 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.065+0000 7fec3affd700 1 -- 172.21.15.37:0/414717562 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fec3c0898a0 con 0x7fec4415d830 2023-10-06T22:44:23.067 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.066+0000 7fec4259c700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fec2406af00 0x7fec2406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.068 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.067+0000 7fec4259c700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fec2406af00 0x7fec2406d3c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fec34009fd0 tx=0x7fec3401c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:23.072 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.070+0000 7fec3affd700 1 -- 172.21.15.37:0/414717562 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fec440ca900 con 0x7fec4415d830 2023-10-06T22:44:23.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.280+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fec440ca900 con 0x7fec4415d830 2023-10-06T22:44:23.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.281+0000 7fec3affd700 1 -- 172.21.15.37:0/414717562 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7fec440ca900 con 0x7fec4415d830 2023-10-06T22:44:23.283 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:23.284 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.283+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fec2406af00 msgr2=0x7fec2406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.283+0000 7fec489ff700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fec2406af00 0x7fec2406d3c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fec34009fd0 tx=0x7fec3401c040 comp rx=0 tx=0).stop 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.283+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fec4415d830 msgr2=0x7fec440a9ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.283+0000 7fec489ff700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fec4415d830 0x7fec440a9ec0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fec3c00cbc0 tx=0x7fec3c00ced0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 shutdown_connections 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fec4415d830 0x7fec440a9ec0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fec440b5010 0x7fec4415b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fec2406af00 0x7fec2406d3c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 --2- 172.21.15.37:0/414717562 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fec440ce890 0x7fec440ccfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 >> 172.21.15.37:0/414717562 conn(0x7fec44072630 msgr2=0x7fec440cdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:23.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 shutdown_connections 2023-10-06T22:44:23.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.284+0000 7fec489ff700 1 -- 172.21.15.37:0/414717562 wait complete. 2023-10-06T22:44:23.318 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:44:23.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.517+0000 7ff3687ff700 1 Processor -- start 2023-10-06T22:44:23.520 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.518+0000 7ff3687ff700 1 -- start start 2023-10-06T22:44:23.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff3687ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff36015d830 0x7ff3600d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff3687ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff3600ce890 0x7ff3600d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff3687ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3600d3320 con 0x7ff3600b5010 2023-10-06T22:44:23.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff3687ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3600d1d40 con 0x7ff3600ce890 2023-10-06T22:44:23.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff3687ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3600d2020 con 0x7ff36015d830 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff365d9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff3600ce890 0x7ff3600d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff36659b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff36015d830 0x7ff3600d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff365d9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff3600ce890 0x7ff3600d2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38168/0 (socket says 172.21.15.37:38168) 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff366d9c700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7ff3600b5010 0x7ff3600b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:34344/0 (socket says 172.21.15.37:34344) 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff365d9a700 1 -- 172.21.15.37:0/203782436 learned_addr learned my addr 172.21.15.37:0/203782436 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.519+0000 7ff36659b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff36015d830 0x7ff3600d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:53836/0 (socket says 172.21.15.37:53836) 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff36659b700 1 -- 172.21.15.37:0/203782436 >> v2:172.21.15.37:3300/0 conn(0x7ff3600ce890 msgr2=0x7ff3600d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:23.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff36659b700 1 --2- 172.21.15.37:0/203782436 >> v2:172.21.15.37:3300/0 conn(0x7ff3600ce890 0x7ff3600d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff36659b700 1 -- 172.21.15.37:0/203782436 >> v1:172.21.15.62:6789/0 conn(0x7ff3600b5010 legacy=0x7ff3600b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff36659b700 1 -- 172.21.15.37:0/203782436 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3600d2300 con 0x7ff36015d830 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff365d9a700 1 --2- 172.21.15.37:0/203782436 >> v2:172.21.15.37:3300/0 conn(0x7ff3600ce890 0x7ff3600d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff365599700 1 -- 172.21.15.37:0/203782436 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1985296355 0 0) 0x7ff3600d3320 con 0x7ff3600b5010 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff36659b700 1 --2- 172.21.15.37:0/203782436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff36015d830 0x7ff3600d1760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff3600d0960 tx=0x7ff35c009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25201834a7aa860e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff365599700 1 -- 172.21.15.37:0/203782436 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c011830 con 0x7ff36015d830 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff365599700 1 -- 172.21.15.37:0/203782436 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff35c011990 con 0x7ff36015d830 2023-10-06T22:44:23.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.520+0000 7ff365599700 1 -- 172.21.15.37:0/203782436 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c011d20 con 0x7ff36015d830 2023-10-06T22:44:23.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 -- 172.21.15.37:0/203782436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff36015d830 msgr2=0x7ff3600d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 --2- 172.21.15.37:0/203782436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff36015d830 0x7ff3600d1760 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff3600d0960 tx=0x7ff35c009b20 comp rx=0 tx=0).stop 2023-10-06T22:44:23.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 -- 172.21.15.37:0/203782436 shutdown_connections 2023-10-06T22:44:23.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 --2- 172.21.15.37:0/203782436 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff36015d830 0x7ff3600d1760 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 --2- 172.21.15.37:0/203782436 >> v2:172.21.15.37:3300/0 conn(0x7ff3600ce890 0x7ff3600d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 -- 172.21.15.37:0/203782436 >> 172.21.15.37:0/203782436 conn(0x7ff360072630 msgr2=0x7ff3600d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 -- 172.21.15.37:0/203782436 shutdown_connections 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.521+0000 7ff3687ff700 1 -- 172.21.15.37:0/203782436 wait complete. 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.522+0000 7ff3687ff700 1 Processor -- start 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.523+0000 7ff3687ff700 1 -- start start 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff3687ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff3600b5010 0x7ff3601f60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff3687ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3600ce890 0x7ff3600cda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff3687ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff36015d830 0x7ff36014e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff3687ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3601f6fe0 con 0x7ff3600b5010 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff3687ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3601f6740 con 0x7ff3600ce890 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff3687ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3601f6a20 con 0x7ff36015d830 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff3600b5010 0x7ff3601f60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff3600b5010 0x7ff3601f60b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38176/0 (socket says 172.21.15.37:38176) 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 -- 172.21.15.37:0/930809890 learned_addr learned my addr 172.21.15.37:0/930809890 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 -- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff36015d830 msgr2=0x7ff36014e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff36015d830 0x7ff36014e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 -- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3600ce890 msgr2=0x7ff3600cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3600ce890 0x7ff3600cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 -- 172.21.15.37:0/930809890 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff350009550 con 0x7ff3600b5010 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.524+0000 7ff36659b700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff3600b5010 0x7ff3601f60b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff35c0090b0 tx=0x7ff35c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.525+0000 7ff356ffd700 1 -- 172.21.15.37:0/930809890 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c0038a0 con 0x7ff3600b5010 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.525+0000 7ff356ffd700 1 -- 172.21.15.37:0/930809890 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff35c01f070 con 0x7ff3600b5010 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.525+0000 7ff356ffd700 1 -- 172.21.15.37:0/930809890 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff35c003c20 con 0x7ff3600b5010 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.525+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff35c0094a0 con 0x7ff3600b5010 2023-10-06T22:44:23.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.525+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3600c75f0 con 0x7ff3600b5010 2023-10-06T22:44:23.531 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.526+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff360074380 con 0x7ff3600b5010 2023-10-06T22:44:23.531 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.527+0000 7ff356ffd700 1 -- 172.21.15.37:0/930809890 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff35c01a430 con 0x7ff3600b5010 2023-10-06T22:44:23.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.528+0000 7ff356ffd700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff34406af00 0x7ff34406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:23.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.528+0000 7ff356ffd700 1 -- 172.21.15.37:0/930809890 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff35c021070 con 0x7ff3600b5010 2023-10-06T22:44:23.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.528+0000 7ff365d9a700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff34406af00 0x7ff34406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:23.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.529+0000 7ff365d9a700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff34406af00 0x7ff34406d3c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff350006fd0 tx=0x7ff350006f20 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:23.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.532+0000 7ff356ffd700 1 -- 172.21.15.37:0/930809890 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff35c056020 con 0x7ff3600b5010 2023-10-06T22:44:23.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.788+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff3600d2890 con 0x7ff3600b5010 2023-10-06T22:44:23.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.788+0000 7ff356ffd700 1 -- 172.21.15.37:0/930809890 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4903 (secure 0 0 0) 0x7ff35c0253e0 con 0x7ff3600b5010 2023-10-06T22:44:23.790 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:23.791 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:21.415462+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-10-06T22:44:23.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff34406af00 msgr2=0x7ff34406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff34406af00 0x7ff34406d3c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff350006fd0 tx=0x7ff350006f20 comp rx=0 tx=0).stop 2023-10-06T22:44:23.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff3600b5010 msgr2=0x7ff3601f60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:23.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff3600b5010 0x7ff3601f60b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff35c0090b0 tx=0x7ff35c004750 comp rx=0 tx=0).stop 2023-10-06T22:44:23.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 shutdown_connections 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff36015d830 0x7ff36014e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff3600b5010 0x7ff3601f60b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff34406af00 0x7ff34406d3c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 --2- 172.21.15.37:0/930809890 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff3600ce890 0x7ff3600cda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 >> 172.21.15.37:0/930809890 conn(0x7ff360072630 msgr2=0x7ff360073300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 shutdown_connections 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:23.791+0000 7ff3687ff700 1 -- 172.21.15.37:0/930809890 wait complete. 2023-10-06T22:44:23.794 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 7 2023-10-06T22:44:23.811 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:24.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.012+0000 7fa5fe1ff700 1 Processor -- start 2023-10-06T22:44:24.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.012+0000 7fa5fe1ff700 1 -- start start 2023-10-06T22:44:24.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.013+0000 7fa5fe1ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa5f815d8c0 0x7fa5f80ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.013+0000 7fa5fe1ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5f80cea90 con 0x7fa5f80b9260 2023-10-06T22:44:24.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.013+0000 7fa5fe1ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5f80ced70 con 0x7fa5f80ce5f0 2023-10-06T22:44:24.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.013+0000 7fa5fe1ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5f80cf050 con 0x7fa5f815d8c0 2023-10-06T22:44:24.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.013+0000 7fa5f77fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa5f815d8c0 0x7fa5f80ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.013+0000 7fa5f6ffd700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fa5f80b9260 0x7fa5f80d1790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43442/0 (socket says 172.21.15.37:43442) 2023-10-06T22:44:24.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.013+0000 7fa5f6ffd700 1 -- 172.21.15.37:0/3324935167 learned_addr learned my addr 172.21.15.37:0/3324935167 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:24.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.014+0000 7fa5f77fe700 1 -- 172.21.15.37:0/3324935167 >> v1:172.21.15.62:6789/0 conn(0x7fa5f80ce5f0 legacy=0x7fa5f80b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.014+0000 7fa5f77fe700 1 -- 172.21.15.37:0/3324935167 >> v1:172.21.15.37:6789/0 conn(0x7fa5f80b9260 legacy=0x7fa5f80d1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.014+0000 7fa5f77fe700 1 -- 172.21.15.37:0/3324935167 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5f80cf330 con 0x7fa5f815d8c0 2023-10-06T22:44:24.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.014+0000 7fa5f67fc700 1 -- 172.21.15.37:0/3324935167 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1633123148 0 0) 0x7fa5f80cea90 con 0x7fa5f80b9260 2023-10-06T22:44:24.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.014+0000 7fa5f77fe700 1 --2- 172.21.15.37:0/3324935167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f80ce0b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa5e8009840 tx=0x7fa5e8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aebf225751d5743b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.014+0000 7fa5f67fc700 1 -- 172.21.15.37:0/3324935167 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e8011830 con 0x7fa5f815d8c0 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.014+0000 7fa5f67fc700 1 -- 172.21.15.37:0/3324935167 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5e8011990 con 0x7fa5f815d8c0 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5f67fc700 1 -- 172.21.15.37:0/3324935167 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5e8011d20 con 0x7fa5f815d8c0 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/3324935167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 msgr2=0x7fa5f80ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/3324935167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f80ce0b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa5e8009840 tx=0x7fa5e8009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/3324935167 shutdown_connections 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/3324935167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f80ce0b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/3324935167 >> 172.21.15.37:0/3324935167 conn(0x7fa5f8072630 msgr2=0x7fa5f80d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/3324935167 shutdown_connections 2023-10-06T22:44:24.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.015+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/3324935167 wait complete. 2023-10-06T22:44:24.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.018+0000 7fa5fe1ff700 1 Processor -- start 2023-10-06T22:44:24.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.018+0000 7fa5fe1ff700 1 -- start start 2023-10-06T22:44:24.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5fe1ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f80b9260 0x7fa5f8151ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5fe1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa5f80ce5f0 0x7fa5f80c7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5fe1ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f81f6080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5fe1ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f80ca5a0 con 0x7fa5f815d8c0 2023-10-06T22:44:24.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5fe1ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f8152020 con 0x7fa5f80b9260 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5fe1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5f815e410 con 0x7fa5f80ce5f0 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5f7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f81f6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5f7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f81f6080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46454/0 (socket says 172.21.15.37:46454) 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.019+0000 7fa5f7fff700 1 -- 172.21.15.37:0/4019693500 learned_addr learned my addr 172.21.15.37:0/4019693500 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f77fe700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f80b9260 0x7fa5f8151ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f6ffd700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa5f80ce5f0 0x7fa5f80c7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f7fff700 1 -- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa5f80ce5f0 msgr2=0x7fa5f80c7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f7fff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa5f80ce5f0 0x7fa5f80c7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f7fff700 1 -- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f80b9260 msgr2=0x7fa5f8151ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f7fff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f80b9260 0x7fa5f8151ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f7fff700 1 -- 172.21.15.37:0/4019693500 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5e80094a0 con 0x7fa5f815d8c0 2023-10-06T22:44:24.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f6ffd700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa5f80ce5f0 0x7fa5f80c7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:24.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5f7fff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f81f6080 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa5f000cbc0 tx=0x7fa5f000cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5dffff700 1 -- 172.21.15.37:0/4019693500 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f0003c00 con 0x7fa5f815d8c0 2023-10-06T22:44:24.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5dffff700 1 -- 172.21.15.37:0/4019693500 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5f0003d60 con 0x7fa5f815d8c0 2023-10-06T22:44:24.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5f80c9870 con 0x7fa5f815d8c0 2023-10-06T22:44:24.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5dffff700 1 -- 172.21.15.37:0/4019693500 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5f000abf0 con 0x7fa5f815d8c0 2023-10-06T22:44:24.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.020+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5f80c9e10 con 0x7fa5f815d8c0 2023-10-06T22:44:24.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.021+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5f80d3e10 con 0x7fa5f815d8c0 2023-10-06T22:44:24.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.022+0000 7fa5dffff700 1 -- 172.21.15.37:0/4019693500 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa5f000ad50 con 0x7fa5f815d8c0 2023-10-06T22:44:24.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.023+0000 7fa5dffff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa5e406af00 0x7fa5e406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.023+0000 7fa5dffff700 1 -- 172.21.15.37:0/4019693500 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa5f00899f0 con 0x7fa5f815d8c0 2023-10-06T22:44:24.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.023+0000 7fa5f77fe700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa5e406af00 0x7fa5e406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.026 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.024+0000 7fa5f77fe700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa5e406af00 0x7fa5e406d3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa5e8000c00 tx=0x7fa5e801c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.027+0000 7fa5dffff700 1 -- 172.21.15.37:0/4019693500 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa5f00547a0 con 0x7fa5f815d8c0 2023-10-06T22:44:24.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.238+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa5f8074380 con 0x7fa5f815d8c0 2023-10-06T22:44:24.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.239+0000 7fa5dffff700 1 -- 172.21.15.37:0/4019693500 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7fa5f0057dc0 con 0x7fa5f815d8c0 2023-10-06T22:44:24.242 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:24.242 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:24.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.241+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa5e406af00 msgr2=0x7fa5e406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.241+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa5e406af00 0x7fa5e406d3c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa5e8000c00 tx=0x7fa5e801c040 comp rx=0 tx=0).stop 2023-10-06T22:44:24.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 msgr2=0x7fa5f81f6080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f81f6080 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa5f000cbc0 tx=0x7fa5f000cf80 comp rx=0 tx=0).stop 2023-10-06T22:44:24.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 shutdown_connections 2023-10-06T22:44:24.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa5e406af00 0x7fa5e406d3c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa5f80b9260 0x7fa5f8151ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa5f815d8c0 0x7fa5f81f6080 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 --2- 172.21.15.37:0/4019693500 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa5f80ce5f0 0x7fa5f80c7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 >> 172.21.15.37:0/4019693500 conn(0x7fa5f8072630 msgr2=0x7fa5f815a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 shutdown_connections 2023-10-06T22:44:24.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.242+0000 7fa5fe1ff700 1 -- 172.21.15.37:0/4019693500 wait complete. 2023-10-06T22:44:24.664 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-10-06T22:44:16.364380+0000', 'modified': '2023-10-06T22:44:21.415462+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.37:6834/2144291573', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.37:6832', 'nonce': 2144291573}, {'type': 'v1', 'addr': '172.21.15.37:6834', 'nonce': 2144291573}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2023-10-06T22:44:24.664 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-10-06T22:44:24.664 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-10-06T22:44:24.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.869+0000 7f33ec9ff700 1 Processor -- start 2023-10-06T22:44:24.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.869+0000 7f33ec9ff700 1 -- start start 2023-10-06T22:44:24.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33ec9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f33e815d830 0x7f33e80d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33ec9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f33e80b5010 0x7f33e80b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33ec9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33e80b59a0 con 0x7f33e80ce890 2023-10-06T22:44:24.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33ec9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33e80d1d40 con 0x7f33e815d830 2023-10-06T22:44:24.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33ec9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33e80d2020 con 0x7f33e80b5010 2023-10-06T22:44:24.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33e659c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f33e815d830 0x7f33e80d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33e659c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f33e815d830 0x7f33e80d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46470/0 (socket says 172.21.15.37:46470) 2023-10-06T22:44:24.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33dffff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f33e80ce890 0x7f33e80d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43450/0 (socket says 172.21.15.37:43450) 2023-10-06T22:44:24.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33e659c700 1 -- 172.21.15.37:0/2859324066 learned_addr learned my addr 172.21.15.37:0/2859324066 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:24.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.870+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/2859324066 >> v2:172.21.15.62:3300/0 conn(0x7f33e80b5010 0x7f33e80b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e659c700 1 -- 172.21.15.37:0/2859324066 >> v2:172.21.15.62:3300/0 conn(0x7f33e80b5010 msgr2=0x7f33e80b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e659c700 1 --2- 172.21.15.37:0/2859324066 >> v2:172.21.15.62:3300/0 conn(0x7f33e80b5010 0x7f33e80b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e659c700 1 -- 172.21.15.37:0/2859324066 >> v1:172.21.15.37:6789/0 conn(0x7f33e80ce890 legacy=0x7f33e80d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e659c700 1 -- 172.21.15.37:0/2859324066 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33e80d2300 con 0x7f33e815d830 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e5d9b700 1 -- 172.21.15.37:0/2859324066 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2052847393 0 0) 0x7f33d0001110 con 0x7f33e80ce890 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e659c700 1 --2- 172.21.15.37:0/2859324066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e815d830 0x7f33e80d1760 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f33e80b2fa0 tx=0x7f33d8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fadf7a3ae02e38e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e5d9b700 1 -- 172.21.15.37:0/2859324066 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d8011830 con 0x7f33e815d830 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e5d9b700 1 -- 172.21.15.37:0/2859324066 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33d8011990 con 0x7f33e815d830 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.871+0000 7f33e5d9b700 1 -- 172.21.15.37:0/2859324066 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d8011d20 con 0x7f33e815d830 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 -- 172.21.15.37:0/2859324066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e815d830 msgr2=0x7f33e80d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/2859324066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e815d830 0x7f33e80d1760 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f33e80b2fa0 tx=0x7f33d8009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 -- 172.21.15.37:0/2859324066 shutdown_connections 2023-10-06T22:44:24.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/2859324066 >> v2:172.21.15.62:3300/0 conn(0x7f33e80b5010 0x7f33e80b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/2859324066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e815d830 0x7f33e80d1760 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 -- 172.21.15.37:0/2859324066 >> 172.21.15.37:0/2859324066 conn(0x7f33e8072630 msgr2=0x7f33e80d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 -- 172.21.15.37:0/2859324066 shutdown_connections 2023-10-06T22:44:24.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.872+0000 7f33ec9ff700 1 -- 172.21.15.37:0/2859324066 wait complete. 2023-10-06T22:44:24.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.874+0000 7f33ec9ff700 1 Processor -- start 2023-10-06T22:44:24.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.874+0000 7f33ec9ff700 1 -- start start 2023-10-06T22:44:24.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.875+0000 7f33ec9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e80b5010 0x7f33e815aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.875+0000 7f33ec9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33e80ce890 0x7f33e80c9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.875+0000 7f33ec9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33e815d830 0x7f33e80b43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.875+0000 7f33ec9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e8154330 con 0x7f33e80b5010 2023-10-06T22:44:24.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.875+0000 7f33ec9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e815a710 con 0x7f33e80ce890 2023-10-06T22:44:24.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.875+0000 7f33ec9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33e81f6940 con 0x7f33e815d830 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e80b5010 0x7f33e815aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e80b5010 0x7f33e815aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46476/0 (socket says 172.21.15.37:46476) 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 -- 172.21.15.37:0/1227218066 learned_addr learned my addr 172.21.15.37:0/1227218066 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33dffff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33e80ce890 0x7f33e80c9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33e815d830 0x7f33e80b43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 -- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33e815d830 msgr2=0x7f33e80b43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33e815d830 0x7f33e80b43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 -- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33e80ce890 msgr2=0x7f33e80c9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33e80ce890 0x7f33e80c9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 -- 172.21.15.37:0/1227218066 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33d8009550 con 0x7f33e80b5010 2023-10-06T22:44:24.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33e815d830 0x7f33e80b43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:24.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.876+0000 7f33e659c700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e80b5010 0x7f33e815aba0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009c10 tx=0x7f33d8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.877+0000 7f33deffd700 1 -- 172.21.15.37:0/1227218066 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d80036a0 con 0x7f33e80b5010 2023-10-06T22:44:24.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.877+0000 7f33deffd700 1 -- 172.21.15.37:0/1227218066 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33d8003800 con 0x7f33e80b5010 2023-10-06T22:44:24.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.877+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33e815a0c0 con 0x7f33e80b5010 2023-10-06T22:44:24.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.877+0000 7f33deffd700 1 -- 172.21.15.37:0/1227218066 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d8003b70 con 0x7f33e80b5010 2023-10-06T22:44:24.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.877+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e81f6c20 con 0x7f33e80b5010 2023-10-06T22:44:24.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.880+0000 7f33deffd700 1 -- 172.21.15.37:0/1227218066 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f33d8003cd0 con 0x7f33e80b5010 2023-10-06T22:44:24.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.881+0000 7f33deffd700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33c806af00 0x7f33c806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.881+0000 7f33deffd700 1 -- 172.21.15.37:0/1227218066 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f33d8021030 con 0x7f33e80b5010 2023-10-06T22:44:24.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.881+0000 7f33dffff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33c806af00 0x7f33c806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.882+0000 7f33dffff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33c806af00 0x7f33c806d3c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f33e815e880 tx=0x7f33d0007c20 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.883+0000 7f340041fb80 1 Processor -- start 2023-10-06T22:44:24.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.883+0000 7f340041fb80 1 -- start start 2023-10-06T22:44:24.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.884+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0b35150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.884+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b5b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.884+0000 7f340041fb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b57570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.884+0000 7f340041fb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0a9c410 con 0x55d1d0b32560 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.884+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0a8dbd0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.884+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0a8b4f0 con 0x55d1d0b34d70 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b57570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b57570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46480/0 (socket says 172.21.15.37:46480) 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 -- 172.21.15.37:0/4206567243 learned_addr learned my addr 172.21.15.37:0/4206567243 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33dffff700 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b5b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e659c700 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0b35150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 -- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 msgr2=0x55d1d0b35150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0b35150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 -- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b5cba0 msgr2=0x55d1d0b5b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b5b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 -- 172.21.15.37:0/4206567243 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d1d08b1d90 con 0x55d1d0b32560 2023-10-06T22:44:24.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e659c700 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0b35150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:24.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.885+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b57570 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f33e00074f0 tx=0x7f33e0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca4ebecac668260a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f33c7fff700 1 -- 172.21.15.37:0/4206567243 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e000e030 con 0x55d1d0b32560 2023-10-06T22:44:24.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f33c7fff700 1 -- 172.21.15.37:0/4206567243 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33e0007ec0 con 0x55d1d0b32560 2023-10-06T22:44:24.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f33c7fff700 1 -- 172.21.15.37:0/4206567243 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e0009cd0 con 0x55d1d0b32560 2023-10-06T22:44:24.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f340041fb80 1 -- 172.21.15.37:0/4206567243 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 msgr2=0x55d1d0b57570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f340041fb80 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b57570 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f33e00074f0 tx=0x7f33e0009750 comp rx=0 tx=0).stop 2023-10-06T22:44:24.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f340041fb80 1 -- 172.21.15.37:0/4206567243 shutdown_connections 2023-10-06T22:44:24.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f340041fb80 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b57570 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f340041fb80 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0b35150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f340041fb80 1 --2- 172.21.15.37:0/4206567243 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b5b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.886+0000 7f340041fb80 1 -- 172.21.15.37:0/4206567243 >> 172.21.15.37:0/4206567243 conn(0x55d1d0aa8210 msgr2=0x55d1d0b79fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.887+0000 7f340041fb80 1 -- 172.21.15.37:0/4206567243 shutdown_connections 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.887+0000 7f340041fb80 1 -- 172.21.15.37:0/4206567243 wait complete. 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.887+0000 7f340041fb80 1 -- start start 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.888+0000 7f340041fb80 1 Processor -- start 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f340041fb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b7c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 0x55d1d0b5dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b5cba0 0x55d1d0b50a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f340041fb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0a86de0 con 0x55d1d0b32560 2023-10-06T22:44:24.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0a236c0 con 0x55d1d0b34d70 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0a23360 con 0x55d1d0b5cba0 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f340041fb80 10 client.0 _ll_register_callbacks cb 0x55d1d08807b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b7c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b7c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46486/0 (socket says 172.21.15.37:46486) 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 -- 172.21.15.37:0/4063903385 learned_addr learned my addr 172.21.15.37:0/4063903385 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 -- 172.21.15.37:0/4063903385 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b5cba0 msgr2=0x55d1d0b50a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b5cba0 0x55d1d0b50a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 -- 172.21.15.37:0/4063903385 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 msgr2=0x55d1d0b5dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 0x55d1d0b5dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 -- 172.21.15.37:0/4063903385 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e0009e30 con 0x55d1d0b32560 2023-10-06T22:44:24.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33e659c700 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b7c970 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f33d800b2f0 tx=0x7f33d8059a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4a995dfe0ba6dca server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.889+0000 7f33c57fa700 10 client.0 ms_handle_connect on v2:172.21.15.37:3300/0 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f33c57fa700 1 -- 172.21.15.37:0/4063903385 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d80713b0 con 0x55d1d0b32560 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d1d0a7fdc0 con 0x55d1d0b32560 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f33c57fa700 1 -- 172.21.15.37:0/4063903385 <== mon.0 v2:172.21.15.37:3300/0 2 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f33d8061d50 con 0x55d1d0b32560 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f33c57fa700 1 -- 172.21.15.37:0/4063903385 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33d8006d30 con 0x55d1d0b32560 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 10 client.4428 fetch_fsmap learned FSMap version 7 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55d1d089ac10 con 0x55d1d0b32560 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f33c57fa700 1 -- 172.21.15.37:0/4063903385 <== mon.0 v2:172.21.15.37:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55d1d0a7fdc0 con 0x55d1d0b32560 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f33c57fa700 1 -- 172.21.15.37:0/4063903385 <== mon.0 v2:172.21.15.37:3300/0 5 ==== fsmap(e 7) v1 ==== 3302+0+0 (secure 0 0 0) 0x7f33d8058f40 con 0x55d1d0b32560 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 10 client.4428 fetch_fsmap finished waiting for FSMap version 7 2023-10-06T22:44:24.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 10 client.4428 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-06T22:44:24.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 20 client.4428 populate_metadata read hostname 'smithi037' 2023-10-06T22:44:24.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0b7d870 0x55d1d0b7dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 4 client.4428 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-06T22:44:24.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.890+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 --> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d1d0a7fae0 con 0x55d1d0b7d870 2023-10-06T22:44:24.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.891+0000 7f33dffff700 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0b7d870 0x55d1d0b7dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.891+0000 7f33c57fa700 10 client.4428 ms_handle_connect on v2:172.21.15.37:6832/2144291573 2023-10-06T22:44:24.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.891+0000 7f33dffff700 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0b7d870 0x55d1d0b7dc50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86058af893b9aa59 server_cookie=efce3f37dbfbb64e in_seq=0 out_seq=0 2023-10-06T22:44:24.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.892+0000 7f33c57fa700 1 -- 172.21.15.37:0/4063903385 <== mds.0 v2:172.21.15.37:6832/2144291573 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d1d0a7fae0 con 0x55d1d0b7d870 2023-10-06T22:44:24.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.892+0000 7f33c57fa700 10 client.4428 handle_command_reply: tid=0 2023-10-06T22:44:24.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.892+0000 7f340041fb80 1 client.4428 shutdown 2023-10-06T22:44:24.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.892+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 msgr2=0x55d1d0b7c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.892+0000 7f340041fb80 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b7c970 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f33d800b2f0 tx=0x7f33d8059a50 comp rx=0 tx=0).stop 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 shutdown_connections 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0b7d870 0x55d1d0b7dc50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b5cba0 0x55d1d0b50a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b32560 0x55d1d0b7c970 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 --2- 172.21.15.37:0/4063903385 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 0x55d1d0b5dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f33c57fa700 0 client.4428 ms_handle_reset on v2:172.21.15.37:6832/2144291573 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 >> 172.21.15.37:0/4063903385 conn(0x55d1d0aa8210 msgr2=0x55d1d0b79f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 shutdown_connections 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 1 -- 172.21.15.37:0/4063903385 wait complete. 2023-10-06T22:44:24.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.893+0000 7f340041fb80 20 client.4428 trim_cache size 0 max 16384 2023-10-06T22:44:24.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.912+0000 7f340041fb80 1 Processor -- start 2023-10-06T22:44:24.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.913+0000 7f340041fb80 1 -- start start 2023-10-06T22:44:24.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.913+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b32560 0x55d1d0b795b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.913+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 0x55d1d0b5f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.913+0000 7f340041fb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b92a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.913+0000 7f340041fb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d09078d0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.913+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0b329e0 con 0x55d1d0b34d70 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.913+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0b31d90 con 0x55d1d0b32560 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b92a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b92a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46500/0 (socket says 172.21.15.37:46500) 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 -- 172.21.15.37:0/554762310 learned_addr learned my addr 172.21.15.37:0/554762310 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e659c700 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b32560 0x55d1d0b795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33dffff700 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 0x55d1d0b5f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 -- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b32560 msgr2=0x55d1d0b795b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b32560 0x55d1d0b795b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 -- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 msgr2=0x55d1d0b5f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 0x55d1d0b5f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 -- 172.21.15.37:0/554762310 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d1d0b2b2e0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.914+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b92a70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f33e0018040 tx=0x7f33e0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=732ad4513508d270 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f33dcff9700 1 -- 172.21.15.37:0/554762310 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e000e040 con 0x55d1d0b5cba0 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f33dcff9700 1 -- 172.21.15.37:0/554762310 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33e0023070 con 0x55d1d0b5cba0 2023-10-06T22:44:24.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f33dcff9700 1 -- 172.21.15.37:0/554762310 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e0015840 con 0x55d1d0b5cba0 2023-10-06T22:44:24.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 -- 172.21.15.37:0/554762310 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 msgr2=0x55d1d0b92a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b92a70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f33e0018040 tx=0x7f33e0014000 comp rx=0 tx=0).stop 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 -- 172.21.15.37:0/554762310 shutdown_connections 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0b92a70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b32560 0x55d1d0b795b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 --2- 172.21.15.37:0/554762310 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b34d70 0x55d1d0b5f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 -- 172.21.15.37:0/554762310 >> 172.21.15.37:0/554762310 conn(0x55d1d0aa8210 msgr2=0x55d1d0b35e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.915+0000 7f340041fb80 1 -- 172.21.15.37:0/554762310 shutdown_connections 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.916+0000 7f340041fb80 1 -- 172.21.15.37:0/554762310 wait complete. 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.916+0000 7f340041fb80 1 -- start start 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.916+0000 7f340041fb80 1 Processor -- start 2023-10-06T22:44:24.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.917+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b32560 0x55d1d0b6fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.917+0000 7f340041fb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0bda4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.917+0000 7f340041fb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0bc6410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.917+0000 7f340041fb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0b631c0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.917+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0bc77f0 con 0x55d1d0b32560 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.917+0000 7f340041fb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d1d0b626d0 con 0x55d1d0b34d70 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.917+0000 7f340041fb80 10 client.0 _ll_register_callbacks cb 0x7f33d8059660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0bc6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0bc6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46504/0 (socket says 172.21.15.37:46504) 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 -- 172.21.15.37:0/2600998468 learned_addr learned my addr 172.21.15.37:0/2600998468 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e659c700 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b32560 0x55d1d0b6fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33dffff700 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0bda4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 -- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 msgr2=0x55d1d0bda4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0bda4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 -- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b32560 msgr2=0x55d1d0b6fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b32560 0x55d1d0b6fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 -- 172.21.15.37:0/2600998468 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d1d08b1d90 con 0x55d1d0b5cba0 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33e6d9d700 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0bc6410 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f33e0018040 tx=0x7f33e0004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3574f2ebcc1db65a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33c57fa700 10 client.0 ms_handle_connect on v2:172.21.15.37:3300/0 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.918+0000 7f33c57fa700 1 -- 172.21.15.37:0/2600998468 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e0015dc0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f33c57fa700 1 -- 172.21.15.37:0/2600998468 <== mon.0 v2:172.21.15.37:3300/0 2 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f33e000f070 con 0x55d1d0b5cba0 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d1d0b270b0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f33c57fa700 1 -- 172.21.15.37:0/2600998468 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33e0007ec0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 10 client.4434 fetch_fsmap learned FSMap version 7 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55d1d08d8200 con 0x55d1d0b5cba0 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f33c57fa700 1 -- 172.21.15.37:0/2600998468 <== mon.0 v2:172.21.15.37:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55d1d0b270b0 con 0x55d1d0b5cba0 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f33c57fa700 1 -- 172.21.15.37:0/2600998468 <== mon.0 v2:172.21.15.37:3300/0 5 ==== fsmap(e 7) v1 ==== 3302+0+0 (secure 0 0 0) 0x7f33e0014070 con 0x55d1d0b5cba0 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 10 client.4434 fetch_fsmap finished waiting for FSMap version 7 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 10 client.4434 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 20 client.4434 populate_metadata read hostname 'smithi037' 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0bc6b40 0x55d1d0b33510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 4 client.4434 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 --> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d1d08d2f20 con 0x55d1d0bc6b40 2023-10-06T22:44:24.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.919+0000 7f33e659c700 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0bc6b40 0x55d1d0b33510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:24.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f33e659c700 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0bc6b40 0x55d1d0b33510 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f917478eea6ee31 server_cookie=527a394062a1e958 in_seq=0 out_seq=0 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f33c57fa700 10 client.4434 ms_handle_connect on v2:172.21.15.37:6832/2144291573 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f33c57fa700 1 -- 172.21.15.37:0/2600998468 <== mds.0 v2:172.21.15.37:6832/2144291573 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x55d1d08d2f20 con 0x55d1d0bc6b40 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f33c57fa700 10 client.4434 handle_command_reply: tid=0 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 client.4434 shutdown 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 msgr2=0x55d1d0bc6410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0bc6410 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f33e0018040 tx=0x7f33e0004b40 comp rx=0 tx=0).stop 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 shutdown_connections 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55d1d0b32560 0x55d1d0b6fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55d1d0bc6b40 0x55d1d0b33510 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55d1d0b5cba0 0x55d1d0bc6410 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 --2- 172.21.15.37:0/2600998468 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55d1d0b34d70 0x55d1d0bda4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f33c57fa700 0 client.4434 ms_handle_reset on v2:172.21.15.37:6832/2144291573 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.920+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 >> 172.21.15.37:0/2600998468 conn(0x55d1d0aa8210 msgr2=0x55d1d0b5f690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 shutdown_connections 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f340041fb80 1 -- 172.21.15.37:0/2600998468 wait complete. 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f340041fb80 20 client.4434 trim_cache size 0 max 16384 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stdout: "cluster_fsid": "acbae489-7c2a-4204-9283-12ca8d72dfda", 2023-10-06T22:44:24.928 INFO:teuthology.orchestra.run.smithi037.stdout: "whoami": 0, 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 4290, 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "want_state": "up:active", 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "state": "up:active", 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "fs_name": "cephfs", 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "rank_uptime": 8.0588182049999997, 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "mdsmap_epoch": 7, 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch": 25, 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch_barrier": 24, 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout: "uptime": 14.139702830999999 2023-10-06T22:44:24.929 INFO:teuthology.orchestra.run.smithi037.stdout:} 2023-10-06T22:44:24.930 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33c806af00 msgr2=0x7f33c806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.930 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33c806af00 0x7f33c806d3c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f33e815e880 tx=0x7f33d0007c20 comp rx=0 tx=0).stop 2023-10-06T22:44:24.930 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e80b5010 msgr2=0x7f33e815aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:24.930 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e80b5010 0x7f33e815aba0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009c10 tx=0x7f33d8004750 comp rx=0 tx=0).stop 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 shutdown_connections 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33e815d830 0x7f33e80b43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33e80b5010 0x7f33e815aba0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33c806af00 0x7f33c806d3c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 --2- 172.21.15.37:0/1227218066 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33e80ce890 0x7f33e80c9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.921+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 >> 172.21.15.37:0/1227218066 conn(0x7f33e8072630 msgr2=0x7f33e80b7170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.922+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 shutdown_connections 2023-10-06T22:44:24.931 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:24.922+0000 7f33ec9ff700 1 -- 172.21.15.37:0/1227218066 wait complete. 2023-10-06T22:44:24.941 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-06T22:44:24.941 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:24.941 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-06T22:44:25.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.140+0000 7f5466bff700 1 Processor -- start 2023-10-06T22:44:25.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.141+0000 7f5466bff700 1 -- start start 2023-10-06T22:44:25.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f5466bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f546015d830 0x7f54600d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:25.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f5466bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54600d1d40 con 0x7f54600b5010 2023-10-06T22:44:25.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f5466bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54600d2020 con 0x7f54600ce890 2023-10-06T22:44:25.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f5466bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54600d2300 con 0x7f546015d830 2023-10-06T22:44:25.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f546519c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f54600b5010 0x7f54600b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43458/0 (socket says 172.21.15.37:43458) 2023-10-06T22:44:25.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f546519c700 1 -- 172.21.15.37:0/1872028737 learned_addr learned my addr 172.21.15.37:0/1872028737 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:25.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f546499b700 1 --2- 172.21.15.37:0/1872028737 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f546015d830 0x7f54600d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:25.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f545f7fe700 1 -- 172.21.15.37:0/1872028737 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4023785032 0 0) 0x7f54600d1d40 con 0x7f54600b5010 2023-10-06T22:44:25.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.142+0000 7f545f7fe700 1 -- 172.21.15.37:0/1872028737 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f54500035b0 con 0x7f54600b5010 2023-10-06T22:44:25.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f545f7fe700 1 -- 172.21.15.37:0/1872028737 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2988210636 0 0) 0x7f54600d2020 con 0x7f54600ce890 2023-10-06T22:44:25.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f545f7fe700 1 -- 172.21.15.37:0/1872028737 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f54600d1d40 con 0x7f54600ce890 2023-10-06T22:44:25.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f546499b700 1 -- 172.21.15.37:0/1872028737 >> v1:172.21.15.62:6789/0 conn(0x7f54600ce890 legacy=0x7f54600d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:25.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f546499b700 1 -- 172.21.15.37:0/1872028737 >> v1:172.21.15.37:6789/0 conn(0x7f54600b5010 legacy=0x7f54600b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f546499b700 1 -- 172.21.15.37:0/1872028737 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54600d25e0 con 0x7f546015d830 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f546499b700 1 --2- 172.21.15.37:0/1872028737 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f546015d830 0x7f54600d1760 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5454009870 tx=0x7f5454009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c32548927d093e3 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f545f7fe700 1 -- 172.21.15.37:0/1872028737 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5454011830 con 0x7f546015d830 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f545f7fe700 1 -- 172.21.15.37:0/1872028737 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5454011990 con 0x7f546015d830 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.143+0000 7f545f7fe700 1 -- 172.21.15.37:0/1872028737 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5454011d20 con 0x7f546015d830 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.144+0000 7f5466bff700 1 -- 172.21.15.37:0/1872028737 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f546015d830 msgr2=0x7f54600d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.144+0000 7f5466bff700 1 --2- 172.21.15.37:0/1872028737 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f546015d830 0x7f54600d1760 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5454009870 tx=0x7f5454009b80 comp rx=0 tx=0).stop 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.144+0000 7f5466bff700 1 -- 172.21.15.37:0/1872028737 shutdown_connections 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.144+0000 7f5466bff700 1 --2- 172.21.15.37:0/1872028737 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f546015d830 0x7f54600d1760 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.144+0000 7f5466bff700 1 -- 172.21.15.37:0/1872028737 >> 172.21.15.37:0/1872028737 conn(0x7f5460072630 msgr2=0x7f54600d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.144+0000 7f5466bff700 1 -- 172.21.15.37:0/1872028737 shutdown_connections 2023-10-06T22:44:25.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.144+0000 7f5466bff700 1 -- 172.21.15.37:0/1872028737 wait complete. 2023-10-06T22:44:25.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.146+0000 7f5466bff700 1 Processor -- start 2023-10-06T22:44:25.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.147+0000 7f5466bff700 1 -- start start 2023-10-06T22:44:25.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f5466bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f54600b5010 0x7f54600cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:25.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f5466bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54600ce890 0x7f546015ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:25.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f5466bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f546015d830 0x7f546015f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:25.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f5466bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54600cd610 con 0x7f546015d830 2023-10-06T22:44:25.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f5466bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f546015f0c0 con 0x7f54600ce890 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f5466bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54600b2430 con 0x7f54600b5010 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f546519c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f546015d830 0x7f546015f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f546499b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f54600b5010 0x7f54600cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f546519c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f546015d830 0x7f546015f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46512/0 (socket says 172.21.15.37:46512) 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f546519c700 1 -- 172.21.15.37:0/860650482 learned_addr learned my addr 172.21.15.37:0/860650482 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.148+0000 7f545ffff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54600ce890 0x7f546015ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f546499b700 1 -- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54600ce890 msgr2=0x7f546015ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f546499b700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54600ce890 0x7f546015ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f546499b700 1 -- 172.21.15.37:0/860650482 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f546015d830 msgr2=0x7f546015f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:25.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f546499b700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f546015d830 0x7f546015f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f546499b700 1 -- 172.21.15.37:0/860650482 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54540094a0 con 0x7f54600b5010 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f546519c700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f546015d830 0x7f546015f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f546499b700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f54600b5010 0x7f54600cd0d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f54600ca5f0 tx=0x7f5454004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f545d7fa700 1 -- 172.21.15.37:0/860650482 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545401a6f0 con 0x7f54600b5010 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f545d7fa700 1 -- 172.21.15.37:0/860650482 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f545401a850 con 0x7f54600b5010 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f546015eb00 con 0x7f54600b5010 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f545d7fa700 1 -- 172.21.15.37:0/860650482 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545401abe0 con 0x7f54600b5010 2023-10-06T22:44:25.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.149+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54600ccdf0 con 0x7f54600b5010 2023-10-06T22:44:25.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.150+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f546015e960 con 0x7f54600b5010 2023-10-06T22:44:25.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.151+0000 7f545d7fa700 1 -- 172.21.15.37:0/860650482 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f545401ad40 con 0x7f54600b5010 2023-10-06T22:44:25.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.152+0000 7f545d7fa700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f544406af00 0x7f544406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:25.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.153+0000 7f545d7fa700 1 -- 172.21.15.37:0/860650482 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f545408a760 con 0x7f54600b5010 2023-10-06T22:44:25.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.153+0000 7f545ffff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f544406af00 0x7f544406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:25.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.153+0000 7f545ffff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f544406af00 0x7f544406d3c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f54600cc500 tx=0x7f544c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:25.159 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.158+0000 7f545d7fa700 1 -- 172.21.15.37:0/860650482 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f546015e960 con 0x7f54600b5010 2023-10-06T22:44:25.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.416+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f546015e960 con 0x7f54600b5010 2023-10-06T22:44:25.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.417+0000 7f545d7fa700 1 -- 172.21.15.37:0/860650482 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+88 (secure 0 0 0) 0x7f546015e960 con 0x7f54600b5010 2023-10-06T22:44:25.419 INFO:teuthology.orchestra.run.smithi037.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-06T22:44:25.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f544406af00 msgr2=0x7f544406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f544406af00 0x7f544406d3c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f54600cc500 tx=0x7f544c009040 comp rx=0 tx=0).stop 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f54600b5010 msgr2=0x7f54600cd0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f54600b5010 0x7f54600cd0d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f54600ca5f0 tx=0x7f5454004750 comp rx=0 tx=0).stop 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 shutdown_connections 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f546015d830 0x7f546015f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f54600b5010 0x7f54600cd0d0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f544406af00 0x7f544406d3c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 --2- 172.21.15.37:0/860650482 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f54600ce890 0x7f546015ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:25.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.419+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 >> 172.21.15.37:0/860650482 conn(0x7f5460072630 msgr2=0x7f54600b8460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:25.423 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.420+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 shutdown_connections 2023-10-06T22:44:25.423 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:25.420+0000 7f5466bff700 1 -- 172.21.15.37:0/860650482 wait complete. 2023-10-06T22:44:25.439 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-10-06T22:44:25.439 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-06T22:44:25.440 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi037.front.sepia.ceph.com 2023-10-06T22:44:25.440 INFO:tasks.cephfs.mount:self.client.name = client.admin 2023-10-06T22:44:25.440 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:25.440 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-10-06T22:44:25.440 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-06T22:44:25.440 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-06T22:44:25.440 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2023-10-06T22:44:25.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:25.440 DEBUG:teuthology.orchestra.run.smithi037:> ip addr 2023-10-06T22:44:25.484 INFO:teuthology.orchestra.run.smithi037.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:44:25.484 INFO:teuthology.orchestra.run.smithi037.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:44:25.484 INFO:teuthology.orchestra.run.smithi037.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:44:25.484 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 ::1/128 scope host 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:18 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f0 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:19 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f1 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:94 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:44:25.485 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f0 2023-10-06T22:44:25.486 INFO:teuthology.orchestra.run.smithi037.stdout: inet 172.21.15.37/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-10-06T22:44:25.486 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft 42167sec preferred_lft 42167sec 2023-10-06T22:44:25.486 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::ec4:7aff:fe88:7794/64 scope link 2023-10-06T22:44:25.486 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:44:25.486 INFO:teuthology.orchestra.run.smithi037.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:44:25.486 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:95 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:44:25.486 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f1 2023-10-06T22:44:25.489 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-06T22:44:25.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:25.489 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:44:25.490 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:44:25.490 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link add name ceph-brx type bridge 2023-10-06T22:44:25.490 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip addr flush dev ceph-brx 2023-10-06T22:44:25.490 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set ceph-brx up 2023-10-06T22:44:25.490 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-06T22:44:25.490 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:44:25.948 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:25.948 DEBUG:teuthology.orchestra.run.smithi037:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-06T22:44:26.020 INFO:teuthology.orchestra.run.smithi037.stdout:1 2023-10-06T22:44:26.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:26.023 DEBUG:teuthology.orchestra.run.smithi037:> route 2023-10-06T22:44:26.088 INFO:teuthology.orchestra.run.smithi037.stdout:Kernel IP routing table 2023-10-06T22:44:26.088 INFO:teuthology.orchestra.run.smithi037.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-06T22:44:26.088 INFO:teuthology.orchestra.run.smithi037.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-10-06T22:44:26.088 INFO:teuthology.orchestra.run.smithi037.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-10-06T22:44:26.088 INFO:teuthology.orchestra.run.smithi037.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-06T22:44:26.089 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:26.089 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:44:26.089 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:44:26.089 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-10-06T22:44:26.089 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-10-06T22:44:26.089 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-10-06T22:44:26.089 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:44:26.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:26.791 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list 2023-10-06T22:44:26.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:26.837 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list-id 2023-10-06T22:44:26.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:26.921 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:44:26.921 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:44:26.921 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:44:26.921 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2023-10-06T22:44:26.921 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:44:27.103 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2023-10-06T22:44:27.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2023-10-06T22:44:27.104 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:44:27.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:27.416 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:44:27.416 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:44:27.416 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set brx.0 up 2023-10-06T22:44:27.416 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set dev brx.0 master ceph-brx 2023-10-06T22:44:27.416 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:44:27.589 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2023-10-06T22:44:27.590 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:44:27.590 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:27.632 INFO:teuthology.orchestra.run.smithi037.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2023-10-06T22:44:27.633 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:44:27.633 DEBUG:teuthology.orchestra.run.smithi037:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:27.715 DEBUG:teuthology.orchestra.run.smithi037:> sudo modprobe fuse 2023-10-06T22:44:27.825 DEBUG:teuthology.orchestra.run.smithi037:> cat /proc/self/mounts | awk '{print $2}' 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/sys 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/proc 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/dev 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/security 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/shm 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/pts 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/run 2023-10-06T22:44:27.869 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/systemd 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/pstore 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/blkio 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/perf_event 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/cpu,cpuacct 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/net_cls,net_prio 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/freezer 2023-10-06T22:44:27.870 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/cpuset 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/hugetlb 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/memory 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/devices 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/pids 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/tracing 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/config 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/ 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/selinux 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/proc/sys/fs/binfmt_misc 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/hugepages 2023-10-06T22:44:27.871 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/mqueue 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/debug 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/fuse/connections 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/nfs/rpc_pipefs 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/run/user/1000 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-0 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-1 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-2 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-3 2023-10-06T22:44:27.872 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns 2023-10-06T22:44:27.873 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:44:27.873 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:44:27.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:27.874 DEBUG:teuthology.orchestra.run.smithi037:> ls /sys/fs/fuse/connections 2023-10-06T22:44:27.957 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-10-06T22:44:27.957 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2023-10-06T22:44:28.002 DEBUG:teuthology.orchestra.run.smithi037:> sudo modprobe fuse 2023-10-06T22:44:28.074 DEBUG:teuthology.orchestra.run.smithi037:> cat /proc/self/mounts | awk '{print $2}' 2023-10-06T22:44:28.120 INFO:teuthology.orchestra.run.smithi037.stdout:/sys 2023-10-06T22:44:28.120 INFO:teuthology.orchestra.run.smithi037.stdout:/proc 2023-10-06T22:44:28.120 INFO:teuthology.orchestra.run.smithi037.stdout:/dev 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/security 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/shm 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/pts 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/run 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/systemd 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/pstore 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/blkio 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/perf_event 2023-10-06T22:44:28.121 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/cpu,cpuacct 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/net_cls,net_prio 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/freezer 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/cpuset 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/hugetlb 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/memory 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/devices 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/pids 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/tracing 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/config 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/ 2023-10-06T22:44:28.122 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/selinux 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/proc/sys/fs/binfmt_misc 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/hugepages 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/mqueue 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/debug 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/fuse/connections 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/nfs/rpc_pipefs 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/run/user/1000 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-0 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-1 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-2 2023-10-06T22:44:28.123 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-3 2023-10-06T22:44:28.124 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns 2023-10-06T22:44:28.124 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:44:28.124 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:44:28.124 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:28.125 DEBUG:teuthology.orchestra.run.smithi037:> ls /sys/fs/fuse/connections 2023-10-06T22:44:28.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi037.stderr:2023-10-06T22:44:28.189+0000 7f7d802c45c0 -1 init, newargv = 0x55b4c047b2f0 newargc=15 2023-10-06T22:44:28.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi037.stderr:ceph-fuse[140472]: starting ceph client 2023-10-06T22:44:28.201 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi037.stderr:ceph-fuse[140472]: starting fuse 2023-10-06T22:44:29.270 DEBUG:teuthology.orchestra.run.smithi037:> sudo modprobe fuse 2023-10-06T22:44:29.350 DEBUG:teuthology.orchestra.run.smithi037:> cat /proc/self/mounts | awk '{print $2}' 2023-10-06T22:44:29.397 INFO:teuthology.orchestra.run.smithi037.stdout:/sys 2023-10-06T22:44:29.397 INFO:teuthology.orchestra.run.smithi037.stdout:/proc 2023-10-06T22:44:29.397 INFO:teuthology.orchestra.run.smithi037.stdout:/dev 2023-10-06T22:44:29.397 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/security 2023-10-06T22:44:29.397 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/shm 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/pts 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/run 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/systemd 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/pstore 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/blkio 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/perf_event 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/cpu,cpuacct 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/net_cls,net_prio 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/freezer 2023-10-06T22:44:29.398 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/cpuset 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/hugetlb 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/memory 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/devices 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/cgroup/pids 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/tracing 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/config 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/ 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/selinux 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/proc/sys/fs/binfmt_misc 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/hugepages 2023-10-06T22:44:29.399 INFO:teuthology.orchestra.run.smithi037.stdout:/dev/mqueue 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/kernel/debug 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/sys/fs/fuse/connections 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/nfs/rpc_pipefs 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/run/user/1000 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-0 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-1 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-2 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/var/lib/ceph/osd/ceph-3 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:44:29.400 INFO:teuthology.orchestra.run.smithi037.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:44:29.401 INFO:teuthology.orchestra.run.smithi037.stdout:/home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:29.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:29.401 DEBUG:teuthology.orchestra.run.smithi037:> ls /sys/fs/fuse/connections 2023-10-06T22:44:29.445 INFO:teuthology.orchestra.run.smithi037.stdout:43 2023-10-06T22:44:29.445 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2023-10-06T22:44:29.445 DEBUG:teuthology.orchestra.run.smithi037:> sudo stdin-killer -- python3 -c ' 2023-10-06T22:44:29.445 DEBUG:teuthology.orchestra.run.smithi037:> import glob 2023-10-06T22:44:29.445 DEBUG:teuthology.orchestra.run.smithi037:> import re 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> import os 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> import subprocess 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> def _find_admin_socket(client_name): 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> files = glob.glob(asok_path) 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> # Given a non-glob path, it better be there 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> if "*" not in asok_path: 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> assert(len(files) == 1) 2023-10-06T22:44:29.446 DEBUG:teuthology.orchestra.run.smithi037:> return files[0] 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> for f in files: 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> if os.path.exists("/proc/{0}".format(pid)): 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> contents = proc_f.read() 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> if mountpoint in contents: 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> return f 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> print(_find_admin_socket("client.admin")) 2023-10-06T22:44:29.447 DEBUG:teuthology.orchestra.run.smithi037:> ' 2023-10-06T22:44:29.627 INFO:teuthology.orchestra.run.smithi037.stdout:/var/run/ceph/ceph-client.admin.140472.asok 2023-10-06T22:44:29.631 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-10-06T22:44:29.641 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.140472.asok 2023-10-06T22:44:29.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:29.641 DEBUG:teuthology.orchestra.run.smithi037:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.140472.asok status 2023-10-06T22:44:29.870 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2023-10-06T22:44:29.870 INFO:teuthology.orchestra.run.smithi037.stdout: "metadata": { 2023-10-06T22:44:29.870 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph_sha1": "14d8d032507701c76ca224e769ee65a96b660a8c", 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "ceph_version": "ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev)", 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "entity_id": "admin", 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "hostname": "smithi037", 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "pid": "140472", 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "root": "/" 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "dentry_count": 0, 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "dentry_pinned_count": 0, 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 4446, 2023-10-06T22:44:29.871 INFO:teuthology.orchestra.run.smithi037.stdout: "inst": { 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "name": { 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "client", 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "num": 4446 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "addr": { 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "v1", 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "addr": "192.168.0.1:0", 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "nonce": 2574630270 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:44:29.872 INFO:teuthology.orchestra.run.smithi037.stdout: "addr": { 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "type": "v1", 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "addr": "192.168.0.1:0", 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "nonce": 2574630270 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "inst_str": "client.4446 192.168.0.1:0/2574630270", 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "addr_str": "192.168.0.1:0/2574630270", 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "inode_count": 1, 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "mds_epoch": 7, 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "osd_epoch": 25, 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "osd_epoch_barrier": 0, 2023-10-06T22:44:29.873 INFO:teuthology.orchestra.run.smithi037.stdout: "blocklisted": false, 2023-10-06T22:44:29.874 INFO:teuthology.orchestra.run.smithi037.stdout: "fs_name": "cephfs" 2023-10-06T22:44:29.874 INFO:teuthology.orchestra.run.smithi037.stdout:} 2023-10-06T22:44:29.884 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:29.885 DEBUG:teuthology.orchestra.run.smithi037:> stat --file-system '--printf=%T 2023-10-06T22:44:29.885 DEBUG:teuthology.orchestra.run.smithi037:> ' -- /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:29.929 INFO:teuthology.orchestra.run.smithi037.stdout:fuseblk 2023-10-06T22:44:29.929 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:29.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:29.929 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:30.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:30.039 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2023-10-06T22:44:30.153 INFO:teuthology.orchestra.run.smithi037.stdout:# file: . 2023-10-06T22:44:30.153 INFO:teuthology.orchestra.run.smithi037.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2023-10-06T22:44:30.153 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:30.154 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:44:30.154 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:44:30.197 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:30.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.436+0000 7fac7b5ff700 1 Processor -- start 2023-10-06T22:44:30.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.436+0000 7fac7b5ff700 1 -- start start 2023-10-06T22:44:30.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac7b5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7415d830 0x7fac740d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac7b5ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fac740ce890 0x7fac740d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac7b5ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fac740b5010 0x7fac740b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac7b5ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac740b59c0 con 0x7fac740b5010 2023-10-06T22:44:30.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac7b5ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac740d3320 con 0x7fac740ce890 2023-10-06T22:44:30.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac7b5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac740d1d40 con 0x7fac7415d830 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac79b9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fac740b5010 0x7fac740b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac79b9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fac740b5010 0x7fac740b5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46516/0 (socket says 172.21.15.37:46516) 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac79b9c700 1 -- 172.21.15.37:0/1635131181 learned_addr learned my addr 172.21.15.37:0/1635131181 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac7939b700 1 --2- 172.21.15.37:0/1635131181 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7415d830 0x7fac740d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.437+0000 7fac78b9a700 1 --2- 172.21.15.37:0/1635131181 >> v2:172.21.15.62:3300/0 conn(0x7fac740ce890 0x7fac740d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac79b9c700 1 -- 172.21.15.37:0/1635131181 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7415d830 msgr2=0x7fac740d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac79b9c700 1 --2- 172.21.15.37:0/1635131181 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7415d830 0x7fac740d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac79b9c700 1 -- 172.21.15.37:0/1635131181 >> v2:172.21.15.62:3300/0 conn(0x7fac740ce890 msgr2=0x7fac740d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac79b9c700 1 --2- 172.21.15.37:0/1635131181 >> v2:172.21.15.62:3300/0 conn(0x7fac740ce890 0x7fac740d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac79b9c700 1 -- 172.21.15.37:0/1635131181 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac740d2020 con 0x7fac740b5010 2023-10-06T22:44:30.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac79b9c700 1 --2- 172.21.15.37:0/1635131181 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740b5010 0x7fac740b5480 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fac7406c9b0 tx=0x7fac6c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e2e65783756c16a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:30.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac6bfff700 1 -- 172.21.15.37:0/1635131181 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c00e070 con 0x7fac740b5010 2023-10-06T22:44:30.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac6bfff700 1 -- 172.21.15.37:0/1635131181 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac6c00b9c0 con 0x7fac740b5010 2023-10-06T22:44:30.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.438+0000 7fac6bfff700 1 -- 172.21.15.37:0/1635131181 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6c00bd70 con 0x7fac740b5010 2023-10-06T22:44:30.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 -- 172.21.15.37:0/1635131181 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740b5010 msgr2=0x7fac740b5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/1635131181 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740b5010 0x7fac740b5480 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fac7406c9b0 tx=0x7fac6c00b330 comp rx=0 tx=0).stop 2023-10-06T22:44:30.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 -- 172.21.15.37:0/1635131181 shutdown_connections 2023-10-06T22:44:30.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/1635131181 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740b5010 0x7fac740b5480 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/1635131181 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac7415d830 0x7fac740d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/1635131181 >> v2:172.21.15.62:3300/0 conn(0x7fac740ce890 0x7fac740d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 -- 172.21.15.37:0/1635131181 >> 172.21.15.37:0/1635131181 conn(0x7fac74072630 msgr2=0x7fac740d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:30.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 -- 172.21.15.37:0/1635131181 shutdown_connections 2023-10-06T22:44:30.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.439+0000 7fac7b5ff700 1 -- 172.21.15.37:0/1635131181 wait complete. 2023-10-06T22:44:30.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.441+0000 7fac7b5ff700 1 Processor -- start 2023-10-06T22:44:30.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.442+0000 7fac7b5ff700 1 -- start start 2023-10-06T22:44:30.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac7b5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac740b5010 0x7fac7415a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac7b5ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740ce890 0x7fac740b6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac7b5ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7415d830 0x7fac740b72c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac7b5ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac740b2780 con 0x7fac740ce890 2023-10-06T22:44:30.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac7b5ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac7415ec60 con 0x7fac7415d830 2023-10-06T22:44:30.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac7b5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac7415f7e0 con 0x7fac740b5010 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac78b9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740ce890 0x7fac740b6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac78b9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740ce890 0x7fac740b6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46522/0 (socket says 172.21.15.37:46522) 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac78b9a700 1 -- 172.21.15.37:0/3353108762 learned_addr learned my addr 172.21.15.37:0/3353108762 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac79b9c700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7415d830 0x7fac740b72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.443+0000 7fac7939b700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac740b5010 0x7fac7415a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac78b9a700 1 -- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac740b5010 msgr2=0x7fac7415a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac78b9a700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac740b5010 0x7fac7415a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac78b9a700 1 -- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7415d830 msgr2=0x7fac740b72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac78b9a700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7415d830 0x7fac740b72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac78b9a700 1 -- 172.21.15.37:0/3353108762 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac6c009b30 con 0x7fac740ce890 2023-10-06T22:44:30.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac78b9a700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740ce890 0x7fac740b6d80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fac6400d830 tx=0x7fac6400db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:30.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac69ffb700 1 -- 172.21.15.37:0/3353108762 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac640125f0 con 0x7fac740ce890 2023-10-06T22:44:30.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac69ffb700 1 -- 172.21.15.37:0/3353108762 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac64012770 con 0x7fac740ce890 2023-10-06T22:44:30.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac69ffb700 1 -- 172.21.15.37:0/3353108762 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac64012b20 con 0x7fac740ce890 2023-10-06T22:44:30.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac7415eeb0 con 0x7fac740ce890 2023-10-06T22:44:30.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.444+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac7415f470 con 0x7fac740ce890 2023-10-06T22:44:30.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.445+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac74074380 con 0x7fac740ce890 2023-10-06T22:44:30.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.446+0000 7fac69ffb700 1 -- 172.21.15.37:0/3353108762 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fac64012c80 con 0x7fac740ce890 2023-10-06T22:44:30.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.447+0000 7fac69ffb700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac5806af00 0x7fac5806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.447+0000 7fac69ffb700 1 -- 172.21.15.37:0/3353108762 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fac640898b0 con 0x7fac740ce890 2023-10-06T22:44:30.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.448+0000 7fac7939b700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac5806af00 0x7fac5806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.450 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.448+0000 7fac7939b700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac5806af00 0x7fac5806d3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fac70006b20 tx=0x7fac70008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:30.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.452+0000 7fac69ffb700 1 -- 172.21.15.37:0/3353108762 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fac64054710 con 0x7fac740ce890 2023-10-06T22:44:30.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.660+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fac7415f920 con 0x7fac740ce890 2023-10-06T22:44:30.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.662+0000 7fac69ffb700 1 -- 172.21.15.37:0/3353108762 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7fac64057d30 con 0x7fac740ce890 2023-10-06T22:44:30.664 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:30.664 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:30.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac5806af00 msgr2=0x7fac5806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac5806af00 0x7fac5806d3c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fac70006b20 tx=0x7fac70008040 comp rx=0 tx=0).stop 2023-10-06T22:44:30.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740ce890 msgr2=0x7fac740b6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740ce890 0x7fac740b6d80 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fac6400d830 tx=0x7fac6400db40 comp rx=0 tx=0).stop 2023-10-06T22:44:30.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 shutdown_connections 2023-10-06T22:44:30.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac5806af00 0x7fac5806d3c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac7415d830 0x7fac740b72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac740b5010 0x7fac7415a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 --2- 172.21.15.37:0/3353108762 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac740ce890 0x7fac740b6d80 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 >> 172.21.15.37:0/3353108762 conn(0x7fac74072630 msgr2=0x7fac740d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:30.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 shutdown_connections 2023-10-06T22:44:30.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.664+0000 7fac7b5ff700 1 -- 172.21.15.37:0/3353108762 wait complete. 2023-10-06T22:44:30.684 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:44:30.685 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:44:30.890 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.888+0000 7fdbb8dff700 1 Processor -- start 2023-10-06T22:44:30.890 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.888+0000 7fdbb8dff700 1 -- start start 2023-10-06T22:44:30.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.890+0000 7fdbb8dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdbb406d030 0x7fdbb40ca810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.890+0000 7fdbb8dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbb40c97e0 con 0x7fdbb4071800 2023-10-06T22:44:30.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.890+0000 7fdbb8dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbb40c9a50 con 0x7fdbb4159b80 2023-10-06T22:44:30.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.890+0000 7fdbb8dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbb406da30 con 0x7fdbb406d030 2023-10-06T22:44:30.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.890+0000 7fdbb2d9d700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fdbb4071800 0x7fdbb4071c40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43466/0 (socket says 172.21.15.37:43466) 2023-10-06T22:44:30.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.890+0000 7fdbb2d9d700 1 -- 172.21.15.37:0/2293044728 learned_addr learned my addr 172.21.15.37:0/2293044728 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:30.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.890+0000 7fdbabfff700 1 --2- 172.21.15.37:0/2293044728 >> v2:172.21.15.62:3300/0 conn(0x7fdbb406d030 0x7fdbb40ca810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.891+0000 7fdbb1d9b700 1 -- 172.21.15.37:0/2293044728 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3209287226 0 0) 0x7fdbb40c97e0 con 0x7fdbb4071800 2023-10-06T22:44:30.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.891+0000 7fdbb1d9b700 1 -- 172.21.15.37:0/2293044728 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdba00034d0 con 0x7fdbb4071800 2023-10-06T22:44:30.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.891+0000 7fdbabfff700 1 -- 172.21.15.37:0/2293044728 >> v1:172.21.15.62:6789/0 conn(0x7fdbb4159b80 legacy=0x7fdbb406c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.891+0000 7fdbabfff700 1 -- 172.21.15.37:0/2293044728 >> v1:172.21.15.37:6789/0 conn(0x7fdbb4071800 legacy=0x7fdbb4071c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.891+0000 7fdbabfff700 1 -- 172.21.15.37:0/2293044728 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbb40c9d30 con 0x7fdbb406d030 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.891+0000 7fdbabfff700 1 --2- 172.21.15.37:0/2293044728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb406d030 0x7fdbb40ca810 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c009840 tx=0x7fdb9c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12369a94b4e300c2 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb1d9b700 1 -- 172.21.15.37:0/2293044728 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9c011830 con 0x7fdbb406d030 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb1d9b700 1 -- 172.21.15.37:0/2293044728 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb9c011990 con 0x7fdbb406d030 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb1d9b700 1 -- 172.21.15.37:0/2293044728 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9c011d20 con 0x7fdbb406d030 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb8dff700 1 -- 172.21.15.37:0/2293044728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb406d030 msgr2=0x7fdbb40ca810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/2293044728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb406d030 0x7fdbb40ca810 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c009840 tx=0x7fdb9c009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb8dff700 1 -- 172.21.15.37:0/2293044728 shutdown_connections 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/2293044728 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb406d030 0x7fdbb40ca810 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb8dff700 1 -- 172.21.15.37:0/2293044728 >> 172.21.15.37:0/2293044728 conn(0x7fdbb40cbb70 msgr2=0x7fdbb40cbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb8dff700 1 -- 172.21.15.37:0/2293044728 shutdown_connections 2023-10-06T22:44:30.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.892+0000 7fdbb8dff700 1 -- 172.21.15.37:0/2293044728 wait complete. 2023-10-06T22:44:30.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.894+0000 7fdbb8dff700 1 Processor -- start 2023-10-06T22:44:30.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.894+0000 7fdbb8dff700 1 -- start start 2023-10-06T22:44:30.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.895+0000 7fdbb8dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdbb406d030 0x7fdbb40afdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.895+0000 7fdbb8dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb4071800 0x7fdbb415c850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.895+0000 7fdbb8dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdbb4159b80 0x7fdbb4142020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.895+0000 7fdbb8dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb4154960 con 0x7fdbb4159b80 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.895+0000 7fdbb8dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb40c80d0 con 0x7fdbb4071800 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.895+0000 7fdbb8dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbb40c8370 con 0x7fdbb406d030 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdbb4159b80 0x7fdbb4142020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdbb4159b80 0x7fdbb4142020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46526/0 (socket says 172.21.15.37:46526) 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 -- 172.21.15.37:0/16300337 learned_addr learned my addr 172.21.15.37:0/16300337 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbabfff700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb4071800 0x7fdbb415c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb259c700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdbb406d030 0x7fdbb40afdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 -- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdbb406d030 msgr2=0x7fdbb40afdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdbb406d030 0x7fdbb40afdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 -- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb4071800 msgr2=0x7fdbb415c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb4071800 0x7fdbb415c850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 -- 172.21.15.37:0/16300337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb9c0094a0 con 0x7fdbb4159b80 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.896+0000 7fdbb2d9d700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdbb4159b80 0x7fdbb4142020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdbac00cb40 tx=0x7fdbac00ce50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.897+0000 7fdbaaffd700 1 -- 172.21.15.37:0/16300337 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbac00a9e0 con 0x7fdbb4159b80 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.897+0000 7fdbaaffd700 1 -- 172.21.15.37:0/16300337 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbac00ab40 con 0x7fdbb4159b80 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.897+0000 7fdbaaffd700 1 -- 172.21.15.37:0/16300337 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbac012400 con 0x7fdbb4159b80 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.897+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbb40c8650 con 0x7fdbb4159b80 2023-10-06T22:44:30.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.897+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbb40c8c10 con 0x7fdbb4159b80 2023-10-06T22:44:30.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.898+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbb4074380 con 0x7fdbb4159b80 2023-10-06T22:44:30.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.899+0000 7fdbaaffd700 1 -- 172.21.15.37:0/16300337 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fdbac01b3b0 con 0x7fdbb4159b80 2023-10-06T22:44:30.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.900+0000 7fdbaaffd700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb9406af00 0x7fdb9406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:30.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.900+0000 7fdbaaffd700 1 -- 172.21.15.37:0/16300337 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdbac0894f0 con 0x7fdbb4159b80 2023-10-06T22:44:30.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.900+0000 7fdbb259c700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb9406af00 0x7fdb9406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:30.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.901+0000 7fdbb259c700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb9406af00 0x7fdb9406d3c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdbb41f6010 tx=0x7fdba4009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:30.906 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:30.905+0000 7fdbaaffd700 1 -- 172.21.15.37:0/16300337 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fdbac0542c0 con 0x7fdbb4159b80 2023-10-06T22:44:31.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.118+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdbb406d450 con 0x7fdbb4159b80 2023-10-06T22:44:31.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.118+0000 7fdbaaffd700 1 -- 172.21.15.37:0/16300337 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdbac0578e0 con 0x7fdbb4159b80 2023-10-06T22:44:31.121 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:44:31.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb9406af00 msgr2=0x7fdb9406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb9406af00 0x7fdb9406d3c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdbb41f6010 tx=0x7fdba4009040 comp rx=0 tx=0).stop 2023-10-06T22:44:31.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdbb4159b80 msgr2=0x7fdbb4142020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdbb4159b80 0x7fdbb4142020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fdbac00cb40 tx=0x7fdbac00ce50 comp rx=0 tx=0).stop 2023-10-06T22:44:31.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 shutdown_connections 2023-10-06T22:44:31.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdbb4159b80 0x7fdbb4142020 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdbb406d030 0x7fdbb40afdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb9406af00 0x7fdb9406d3c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 --2- 172.21.15.37:0/16300337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdbb4071800 0x7fdbb415c850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 >> 172.21.15.37:0/16300337 conn(0x7fdbb40cbb70 msgr2=0x7fdbb406c920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:31.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 shutdown_connections 2023-10-06T22:44:31.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.121+0000 7fdbb8dff700 1 -- 172.21.15.37:0/16300337 wait complete. 2023-10-06T22:44:31.141 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:44:31.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.344+0000 7f58c97ff700 1 Processor -- start 2023-10-06T22:44:31.347 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.345+0000 7f58c97ff700 1 -- start start 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.346+0000 7f58c97ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f58c4160ce0 0x7f58c40cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.346+0000 7f58c97ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c40d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c97ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58c41610c0 con 0x7f58c40d0680 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c97ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58c40d40d0 con 0x7f58c4160ce0 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c97ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58c40d43b0 con 0x7f58c40d3bd0 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c2ffd700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f58c4160ce0 0x7f58c40cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c37fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f58c40d0680 0x7f58c40d1090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43482/0 (socket says 172.21.15.37:43482) 2023-10-06T22:44:31.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c2ffd700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f58c4160ce0 0x7f58c40cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46536/0 (socket says 172.21.15.37:46536) 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c37fe700 1 -- 172.21.15.37:0/712269841 learned_addr learned my addr 172.21.15.37:0/712269841 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58bbfff700 1 --2- 172.21.15.37:0/712269841 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c40d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c2ffd700 1 -- 172.21.15.37:0/712269841 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 msgr2=0x7f58c40d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c2ffd700 1 --2- 172.21.15.37:0/712269841 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c40d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c2ffd700 1 -- 172.21.15.37:0/712269841 >> v1:172.21.15.37:6789/0 conn(0x7f58c40d0680 legacy=0x7f58c40d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58c2ffd700 1 -- 172.21.15.37:0/712269841 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58c40ceb80 con 0x7f58c4160ce0 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.347+0000 7f58bbfff700 1 --2- 172.21.15.37:0/712269841 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c40d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c2ffd700 1 --2- 172.21.15.37:0/712269841 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c4160ce0 0x7f58c40cfc00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009840 tx=0x7f58b4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1ddbeb542b37923 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c27fc700 1 -- 172.21.15.37:0/712269841 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b4011830 con 0x7f58c4160ce0 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c27fc700 1 -- 172.21.15.37:0/712269841 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58b4011990 con 0x7f58c4160ce0 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c27fc700 1 -- 172.21.15.37:0/712269841 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b4011d20 con 0x7f58c4160ce0 2023-10-06T22:44:31.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c97ff700 1 -- 172.21.15.37:0/712269841 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c4160ce0 msgr2=0x7f58c40cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c97ff700 1 --2- 172.21.15.37:0/712269841 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c4160ce0 0x7f58c40cfc00 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009840 tx=0x7f58b4009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:31.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c97ff700 1 -- 172.21.15.37:0/712269841 shutdown_connections 2023-10-06T22:44:31.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c97ff700 1 --2- 172.21.15.37:0/712269841 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c4160ce0 0x7f58c40cfc00 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c97ff700 1 --2- 172.21.15.37:0/712269841 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c40d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.348+0000 7f58c97ff700 1 -- 172.21.15.37:0/712269841 >> 172.21.15.37:0/712269841 conn(0x7f58c409c790 msgr2=0x7f58c40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:31.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.349+0000 7f58c97ff700 1 -- 172.21.15.37:0/712269841 shutdown_connections 2023-10-06T22:44:31.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.349+0000 7f58c97ff700 1 -- 172.21.15.37:0/712269841 wait complete. 2023-10-06T22:44:31.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.350+0000 7f58c97ff700 1 Processor -- start 2023-10-06T22:44:31.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.350+0000 7f58c97ff700 1 -- start start 2023-10-06T22:44:31.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.351+0000 7f58c97ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c40d0680 0x7f58c41539f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.351+0000 7f58c97ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c41fa8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.351+0000 7f58c97ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c4160ce0 0x7f58c41fade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.351+0000 7f58c97ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58c4157890 con 0x7f58c40d0680 2023-10-06T22:44:31.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.351+0000 7f58c97ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58c40b6b80 con 0x7f58c4160ce0 2023-10-06T22:44:31.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.351+0000 7f58c97ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58c41fb3f0 con 0x7f58c40d3bd0 2023-10-06T22:44:31.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.351+0000 7f58c2ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c40d0680 0x7f58c41539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c40d0680 0x7f58c41539f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46544/0 (socket says 172.21.15.37:46544) 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 -- 172.21.15.37:0/1474612352 learned_addr learned my addr 172.21.15.37:0/1474612352 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58bbfff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c41fa8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c37fe700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c4160ce0 0x7f58c41fade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 -- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 msgr2=0x7f58c41fa8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c41fa8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 -- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c4160ce0 msgr2=0x7f58c41fade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c4160ce0 0x7f58c41fade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 -- 172.21.15.37:0/1474612352 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58b40094a0 con 0x7f58c40d0680 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58c2ffd700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c40d0680 0x7f58c41539f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009b90 tx=0x7f58b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.352+0000 7f58bb7fe700 1 -- 172.21.15.37:0/1474612352 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b40036a0 con 0x7f58c40d0680 2023-10-06T22:44:31.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.353+0000 7f58bb7fe700 1 -- 172.21.15.37:0/1474612352 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58b401f070 con 0x7f58c40d0680 2023-10-06T22:44:31.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.353+0000 7f58bb7fe700 1 -- 172.21.15.37:0/1474612352 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b4003a40 con 0x7f58c40d0680 2023-10-06T22:44:31.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.353+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58c41fb6d0 con 0x7f58c40d0680 2023-10-06T22:44:31.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.353+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58c40cbab0 con 0x7f58c40d0680 2023-10-06T22:44:31.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.354+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58c4067490 con 0x7f58c40d0680 2023-10-06T22:44:31.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.355+0000 7f58bb7fe700 1 -- 172.21.15.37:0/1474612352 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f58b4003ba0 con 0x7f58c40d0680 2023-10-06T22:44:31.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.356+0000 7f58bb7fe700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f58a406af00 0x7f58a406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.356+0000 7f58bb7fe700 1 -- 172.21.15.37:0/1474612352 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f58b4021070 con 0x7f58c40d0680 2023-10-06T22:44:31.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.356+0000 7f58bbfff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f58a406af00 0x7f58a406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.357+0000 7f58bbfff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f58a406af00 0x7f58a406d3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f58ac0098f0 tx=0x7f58ac008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:31.362 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.360+0000 7f58bb7fe700 1 -- 172.21.15.37:0/1474612352 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f58b4056090 con 0x7f58c40d0680 2023-10-06T22:44:31.573 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.571+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f58c40cf110 con 0x7f58c40d0680 2023-10-06T22:44:31.574 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.572+0000 7f58bb7fe700 1 -- 172.21.15.37:0/1474612352 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f58b40596b0 con 0x7f58c40d0680 2023-10-06T22:44:31.574 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:31.577 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f58a406af00 msgr2=0x7f58a406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.577 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f58a406af00 0x7f58a406d3c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f58ac0098f0 tx=0x7f58ac008040 comp rx=0 tx=0).stop 2023-10-06T22:44:31.577 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c40d0680 msgr2=0x7f58c41539f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.577 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c40d0680 0x7f58c41539f0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009b90 tx=0x7f58b4004750 comp rx=0 tx=0).stop 2023-10-06T22:44:31.577 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 shutdown_connections 2023-10-06T22:44:31.577 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f58a406af00 0x7f58a406d3c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.577 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f58c4160ce0 0x7f58c41fade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.578 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f58c40d0680 0x7f58c41539f0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.578 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.574+0000 7f58c97ff700 1 --2- 172.21.15.37:0/1474612352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f58c40d3bd0 0x7f58c41fa8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.578 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.575+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 >> 172.21.15.37:0/1474612352 conn(0x7f58c409c790 msgr2=0x7f58c40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:31.578 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.575+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 shutdown_connections 2023-10-06T22:44:31.578 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.575+0000 7f58c97ff700 1 -- 172.21.15.37:0/1474612352 wait complete. 2023-10-06T22:44:31.595 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:44:31.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.798+0000 7f611e5ff700 1 Processor -- start 2023-10-06T22:44:31.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.798+0000 7f611e5ff700 1 -- start start 2023-10-06T22:44:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f611e5ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6118160ce0 0x7f61180cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f611e5ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f61180d3bd0 0x7f61180d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f611e5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61180d1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f611e5ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61181610c0 con 0x7f6118160ce0 2023-10-06T22:44:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f611e5ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61180d40d0 con 0x7f61180d3bd0 2023-10-06T22:44:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f611e5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61180d43b0 con 0x7f61180d0680 2023-10-06T22:44:31.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f6117fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6118160ce0 0x7f61180cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f6117fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6118160ce0 0x7f61180cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46546/0 (socket says 172.21.15.37:46546) 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.799+0000 7f6117fff700 1 -- 172.21.15.37:0/3002322376 learned_addr learned my addr 172.21.15.37:0/3002322376 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f61177fe700 1 --2- 172.21.15.37:0/3002322376 >> v2:172.21.15.62:3300/0 conn(0x7f61180d3bd0 0x7f61180d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f611cb9c700 1 --2- 172.21.15.37:0/3002322376 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61180d1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6117fff700 1 -- 172.21.15.37:0/3002322376 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 msgr2=0x7f61180d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6117fff700 1 --2- 172.21.15.37:0/3002322376 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61180d1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6117fff700 1 -- 172.21.15.37:0/3002322376 >> v2:172.21.15.62:3300/0 conn(0x7f61180d3bd0 msgr2=0x7f61180d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6117fff700 1 --2- 172.21.15.37:0/3002322376 >> v2:172.21.15.62:3300/0 conn(0x7f61180d3bd0 0x7f61180d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6117fff700 1 -- 172.21.15.37:0/3002322376 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61180ceb80 con 0x7f6118160ce0 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f61177fe700 1 --2- 172.21.15.37:0/3002322376 >> v2:172.21.15.62:3300/0 conn(0x7f61180d3bd0 0x7f61180d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:31.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f611cb9c700 1 --2- 172.21.15.37:0/3002322376 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61180d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6117fff700 1 --2- 172.21.15.37:0/3002322376 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cfc00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f611808d830 tx=0x7f6108009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b383f93becb284ac server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6116ffd700 1 -- 172.21.15.37:0/3002322376 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f610800b870 con 0x7f6118160ce0 2023-10-06T22:44:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6116ffd700 1 -- 172.21.15.37:0/3002322376 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f610800b9d0 con 0x7f6118160ce0 2023-10-06T22:44:31.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.800+0000 7f6116ffd700 1 -- 172.21.15.37:0/3002322376 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f610800bd60 con 0x7f6118160ce0 2023-10-06T22:44:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 -- 172.21.15.37:0/3002322376 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 msgr2=0x7f61180cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3002322376 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cfc00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f611808d830 tx=0x7f6108009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 -- 172.21.15.37:0/3002322376 shutdown_connections 2023-10-06T22:44:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3002322376 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61180d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3002322376 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cfc00 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3002322376 >> v2:172.21.15.62:3300/0 conn(0x7f61180d3bd0 0x7f61180d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 -- 172.21.15.37:0/3002322376 >> 172.21.15.37:0/3002322376 conn(0x7f611809c790 msgr2=0x7f61180d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 -- 172.21.15.37:0/3002322376 shutdown_connections 2023-10-06T22:44:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.801+0000 7f611e5ff700 1 -- 172.21.15.37:0/3002322376 wait complete. 2023-10-06T22:44:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.803+0000 7f611e5ff700 1 Processor -- start 2023-10-06T22:44:31.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.803+0000 7f611e5ff700 1 -- start start 2023-10-06T22:44:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611e5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61181f6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611e5ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61180d3bd0 0x7f611815afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611e5ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cb290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611e5ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61180cae70 con 0x7f6118160ce0 2023-10-06T22:44:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611e5ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f611815b4f0 con 0x7f61180d3bd0 2023-10-06T22:44:31.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611e5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61180cab00 con 0x7f61180d0680 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611cb9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cb290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611cb9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cb290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46560/0 (socket says 172.21.15.37:46560) 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f611cb9c700 1 -- 172.21.15.37:0/3639521955 learned_addr learned my addr 172.21.15.37:0/3639521955 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f61177fe700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61180d3bd0 0x7f611815afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.804+0000 7f6117fff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61181f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611cb9c700 1 -- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 msgr2=0x7f61181f6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611cb9c700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61181f6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611cb9c700 1 -- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61180d3bd0 msgr2=0x7f611815afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611cb9c700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61180d3bd0 0x7f611815afb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611cb9c700 1 -- 172.21.15.37:0/3639521955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6108009550 con 0x7f6118160ce0 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611cb9c700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cb290 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f611000cd80 tx=0x7f611000a560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f6114ff9700 1 -- 172.21.15.37:0/3639521955 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f611000f480 con 0x7f6118160ce0 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f6114ff9700 1 -- 172.21.15.37:0/3639521955 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f611000f600 con 0x7f6118160ce0 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f6114ff9700 1 -- 172.21.15.37:0/3639521955 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f611000f9b0 con 0x7f6118160ce0 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f611815bec0 con 0x7f6118160ce0 2023-10-06T22:44:31.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.805+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61180c9890 con 0x7f6118160ce0 2023-10-06T22:44:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.806+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61180cafb0 con 0x7f6118160ce0 2023-10-06T22:44:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.807+0000 7f6114ff9700 1 -- 172.21.15.37:0/3639521955 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f611000b040 con 0x7f6118160ce0 2023-10-06T22:44:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.808+0000 7f6114ff9700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f610406af00 0x7f610406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.808+0000 7f6114ff9700 1 -- 172.21.15.37:0/3639521955 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6110089fc0 con 0x7f6118160ce0 2023-10-06T22:44:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.809+0000 7f6117fff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f610406af00 0x7f610406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:31.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.809+0000 7f6117fff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f610406af00 0x7f610406d3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6108000c00 tx=0x7f6108008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:31.814 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:31.813+0000 7f6114ff9700 1 -- 172.21.15.37:0/3639521955 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f61180cafb0 con 0x7f6118160ce0 2023-10-06T22:44:32.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.025+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f61180cafb0 con 0x7f6118160ce0 2023-10-06T22:44:32.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.025+0000 7f6114ff9700 1 -- 172.21.15.37:0/3639521955 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f61180cafb0 con 0x7f6118160ce0 2023-10-06T22:44:32.027 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:44:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f610406af00 msgr2=0x7f610406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f610406af00 0x7f610406d3c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6108000c00 tx=0x7f6108008030 comp rx=0 tx=0).stop 2023-10-06T22:44:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 msgr2=0x7f61180cb290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cb290 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f611000cd80 tx=0x7f611000a560 comp rx=0 tx=0).stop 2023-10-06T22:44:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 shutdown_connections 2023-10-06T22:44:32.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6118160ce0 0x7f61180cb290 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61180d0680 0x7f61181f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f610406af00 0x7f610406d3c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 --2- 172.21.15.37:0/3639521955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61180d3bd0 0x7f611815afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 >> 172.21.15.37:0/3639521955 conn(0x7f611809c790 msgr2=0x7f611815fd00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 shutdown_connections 2023-10-06T22:44:32.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.028+0000 7f611e5ff700 1 -- 172.21.15.37:0/3639521955 wait complete. 2023-10-06T22:44:32.049 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:44:32.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.250+0000 7fb6d1bff700 1 Processor -- start 2023-10-06T22:44:32.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.250+0000 7fb6d1bff700 1 -- start start 2023-10-06T22:44:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.251+0000 7fb6d1bff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb6cc0d3bd0 0x7fb6cc0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.251+0000 7fb6d1bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6cc1610c0 con 0x7fb6cc0c7110 2023-10-06T22:44:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.251+0000 7fb6d1bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6cc0d40d0 con 0x7fb6cc160ce0 2023-10-06T22:44:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.251+0000 7fb6d1bff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6cc0d43b0 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6caffd700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb6cc0d3bd0 0x7fb6cc0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6cbfff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fb6cc0c7110 0x7fb6cc0c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43492/0 (socket says 172.21.15.37:43492) 2023-10-06T22:44:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6cbfff700 1 -- 172.21.15.37:0/2377258467 learned_addr learned my addr 172.21.15.37:0/2377258467 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6caffd700 1 -- 172.21.15.37:0/2377258467 >> v1:172.21.15.62:6789/0 conn(0x7fb6cc160ce0 legacy=0x7fb6cc0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6caffd700 1 -- 172.21.15.37:0/2377258467 >> v1:172.21.15.37:6789/0 conn(0x7fb6cc0c7110 legacy=0x7fb6cc0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6caffd700 1 -- 172.21.15.37:0/2377258467 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6cc0ceb80 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6ca7fc700 1 -- 172.21.15.37:0/2377258467 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1076420780 0 0) 0x7fb6cc1610c0 con 0x7fb6cc0c7110 2023-10-06T22:44:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.252+0000 7fb6caffd700 1 --2- 172.21.15.37:0/2377258467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc0d0310 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0009840 tx=0x7fb6c0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85f1b289663dd72 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6ca7fc700 1 -- 172.21.15.37:0/2377258467 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0011830 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6ca7fc700 1 -- 172.21.15.37:0/2377258467 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c0011990 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6ca7fc700 1 -- 172.21.15.37:0/2377258467 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0011d20 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6d1bff700 1 -- 172.21.15.37:0/2377258467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 msgr2=0x7fb6cc0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/2377258467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc0d0310 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0009840 tx=0x7fb6c0009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6d1bff700 1 -- 172.21.15.37:0/2377258467 shutdown_connections 2023-10-06T22:44:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/2377258467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc0d0310 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6d1bff700 1 -- 172.21.15.37:0/2377258467 >> 172.21.15.37:0/2377258467 conn(0x7fb6cc09c790 msgr2=0x7fb6cc0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6d1bff700 1 -- 172.21.15.37:0/2377258467 shutdown_connections 2023-10-06T22:44:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.253+0000 7fb6d1bff700 1 -- 172.21.15.37:0/2377258467 wait complete. 2023-10-06T22:44:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.256+0000 7fb6d1bff700 1 Processor -- start 2023-10-06T22:44:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.256+0000 7fb6d1bff700 1 -- start start 2023-10-06T22:44:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.257+0000 7fb6d1bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6cc0c7110 0x7fb6cc1539f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.257+0000 7fb6d1bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc1e5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.257+0000 7fb6d1bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb6cc160ce0 0x7fb6cc0b6b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.257+0000 7fb6d1bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc0cb8d0 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.257+0000 7fb6d1bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc0cbbb0 con 0x7fb6cc0c7110 2023-10-06T22:44:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.257+0000 7fb6d1bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc153f30 con 0x7fb6cc160ce0 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.257+0000 7fb6caffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc1e5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc1e5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46570/0 (socket says 172.21.15.37:46570) 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 -- 172.21.15.37:0/3455663065 learned_addr learned my addr 172.21.15.37:0/3455663065 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6cb7fe700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6cc0c7110 0x7fb6cc1539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6cbfff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb6cc160ce0 0x7fb6cc0b6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 -- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb6cc160ce0 msgr2=0x7fb6cc0b6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb6cc160ce0 0x7fb6cc0b6b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 -- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6cc0c7110 msgr2=0x7fb6cc1539f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6cc0c7110 0x7fb6cc1539f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 -- 172.21.15.37:0/3455663065 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6c00094a0 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6cbfff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb6cc160ce0 0x7fb6cc0b6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6caffd700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc1e5dd0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0013000 tx=0x7fb6c0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6b3fff700 1 -- 172.21.15.37:0/3455663065 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c001a8c0 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6b3fff700 1 -- 172.21.15.37:0/3455663065 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c001aa20 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.258+0000 7fb6b3fff700 1 -- 172.21.15.37:0/3455663065 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c001ad90 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.259+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6cc1e66d0 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.259+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6cc1e6c90 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.260+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6cc1e6e20 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.261+0000 7fb6b3fff700 1 -- 172.21.15.37:0/3455663065 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb6c0022070 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.262+0000 7fb6b3fff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb6b806af00 0x7fb6b806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.262+0000 7fb6b3fff700 1 -- 172.21.15.37:0/3455663065 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb6c008ab80 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.262+0000 7fb6cb7fe700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb6b806af00 0x7fb6b806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.263+0000 7fb6cb7fe700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb6b806af00 0x7fb6b806d3c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc15fbf0 tx=0x7fb6bc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.266+0000 7fb6b3fff700 1 -- 172.21.15.37:0/3455663065 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb6c0055a60 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.474 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.473+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb6cc067490 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.473+0000 7fb6b3fff700 1 -- 172.21.15.37:0/3455663065 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb6c0059000 con 0x7fb6cc0d3bd0 2023-10-06T22:44:32.475 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:32.477 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb6b806af00 msgr2=0x7fb6b806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb6b806af00 0x7fb6b806d3c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc15fbf0 tx=0x7fb6bc009040 comp rx=0 tx=0).stop 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 msgr2=0x7fb6cc1e5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc1e5dd0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fb6c0013000 tx=0x7fb6c0004750 comp rx=0 tx=0).stop 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 shutdown_connections 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb6b806af00 0x7fb6b806d3c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6cc0c7110 0x7fb6cc1539f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb6cc160ce0 0x7fb6cc0b6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 --2- 172.21.15.37:0/3455663065 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb6cc0d3bd0 0x7fb6cc1e5dd0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 >> 172.21.15.37:0/3455663065 conn(0x7fb6cc09c790 msgr2=0x7fb6cc0c98a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.475+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 shutdown_connections 2023-10-06T22:44:32.478 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.476+0000 7fb6d1bff700 1 -- 172.21.15.37:0/3455663065 wait complete. 2023-10-06T22:44:32.496 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-06T22:44:32.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.695+0000 7f84945ff700 1 Processor -- start 2023-10-06T22:44:32.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.695+0000 7f84945ff700 1 -- start start 2023-10-06T22:44:32.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.696+0000 7f84945ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 0x7f848c15aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f84945ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f848c071640 con 0x7f848c158240 2023-10-06T22:44:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f84945ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f848c0718c0 con 0x7f848c0720a0 2023-10-06T22:44:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f84945ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f848c15b580 con 0x7f848c15aa70 2023-10-06T22:44:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f849239b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f848c158240 0x7f848c0c97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43504/0 (socket says 172.21.15.37:43504) 2023-10-06T22:44:32.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f849239b700 1 -- 172.21.15.37:0/3220209834 learned_addr learned my addr 172.21.15.37:0/3220209834 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:32.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f8491b9a700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 0x7f848c15aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3022639779 0 0) 0x7f848c071640 con 0x7f848c158240 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f84780035b0 con 0x7f848c158240 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.697+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 96487592 0 0) 0x7f84780035b0 con 0x7f848c158240 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 msgr2=0x7f848c15aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 0x7f848c15aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 >> v1:172.21.15.62:6789/0 conn(0x7f848c0720a0 legacy=0x7f848c0b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f848c15b860 con 0x7f848c158240 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f8488001670 con 0x7f848c158240 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 >> v1:172.21.15.37:6789/0 conn(0x7f848c158240 legacy=0x7f848c0c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.702 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 0x7f8478003a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f8478004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8478004d90 0x7f8478005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848c15b580 con 0x7f8478003fb0 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f847800bba0 con 0x7f8478004d90 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f847800bd60 con 0x7f848c15aa70 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491b9a700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f8478004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f849239b700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 0x7f8478003a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8492b9c700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8478004d90 0x7f8478005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491b9a700 1 -- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 msgr2=0x7f8478003a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491b9a700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c15aa70 0x7f8478003a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491b9a700 1 -- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8478004d90 msgr2=0x7f8478005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491b9a700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8478004d90 0x7f8478005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8491b9a700 1 -- 172.21.15.37:0/3220209834 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84780035b0 con 0x7f8478003fb0 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.698+0000 7f8492b9c700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8478004d90 0x7f8478005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.699+0000 7f8491b9a700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f8478004850 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f847c009b60 tx=0x7f8478005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4719bd50b9874f9 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.699+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847c00e6c0 con 0x7f8478003fb0 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.699+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f847c00e820 con 0x7f8478003fb0 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.699+0000 7f8491399700 1 -- 172.21.15.37:0/3220209834 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847c00eb90 con 0x7f8478003fb0 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.699+0000 7f84945ff700 1 -- 172.21.15.37:0/3220209834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 msgr2=0x7f8478004850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.699+0000 7f84945ff700 1 --2- 172.21.15.37:0/3220209834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f8478004850 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f847c009b60 tx=0x7f8478005880 comp rx=0 tx=0).stop 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.699+0000 7f8492b9c700 1 -- 172.21.15.37:0/3220209834 reap_dead start 2023-10-06T22:44:32.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.700+0000 7f84945ff700 1 -- 172.21.15.37:0/3220209834 shutdown_connections 2023-10-06T22:44:32.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.700+0000 7f84945ff700 1 -- 172.21.15.37:0/3220209834 >> 172.21.15.37:0/3220209834 conn(0x7f848c06aab0 msgr2=0x7f848c06aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:32.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.700+0000 7f84945ff700 1 -- 172.21.15.37:0/3220209834 shutdown_connections 2023-10-06T22:44:32.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.700+0000 7f84945ff700 1 -- 172.21.15.37:0/3220209834 wait complete. 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.701+0000 7f84945ff700 1 Processor -- start 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.702+0000 7f84945ff700 1 -- start start 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f84945ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f848c1575e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f84945ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c153210 0x7f848c155830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f84945ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f848c159af0 0x7f848c159f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f84945ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848c15a4c0 con 0x7f8478003fb0 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f84945ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848c155d70 con 0x7f848c159af0 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f84945ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f848c0b2e50 con 0x7f848c153210 2023-10-06T22:44:32.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f849239b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f848c1575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f849239b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f848c1575e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46580/0 (socket says 172.21.15.37:46580) 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f849239b700 1 -- 172.21.15.37:0/188808056 learned_addr learned my addr 172.21.15.37:0/188808056 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f8491b9a700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c153210 0x7f848c155830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.703+0000 7f8492b9c700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f848c159af0 0x7f848c159f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f849239b700 1 -- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c153210 msgr2=0x7f848c155830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f849239b700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c153210 0x7f848c155830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f849239b700 1 -- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f848c159af0 msgr2=0x7f848c159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f849239b700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f848c159af0 0x7f848c159f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f849239b700 1 -- 172.21.15.37:0/188808056 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f848c153690 con 0x7f8478003fb0 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f849239b700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f848c1575e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f84880072c0 tx=0x7f84880075d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:32.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f8482ffd700 1 -- 172.21.15.37:0/188808056 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84880077b0 con 0x7f8478003fb0 2023-10-06T22:44:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f8482ffd700 1 -- 172.21.15.37:0/188808056 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f848800f8d0 con 0x7f8478003fb0 2023-10-06T22:44:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f848c0b2890 con 0x7f8478003fb0 2023-10-06T22:44:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f8482ffd700 1 -- 172.21.15.37:0/188808056 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848800fc80 con 0x7f8478003fb0 2023-10-06T22:44:32.709 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.704+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f848c1f6e00 con 0x7f8478003fb0 2023-10-06T22:44:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.705+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f848c1f6c60 con 0x7f8478003fb0 2023-10-06T22:44:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.706+0000 7f8482ffd700 1 -- 172.21.15.37:0/188808056 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f848801d460 con 0x7f8478003fb0 2023-10-06T22:44:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.707+0000 7f8482ffd700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f847006af00 0x7f847006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.707+0000 7f8482ffd700 1 -- 172.21.15.37:0/188808056 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8488089910 con 0x7f8478003fb0 2023-10-06T22:44:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.707+0000 7f8491b9a700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f847006af00 0x7f847006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:32.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.708+0000 7f8491b9a700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f847006af00 0x7f847006d3c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f847c000c00 tx=0x7f847c008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:32.713 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.711+0000 7f8482ffd700 1 -- 172.21.15.37:0/188808056 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f848c1f6c60 con 0x7f8478003fb0 2023-10-06T22:44:32.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.939+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f848c1f6c60 con 0x7f8478003fb0 2023-10-06T22:44:32.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.939+0000 7f8482ffd700 1 -- 172.21.15.37:0/188808056 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7f848c1f6c60 con 0x7f8478003fb0 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.941+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f847006af00 msgr2=0x7f847006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.941+0000 7f84945ff700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f847006af00 0x7f847006d3c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f847c000c00 tx=0x7f847c008030 comp rx=0 tx=0).stop 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.941+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 msgr2=0x7f848c1575e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.941+0000 7f84945ff700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f848c1575e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f84880072c0 tx=0x7f84880075d0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 shutdown_connections 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f847006af00 0x7f847006d3c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f848c159af0 0x7f848c159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8478003fb0 0x7f848c1575e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 --2- 172.21.15.37:0/188808056 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f848c153210 0x7f848c155830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:32.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 >> 172.21.15.37:0/188808056 conn(0x7f848c06aab0 msgr2=0x7f848c0cc190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:32.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 shutdown_connections 2023-10-06T22:44:32.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:32.942+0000 7f84945ff700 1 -- 172.21.15.37:0/188808056 wait complete. 2023-10-06T22:44:32.945 INFO:teuthology.orchestra.run.smithi037.stderr:listed 0 entries 2023-10-06T22:44:32.961 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:44:32.962 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:44:33.005 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:33.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.243+0000 7f44241ff700 1 Processor -- start 2023-10-06T22:44:33.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.244+0000 7f44241ff700 1 -- start start 2023-10-06T22:44:33.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f44241ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f441c15d830 0x7f441c0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f44241ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f441c0b5010 0x7f441c0b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f44241ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f441c0b59a0 con 0x7f441c0ce890 2023-10-06T22:44:33.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f44241ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f441c0d1d40 con 0x7f441c0b5010 2023-10-06T22:44:33.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f44241ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f441c0d2020 con 0x7f441c15d830 2023-10-06T22:44:33.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f442179a700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f441c0ce890 0x7f441c0d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:43518/0 (socket says 172.21.15.37:43518) 2023-10-06T22:44:33.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f442179a700 1 -- 172.21.15.37:0/1360917548 learned_addr learned my addr 172.21.15.37:0/1360917548 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:33.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f442279c700 1 --2- 172.21.15.37:0/1360917548 >> v2:172.21.15.37:3300/0 conn(0x7f441c0b5010 0x7f441c0b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.245+0000 7f4421f9b700 1 --2- 172.21.15.37:0/1360917548 >> v2:172.21.15.62:3300/0 conn(0x7f441c15d830 0x7f441c0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f442279c700 1 -- 172.21.15.37:0/1360917548 >> v2:172.21.15.62:3300/0 conn(0x7f441c15d830 msgr2=0x7f441c0d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:33.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f442279c700 1 --2- 172.21.15.37:0/1360917548 >> v2:172.21.15.62:3300/0 conn(0x7f441c15d830 0x7f441c0d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f442279c700 1 -- 172.21.15.37:0/1360917548 >> v1:172.21.15.37:6789/0 conn(0x7f441c0ce890 legacy=0x7f441c0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f442279c700 1 -- 172.21.15.37:0/1360917548 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f441c0d2300 con 0x7f441c0b5010 2023-10-06T22:44:33.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f4420f99700 1 -- 172.21.15.37:0/1360917548 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2247061722 0 0) 0x7f440c001110 con 0x7f441c0ce890 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f442279c700 1 --2- 172.21.15.37:0/1360917548 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c0b5010 0x7f441c0b5460 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f441c0d0960 tx=0x7f441400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9bc85d5a8fdfd92 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f4420f99700 1 -- 172.21.15.37:0/1360917548 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f441400e070 con 0x7f441c0b5010 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f4420f99700 1 -- 172.21.15.37:0/1360917548 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f441400bb20 con 0x7f441c0b5010 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.246+0000 7f4420f99700 1 -- 172.21.15.37:0/1360917548 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4414012430 con 0x7f441c0b5010 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 -- 172.21.15.37:0/1360917548 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c0b5010 msgr2=0x7f441c0b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 --2- 172.21.15.37:0/1360917548 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c0b5010 0x7f441c0b5460 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f441c0d0960 tx=0x7f441400b330 comp rx=0 tx=0).stop 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 -- 172.21.15.37:0/1360917548 shutdown_connections 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 --2- 172.21.15.37:0/1360917548 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c0b5010 0x7f441c0b5460 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 --2- 172.21.15.37:0/1360917548 >> v2:172.21.15.62:3300/0 conn(0x7f441c15d830 0x7f441c0d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 -- 172.21.15.37:0/1360917548 >> 172.21.15.37:0/1360917548 conn(0x7f441c072630 msgr2=0x7f441c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:33.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 -- 172.21.15.37:0/1360917548 shutdown_connections 2023-10-06T22:44:33.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.247+0000 7f44241ff700 1 -- 172.21.15.37:0/1360917548 wait complete. 2023-10-06T22:44:33.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.249+0000 7f44241ff700 1 Processor -- start 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.249+0000 7f44241ff700 1 -- start start 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f44241ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f441c0b5010 0x7f441c1e7370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f44241ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f441c0ce890 0x7f441c14b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f44241ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c15d830 0x7f441c0cc720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f44241ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f441c1f7340 con 0x7f441c15d830 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f44241ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f441c14f2e0 con 0x7f441c0ce890 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f44241ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f441c1f67c0 con 0x7f441c0b5010 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c15d830 0x7f441c0cc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c15d830 0x7f441c0cc720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46592/0 (socket says 172.21.15.37:46592) 2023-10-06T22:44:33.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 -- 172.21.15.37:0/2250943716 learned_addr learned my addr 172.21.15.37:0/2250943716 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:33.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442179a700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f441c0ce890 0x7f441c14b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f4421f9b700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f441c0b5010 0x7f441c1e7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 -- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f441c0b5010 msgr2=0x7f441c1e7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f441c0b5010 0x7f441c1e7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 -- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f441c0ce890 msgr2=0x7f441c14b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f441c0ce890 0x7f441c14b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442279c700 1 -- 172.21.15.37:0/2250943716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4414009a70 con 0x7f441c15d830 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f442179a700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f441c0ce890 0x7f441c14b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.250+0000 7f4421f9b700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f441c0b5010 0x7f441c1e7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.251+0000 7f442279c700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c15d830 0x7f441c0cc720 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f441c0b5e30 tx=0x7f4414004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.251+0000 7f44127fc700 1 -- 172.21.15.37:0/2250943716 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4414012430 con 0x7f441c15d830 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.251+0000 7f44127fc700 1 -- 172.21.15.37:0/2250943716 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4414020070 con 0x7f441c15d830 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.251+0000 7f44127fc700 1 -- 172.21.15.37:0/2250943716 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4414004280 con 0x7f441c15d830 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.251+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f441c1f6aa0 con 0x7f441c15d830 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.251+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f441c1f7060 con 0x7f441c15d830 2023-10-06T22:44:33.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.252+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f441c0ca6f0 con 0x7f441c15d830 2023-10-06T22:44:33.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.253+0000 7f44127fc700 1 -- 172.21.15.37:0/2250943716 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f44140043e0 con 0x7f441c15d830 2023-10-06T22:44:33.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.254+0000 7f44127fc700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f440006af00 0x7f440006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.254+0000 7f44127fc700 1 -- 172.21.15.37:0/2250943716 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4414022070 con 0x7f441c15d830 2023-10-06T22:44:33.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.254+0000 7f4421f9b700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f440006af00 0x7f440006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.255+0000 7f4421f9b700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f440006af00 0x7f440006d3c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4418009b60 tx=0x7f4418008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:33.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.258+0000 7f44127fc700 1 -- 172.21.15.37:0/2250943716 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f441c0ca6f0 con 0x7f441c15d830 2023-10-06T22:44:33.470 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.468+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f441c0ca6f0 con 0x7f441c15d830 2023-10-06T22:44:33.473 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.469+0000 7f44127fc700 1 -- 172.21.15.37:0/2250943716 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7f441c0ca6f0 con 0x7f441c15d830 2023-10-06T22:44:33.474 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:33.474 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:33.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f440006af00 msgr2=0x7f440006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f440006af00 0x7f440006d3c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4418009b60 tx=0x7f4418008040 comp rx=0 tx=0).stop 2023-10-06T22:44:33.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c15d830 msgr2=0x7f441c0cc720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c15d830 0x7f441c0cc720 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f441c0b5e30 tx=0x7f4414004ad0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 shutdown_connections 2023-10-06T22:44:33.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f441c15d830 0x7f441c0cc720 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.475 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f441c0b5010 0x7f441c1e7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.476 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f440006af00 0x7f440006d3c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.476 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 --2- 172.21.15.37:0/2250943716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f441c0ce890 0x7f441c14b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.476 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 >> 172.21.15.37:0/2250943716 conn(0x7f441c072630 msgr2=0x7f441c0d0cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:33.476 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 shutdown_connections 2023-10-06T22:44:33.476 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.472+0000 7f44241ff700 1 -- 172.21.15.37:0/2250943716 wait complete. 2023-10-06T22:44:33.492 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:44:33.493 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:44:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.694+0000 7fd7281ff700 1 Processor -- start 2023-10-06T22:44:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.694+0000 7fd7281ff700 1 -- start start 2023-10-06T22:44:33.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.695+0000 7fd7281ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd720160ce0 0x7fd7200cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.695+0000 7fd7281ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fd7200c7110 0x7fd7200c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.695+0000 7fd7281ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7201610c0 con 0x7fd7200d3bd0 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.695+0000 7fd7281ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7200d40d0 con 0x7fd7200c7110 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.695+0000 7fd7281ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7200d43b0 con 0x7fd720160ce0 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fd7200c7110 0x7fd7200c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fd7200c7110 0x7fd7200c7560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46606/0 (socket says 172.21.15.37:46606) 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 -- 172.21.15.37:0/3601215279 learned_addr learned my addr 172.21.15.37:0/3601215279 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd725f9b700 1 --2- 172.21.15.37:0/3601215279 >> v2:172.21.15.62:3300/0 conn(0x7fd720160ce0 0x7fd7200cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 -- 172.21.15.37:0/3601215279 >> v2:172.21.15.62:3300/0 conn(0x7fd720160ce0 msgr2=0x7fd7200cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 --2- 172.21.15.37:0/3601215279 >> v2:172.21.15.62:3300/0 conn(0x7fd720160ce0 0x7fd7200cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 -- 172.21.15.37:0/3601215279 >> v1:172.21.15.62:6789/0 conn(0x7fd7200d3bd0 legacy=0x7fd7200d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 -- 172.21.15.37:0/3601215279 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7200ceb80 con 0x7fd7200c7110 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.696+0000 7fd72679c700 1 --2- 172.21.15.37:0/3601215279 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200c7110 0x7fd7200c7560 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd72008d8b0 tx=0x7fd71800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90214761b127e611 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:33.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd724f99700 1 -- 172.21.15.37:0/3601215279 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71800e070 con 0x7fd7200c7110 2023-10-06T22:44:33.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd724f99700 1 -- 172.21.15.37:0/3601215279 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd718003a20 con 0x7fd7200c7110 2023-10-06T22:44:33.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd724f99700 1 -- 172.21.15.37:0/3601215279 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd718003dd0 con 0x7fd7200c7110 2023-10-06T22:44:33.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 -- 172.21.15.37:0/3601215279 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200c7110 msgr2=0x7fd7200c7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 --2- 172.21.15.37:0/3601215279 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200c7110 0x7fd7200c7560 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd72008d8b0 tx=0x7fd71800b330 comp rx=0 tx=0).stop 2023-10-06T22:44:33.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 -- 172.21.15.37:0/3601215279 shutdown_connections 2023-10-06T22:44:33.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 --2- 172.21.15.37:0/3601215279 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200c7110 0x7fd7200c7560 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 --2- 172.21.15.37:0/3601215279 >> v2:172.21.15.62:3300/0 conn(0x7fd720160ce0 0x7fd7200cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 -- 172.21.15.37:0/3601215279 >> 172.21.15.37:0/3601215279 conn(0x7fd72009c790 msgr2=0x7fd7200d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:33.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 -- 172.21.15.37:0/3601215279 shutdown_connections 2023-10-06T22:44:33.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.697+0000 7fd7281ff700 1 -- 172.21.15.37:0/3601215279 wait complete. 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.699+0000 7fd7281ff700 1 Processor -- start 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.699+0000 7fd7281ff700 1 -- start start 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd7281ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd7200c7110 0x7fd7201f3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd7281ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200d3bd0 0x7fd720156310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd7281ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd720160ce0 0x7fd72015c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd7281ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7200c9690 con 0x7fd7200d3bd0 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd7281ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7201f3ad0 con 0x7fd720160ce0 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd7281ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd720156850 con 0x7fd7200c7110 2023-10-06T22:44:33.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd72579a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200d3bd0 0x7fd720156310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd72579a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200d3bd0 0x7fd720156310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46622/0 (socket says 172.21.15.37:46622) 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.700+0000 7fd72579a700 1 -- 172.21.15.37:0/4065689531 learned_addr learned my addr 172.21.15.37:0/4065689531 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd725f9b700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd7200c7110 0x7fd7201f3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd72679c700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd720160ce0 0x7fd72015c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd72579a700 1 -- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd7200c7110 msgr2=0x7fd7201f3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd72579a700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd7200c7110 0x7fd7201f3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd72579a700 1 -- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd720160ce0 msgr2=0x7fd72015c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd72579a700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd720160ce0 0x7fd72015c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd72579a700 1 -- 172.21.15.37:0/4065689531 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd718009b30 con 0x7fd7200d3bd0 2023-10-06T22:44:33.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd72579a700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200d3bd0 0x7fd720156310 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd71000c4d0 tx=0x7fd71000c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:33.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd7167fc700 1 -- 172.21.15.37:0/4065689531 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71000cea0 con 0x7fd7200d3bd0 2023-10-06T22:44:33.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd7167fc700 1 -- 172.21.15.37:0/4065689531 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd710011790 con 0x7fd7200d3bd0 2023-10-06T22:44:33.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7201f6fd0 con 0x7fd7200d3bd0 2023-10-06T22:44:33.705 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.701+0000 7fd7167fc700 1 -- 172.21.15.37:0/4065689531 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd710011b40 con 0x7fd7200d3bd0 2023-10-06T22:44:33.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.702+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7201f6150 con 0x7fd7200d3bd0 2023-10-06T22:44:33.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.703+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd720067490 con 0x7fd7200d3bd0 2023-10-06T22:44:33.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.704+0000 7fd7167fc700 1 -- 172.21.15.37:0/4065689531 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd710011ca0 con 0x7fd7200d3bd0 2023-10-06T22:44:33.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.704+0000 7fd7167fc700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd70406af00 0x7fd70406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:33.706 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.705+0000 7fd7167fc700 1 -- 172.21.15.37:0/4065689531 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd7100895a0 con 0x7fd7200d3bd0 2023-10-06T22:44:33.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.705+0000 7fd725f9b700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd70406af00 0x7fd70406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:33.707 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.706+0000 7fd725f9b700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd70406af00 0x7fd70406d3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd71c006b20 tx=0x7fd71c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:33.710 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.709+0000 7fd7167fc700 1 -- 172.21.15.37:0/4065689531 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd710054350 con 0x7fd7200d3bd0 2023-10-06T22:44:33.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.917+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd720074380 con 0x7fd7200d3bd0 2023-10-06T22:44:33.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.917+0000 7fd7167fc700 1 -- 172.21.15.37:0/4065689531 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd710057970 con 0x7fd7200d3bd0 2023-10-06T22:44:33.919 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:44:33.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd70406af00 msgr2=0x7fd70406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd70406af00 0x7fd70406d3c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd71c006b20 tx=0x7fd71c008040 comp rx=0 tx=0).stop 2023-10-06T22:44:33.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200d3bd0 msgr2=0x7fd720156310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:33.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200d3bd0 0x7fd720156310 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd71000c4d0 tx=0x7fd71000c7e0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 shutdown_connections 2023-10-06T22:44:33.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd70406af00 0x7fd70406d3c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd720160ce0 0x7fd72015c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd7200c7110 0x7fd7201f3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 --2- 172.21.15.37:0/4065689531 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd7200d3bd0 0x7fd720156310 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:33.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 >> 172.21.15.37:0/4065689531 conn(0x7fd72009c790 msgr2=0x7fd72015f5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:33.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 shutdown_connections 2023-10-06T22:44:33.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:33.920+0000 7fd7281ff700 1 -- 172.21.15.37:0/4065689531 wait complete. 2023-10-06T22:44:33.940 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:44:34.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.142+0000 7f18b1dff700 1 Processor -- start 2023-10-06T22:44:34.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.143+0000 7f18b1dff700 1 -- start start 2023-10-06T22:44:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18b1dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f18ac160ce0 0x7f18ac0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18b1dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18ac1610c0 con 0x7f18ac0c7110 2023-10-06T22:44:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18b1dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18ac0d40d0 con 0x7f18ac0d3bd0 2023-10-06T22:44:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18b1dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18ac0d43b0 con 0x7f18ac160ce0 2023-10-06T22:44:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18ab7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f18ac160ce0 0x7f18ac0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18ab7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f18ac160ce0 0x7f18ac0cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46904/0 (socket says 172.21.15.37:46904) 2023-10-06T22:44:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18abfff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f18ac0c7110 0x7f18ac0c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41736/0 (socket says 172.21.15.37:41736) 2023-10-06T22:44:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.144+0000 7f18ab7fe700 1 -- 172.21.15.37:0/3044085294 learned_addr learned my addr 172.21.15.37:0/3044085294 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.145+0000 7f18ab7fe700 1 -- 172.21.15.37:0/3044085294 >> v1:172.21.15.62:6789/0 conn(0x7f18ac0d3bd0 legacy=0x7f18ac0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.145+0000 7f18ab7fe700 1 -- 172.21.15.37:0/3044085294 >> v1:172.21.15.37:6789/0 conn(0x7f18ac0c7110 legacy=0x7f18ac0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.145+0000 7f18ab7fe700 1 -- 172.21.15.37:0/3044085294 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18ac0ceb80 con 0x7f18ac160ce0 2023-10-06T22:44:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.145+0000 7f18ab7fe700 1 --2- 172.21.15.37:0/3044085294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac0cfc00 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f189c0098f0 tx=0x7f189c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b9317d8ddbcb39 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.145+0000 7f18aaffd700 1 -- 172.21.15.37:0/3044085294 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c00b8a0 con 0x7f18ac160ce0 2023-10-06T22:44:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.145+0000 7f18aaffd700 1 -- 172.21.15.37:0/3044085294 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f189c00ba00 con 0x7f18ac160ce0 2023-10-06T22:44:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.145+0000 7f18aaffd700 1 -- 172.21.15.37:0/3044085294 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f189c00bd90 con 0x7f18ac160ce0 2023-10-06T22:44:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.146+0000 7f18b1dff700 1 -- 172.21.15.37:0/3044085294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 msgr2=0x7f18ac0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.146+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3044085294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac0cfc00 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f189c0098f0 tx=0x7f189c009c00 comp rx=0 tx=0).stop 2023-10-06T22:44:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.146+0000 7f18b1dff700 1 -- 172.21.15.37:0/3044085294 shutdown_connections 2023-10-06T22:44:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.146+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3044085294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac0cfc00 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.146+0000 7f18b1dff700 1 -- 172.21.15.37:0/3044085294 >> 172.21.15.37:0/3044085294 conn(0x7f18ac09c790 msgr2=0x7f18ac0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.146+0000 7f18b1dff700 1 -- 172.21.15.37:0/3044085294 shutdown_connections 2023-10-06T22:44:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.146+0000 7f18b1dff700 1 -- 172.21.15.37:0/3044085294 wait complete. 2023-10-06T22:44:34.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.148+0000 7f18b1dff700 1 Processor -- start 2023-10-06T22:44:34.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.148+0000 7f18b1dff700 1 -- start start 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18b1dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18ac0c7110 0x7f18ac0cc120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18b1dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f18ac0d3bd0 0x7f18ac157da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18b1dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac158600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18b1dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac0cbd00 con 0x7f18ac160ce0 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18b1dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac0cb080 con 0x7f18ac0c7110 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18b1dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18ac0cb360 con 0x7f18ac0d3bd0 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac158600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac158600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46910/0 (socket says 172.21.15.37:46910) 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 -- 172.21.15.37:0/3974609565 learned_addr learned my addr 172.21.15.37:0/3974609565 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18ab7fe700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18ac0c7110 0x7f18ac0cc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18a3fff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f18ac0d3bd0 0x7f18ac157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 -- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f18ac0d3bd0 msgr2=0x7f18ac157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f18ac0d3bd0 0x7f18ac157da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 -- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18ac0c7110 msgr2=0x7f18ac0cc120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18ac0c7110 0x7f18ac0cc120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.149+0000 7f18abfff700 1 -- 172.21.15.37:0/3974609565 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f189c009550 con 0x7f18ac160ce0 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.150+0000 7f18abfff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac158600 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f18a400cbd0 tx=0x7f18a400cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.150+0000 7f18a8ff9700 1 -- 172.21.15.37:0/3974609565 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a400aaa0 con 0x7f18ac160ce0 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.150+0000 7f18a8ff9700 1 -- 172.21.15.37:0/3974609565 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a400ac00 con 0x7f18ac160ce0 2023-10-06T22:44:34.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.150+0000 7f18a8ff9700 1 -- 172.21.15.37:0/3974609565 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a4007070 con 0x7f18ac160ce0 2023-10-06T22:44:34.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.150+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18ac0cb640 con 0x7f18ac160ce0 2023-10-06T22:44:34.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.150+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18ac1582e0 con 0x7f18ac160ce0 2023-10-06T22:44:34.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.151+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18ac067490 con 0x7f18ac160ce0 2023-10-06T22:44:34.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.152+0000 7f18a8ff9700 1 -- 172.21.15.37:0/3974609565 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f18a40071d0 con 0x7f18ac160ce0 2023-10-06T22:44:34.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.153+0000 7f18a8ff9700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f188c06af00 0x7f188c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.153+0000 7f18a8ff9700 1 -- 172.21.15.37:0/3974609565 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f18a4089520 con 0x7f18ac160ce0 2023-10-06T22:44:34.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.153+0000 7f18ab7fe700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f188c06af00 0x7f188c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.154+0000 7f18ab7fe700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f188c06af00 0x7f188c06d3c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f189c014040 tx=0x7f189c008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:34.159 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.157+0000 7f18a8ff9700 1 -- 172.21.15.37:0/3974609565 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f18a4054380 con 0x7f18ac160ce0 2023-10-06T22:44:34.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.366+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f18ac0d07d0 con 0x7f18ac160ce0 2023-10-06T22:44:34.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.367+0000 7f18a8ff9700 1 -- 172.21.15.37:0/3974609565 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f18a40579a0 con 0x7f18ac160ce0 2023-10-06T22:44:34.369 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:34.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f188c06af00 msgr2=0x7f188c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f188c06af00 0x7f188c06d3c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f189c014040 tx=0x7f189c008030 comp rx=0 tx=0).stop 2023-10-06T22:44:34.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 msgr2=0x7f18ac158600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac158600 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f18a400cbd0 tx=0x7f18a400cee0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 shutdown_connections 2023-10-06T22:44:34.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f188c06af00 0x7f188c06d3c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f18ac0c7110 0x7f18ac0cc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f18ac160ce0 0x7f18ac158600 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 --2- 172.21.15.37:0/3974609565 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f18ac0d3bd0 0x7f18ac157da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 >> 172.21.15.37:0/3974609565 conn(0x7f18ac09c790 msgr2=0x7f18ac0cf9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:34.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 shutdown_connections 2023-10-06T22:44:34.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.369+0000 7f18b1dff700 1 -- 172.21.15.37:0/3974609565 wait complete. 2023-10-06T22:44:34.389 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:44:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.590+0000 7fa2ebbff700 1 Processor -- start 2023-10-06T22:44:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.590+0000 7fa2ebbff700 1 -- start start 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2ebbff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa2e4160ce0 0x7fa2e40cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2ebbff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa2e40d3bd0 0x7fa2e40d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2ebbff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2e41610c0 con 0x7fa2e40d0680 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2ebbff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2e40d40d0 con 0x7fa2e4160ce0 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2ebbff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2e40d43b0 con 0x7fa2e40d3bd0 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e999b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa2e4160ce0 0x7fa2e40cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e999b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa2e4160ce0 0x7fa2e40cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46912/0 (socket says 172.21.15.37:46912) 2023-10-06T22:44:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e999b700 1 -- 172.21.15.37:0/6696975 learned_addr learned my addr 172.21.15.37:0/6696975 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:34.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e919a700 1 --2- 172.21.15.37:0/6696975 >> v2:172.21.15.62:3300/0 conn(0x7fa2e40d3bd0 0x7fa2e40d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e999b700 1 -- 172.21.15.37:0/6696975 >> v2:172.21.15.62:3300/0 conn(0x7fa2e40d3bd0 msgr2=0x7fa2e40d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e999b700 1 --2- 172.21.15.37:0/6696975 >> v2:172.21.15.62:3300/0 conn(0x7fa2e40d3bd0 0x7fa2e40d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e999b700 1 -- 172.21.15.37:0/6696975 >> v1:172.21.15.62:6789/0 conn(0x7fa2e40d0680 legacy=0x7fa2e40d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.592+0000 7fa2e999b700 1 -- 172.21.15.37:0/6696975 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2e40ceb80 con 0x7fa2e4160ce0 2023-10-06T22:44:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.593+0000 7fa2e999b700 1 --2- 172.21.15.37:0/6696975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e4160ce0 0x7fa2e40cfc00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa2e408d830 tx=0x7fa2e0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8086ad5611cdbc4 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.593+0000 7fa2e8999700 1 -- 172.21.15.37:0/6696975 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0011830 con 0x7fa2e4160ce0 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.593+0000 7fa2e8999700 1 -- 172.21.15.37:0/6696975 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e0011990 con 0x7fa2e4160ce0 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.593+0000 7fa2e8999700 1 -- 172.21.15.37:0/6696975 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0011d20 con 0x7fa2e4160ce0 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.593+0000 7fa2ebbff700 1 -- 172.21.15.37:0/6696975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e4160ce0 msgr2=0x7fa2e40cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.593+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/6696975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e4160ce0 0x7fa2e40cfc00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa2e408d830 tx=0x7fa2e0009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.594+0000 7fa2ebbff700 1 -- 172.21.15.37:0/6696975 shutdown_connections 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.594+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/6696975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e4160ce0 0x7fa2e40cfc00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.594+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/6696975 >> v2:172.21.15.62:3300/0 conn(0x7fa2e40d3bd0 0x7fa2e40d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.594+0000 7fa2ebbff700 1 -- 172.21.15.37:0/6696975 >> 172.21.15.37:0/6696975 conn(0x7fa2e409c790 msgr2=0x7fa2e40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.594+0000 7fa2ebbff700 1 -- 172.21.15.37:0/6696975 shutdown_connections 2023-10-06T22:44:34.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.594+0000 7fa2ebbff700 1 -- 172.21.15.37:0/6696975 wait complete. 2023-10-06T22:44:34.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.596+0000 7fa2ebbff700 1 Processor -- start 2023-10-06T22:44:34.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.596+0000 7fa2ebbff700 1 -- start start 2023-10-06T22:44:34.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ebbff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e40d0680 0x7fa2e41f04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ebbff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2e40d3bd0 0x7fa2e40b8680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ebbff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa2e4160ce0 0x7fa2e41f65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ebbff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e41f09e0 con 0x7fa2e40d0680 2023-10-06T22:44:34.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ebbff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e40cb310 con 0x7fa2e40d3bd0 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ebbff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e40cb5f0 con 0x7fa2e4160ce0 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e40d0680 0x7fa2e41f04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e40d0680 0x7fa2e41f04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46928/0 (socket says 172.21.15.37:46928) 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 -- 172.21.15.37:0/899742292 learned_addr learned my addr 172.21.15.37:0/899742292 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e919a700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2e40d3bd0 0x7fa2e40b8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ea19c700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa2e4160ce0 0x7fa2e41f65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 -- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa2e4160ce0 msgr2=0x7fa2e41f65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa2e4160ce0 0x7fa2e41f65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 -- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2e40d3bd0 msgr2=0x7fa2e40b8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2e40d3bd0 0x7fa2e40b8680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2e999b700 1 -- 172.21.15.37:0/899742292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2e0009550 con 0x7fa2e40d0680 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.597+0000 7fa2ea19c700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa2e4160ce0 0x7fa2e41f65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.598+0000 7fa2e999b700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e40d0680 0x7fa2e41f04a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0009c10 tx=0x7fa2e0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.598+0000 7fa2da7fc700 1 -- 172.21.15.37:0/899742292 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e0004590 con 0x7fa2e40d0680 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.598+0000 7fa2da7fc700 1 -- 172.21.15.37:0/899742292 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e001e070 con 0x7fa2e40d0680 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.598+0000 7fa2da7fc700 1 -- 172.21.15.37:0/899742292 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e00038e0 con 0x7fa2e40d0680 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.598+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2e40cb8d0 con 0x7fa2e40d0680 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.598+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2e40cbe90 con 0x7fa2e40d0680 2023-10-06T22:44:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.599+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2e4067490 con 0x7fa2e40d0680 2023-10-06T22:44:34.604 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.600+0000 7fa2da7fc700 1 -- 172.21.15.37:0/899742292 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa2e0003a40 con 0x7fa2e40d0680 2023-10-06T22:44:34.604 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.601+0000 7fa2da7fc700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa2c806af00 0x7fa2c806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:34.604 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.601+0000 7fa2da7fc700 1 -- 172.21.15.37:0/899742292 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa2e008a7d0 con 0x7fa2e40d0680 2023-10-06T22:44:34.604 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.601+0000 7fa2e919a700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa2c806af00 0x7fa2c806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:34.604 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.602+0000 7fa2e919a700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa2c806af00 0x7fa2c806d3c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40ccf60 tx=0x7fa2d4009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:34.607 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.605+0000 7fa2da7fc700 1 -- 172.21.15.37:0/899742292 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa2e0055580 con 0x7fa2e40d0680 2023-10-06T22:44:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.817+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa2e4074380 con 0x7fa2e40d0680 2023-10-06T22:44:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.817+0000 7fa2da7fc700 1 -- 172.21.15.37:0/899742292 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa2e0058ba0 con 0x7fa2e40d0680 2023-10-06T22:44:34.819 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:44:34.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa2c806af00 msgr2=0x7fa2c806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa2c806af00 0x7fa2c806d3c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40ccf60 tx=0x7fa2d4009210 comp rx=0 tx=0).stop 2023-10-06T22:44:34.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e40d0680 msgr2=0x7fa2e41f04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:34.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e40d0680 0x7fa2e41f04a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fa2e0009c10 tx=0x7fa2e0004750 comp rx=0 tx=0).stop 2023-10-06T22:44:34.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 shutdown_connections 2023-10-06T22:44:34.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa2e4160ce0 0x7fa2e41f65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa2e40d0680 0x7fa2e41f04a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa2c806af00 0x7fa2c806d3c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 --2- 172.21.15.37:0/899742292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa2e40d3bd0 0x7fa2e40b8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:34.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.819+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 >> 172.21.15.37:0/899742292 conn(0x7fa2e409c790 msgr2=0x7fa2e40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:34.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.820+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 shutdown_connections 2023-10-06T22:44:34.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:34.820+0000 7fa2ebbff700 1 -- 172.21.15.37:0/899742292 wait complete. 2023-10-06T22:44:34.840 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:44:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.043+0000 7f5fe7fff700 1 Processor -- start 2023-10-06T22:44:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.043+0000 7f5fe7fff700 1 -- start start 2023-10-06T22:44:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.044+0000 7f5fe7fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5fe00d3bd0 0x7f5fe00d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.044+0000 7f5fe7fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe00c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.044+0000 7f5fe7fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5fe01610c0 con 0x7f5fe0160ce0 2023-10-06T22:44:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.044+0000 7f5fe7fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5fe00d40d0 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.044+0000 7f5fe7fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe00d43b0 con 0x7f5fe00c7110 2023-10-06T22:44:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5fe00d3bd0 0x7f5fe00d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5fe00d3bd0 0x7f5fe00d0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46944/0 (socket says 172.21.15.37:46944) 2023-10-06T22:44:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 -- 172.21.15.37:0/1444489909 learned_addr learned my addr 172.21.15.37:0/1444489909 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe659c700 1 --2- 172.21.15.37:0/1444489909 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe00c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 -- 172.21.15.37:0/1444489909 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 msgr2=0x7f5fe00c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 --2- 172.21.15.37:0/1444489909 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe00c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 -- 172.21.15.37:0/1444489909 >> v1:172.21.15.62:6789/0 conn(0x7f5fe0160ce0 legacy=0x7f5fe00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 -- 172.21.15.37:0/1444489909 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fe00ceb80 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.045+0000 7f5fe559a700 1 --2- 172.21.15.37:0/1444489909 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe00d0310 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5fd00098f0 tx=0x7f5fd0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b001ab43bb220f7 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe4d99700 1 -- 172.21.15.37:0/1444489909 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0011830 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe4d99700 1 -- 172.21.15.37:0/1444489909 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fd0011990 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe4d99700 1 -- 172.21.15.37:0/1444489909 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0011d20 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 -- 172.21.15.37:0/1444489909 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 msgr2=0x7f5fe00d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/1444489909 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe00d0310 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5fd00098f0 tx=0x7f5fd0009c00 comp rx=0 tx=0).stop 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 -- 172.21.15.37:0/1444489909 shutdown_connections 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/1444489909 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe00c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/1444489909 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe00d0310 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 -- 172.21.15.37:0/1444489909 >> 172.21.15.37:0/1444489909 conn(0x7f5fe009c790 msgr2=0x7f5fe00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 -- 172.21.15.37:0/1444489909 shutdown_connections 2023-10-06T22:44:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.046+0000 7f5fe7fff700 1 -- 172.21.15.37:0/1444489909 wait complete. 2023-10-06T22:44:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.048+0000 7f5fe7fff700 1 Processor -- start 2023-10-06T22:44:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.048+0000 7f5fe7fff700 1 -- start start 2023-10-06T22:44:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe7fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe01592a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe0158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe7fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fe0160ce0 0x7f5fe006c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe7fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe015a520 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe7fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe0158e70 con 0x7f5fe0160ce0 2023-10-06T22:44:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe7fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe0159910 con 0x7f5fe00c7110 2023-10-06T22:44:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe559a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe0158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe559a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe0158930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46948/0 (socket says 172.21.15.37:46948) 2023-10-06T22:44:35.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe5d9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe01592a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe559a700 1 -- 172.21.15.37:0/3931190568 learned_addr learned my addr 172.21.15.37:0/3931190568 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:35.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.049+0000 7f5fe659c700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fe0160ce0 0x7f5fe006c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fe559a700 1 -- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 msgr2=0x7f5fe01592a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fe559a700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe01592a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fe559a700 1 -- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fe0160ce0 msgr2=0x7f5fe006c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fe559a700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fe0160ce0 0x7f5fe006c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fe559a700 1 -- 172.21.15.37:0/3931190568 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fd0009550 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fe5d9b700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe01592a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fe559a700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe0158930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0000c00 tx=0x7f5fd0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fd67fc700 1 -- 172.21.15.37:0/3931190568 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0004400 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fd67fc700 1 -- 172.21.15.37:0/3931190568 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5fd001f070 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.050+0000 7f5fd67fc700 1 -- 172.21.15.37:0/3931190568 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fd00038e0 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.051+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fe0159bf0 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.051+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fe015a1b0 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.052+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fe0067490 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.052+0000 7f5fd67fc700 1 -- 172.21.15.37:0/3931190568 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5fd0021030 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.054+0000 7f5fd67fc700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5fc406af00 0x7f5fc406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.054+0000 7f5fd67fc700 1 -- 172.21.15.37:0/3931190568 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5fd008ac90 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.054+0000 7f5fe5d9b700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5fc406af00 0x7f5fc406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.055+0000 7f5fe5d9b700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5fc406af00 0x7f5fc406d3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc007fd0 tx=0x7f5fdc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:35.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.059+0000 7f5fd67fc700 1 -- 172.21.15.37:0/3931190568 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5fd0055ae0 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.268+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5fe0074380 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.268+0000 7f5fd67fc700 1 -- 172.21.15.37:0/3931190568 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5fd0015020 con 0x7f5fe00d3bd0 2023-10-06T22:44:35.271 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.270+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5fc406af00 msgr2=0x7f5fc406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.270+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5fc406af00 0x7f5fc406d3c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc007fd0 tx=0x7f5fdc009040 comp rx=0 tx=0).stop 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 msgr2=0x7f5fe0158930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe0158930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5fd0000c00 tx=0x7f5fd0004750 comp rx=0 tx=0).stop 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 shutdown_connections 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5fc406af00 0x7f5fc406d3c0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5fe0160ce0 0x7f5fe006c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5fe00c7110 0x7f5fe01592a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 --2- 172.21.15.37:0/3931190568 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5fe00d3bd0 0x7f5fe0158930 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 >> 172.21.15.37:0/3931190568 conn(0x7f5fe009c790 msgr2=0x7f5fe00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:35.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 shutdown_connections 2023-10-06T22:44:35.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.271+0000 7f5fe7fff700 1 -- 172.21.15.37:0/3931190568 wait complete. 2023-10-06T22:44:35.291 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-06T22:44:35.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.490+0000 7fd6577ff700 1 Processor -- start 2023-10-06T22:44:35.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.491+0000 7fd6577ff700 1 -- start start 2023-10-06T22:44:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.492+0000 7fd6577ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500b5720 0x7fd6500ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.492+0000 7fd6577ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6500cedd0 con 0x7fd6500d1760 2023-10-06T22:44:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.492+0000 7fd6577ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6500d1d40 con 0x7fd65015d830 2023-10-06T22:44:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.492+0000 7fd6577ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6500d2020 con 0x7fd6500b5720 2023-10-06T22:44:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.492+0000 7fd654d9a700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fd6500d1760 0x7fd6500b5010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41738/0 (socket says 172.21.15.37:41738) 2023-10-06T22:44:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.492+0000 7fd654d9a700 1 -- 172.21.15.37:0/267117570 learned_addr learned my addr 172.21.15.37:0/267117570 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.492+0000 7fd655d9c700 1 --2- 172.21.15.37:0/267117570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500b5720 0x7fd6500ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd647fff700 1 -- 172.21.15.37:0/267117570 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2443965970 0 0) 0x7fd6500d1d40 con 0x7fd65015d830 2023-10-06T22:44:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd647fff700 1 -- 172.21.15.37:0/267117570 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd63c0035b0 con 0x7fd65015d830 2023-10-06T22:44:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd647fff700 1 -- 172.21.15.37:0/267117570 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2120441965 0 0) 0x7fd6500cedd0 con 0x7fd6500d1760 2023-10-06T22:44:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd647fff700 1 -- 172.21.15.37:0/267117570 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd6500d1d40 con 0x7fd6500d1760 2023-10-06T22:44:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd655d9c700 1 -- 172.21.15.37:0/267117570 >> v1:172.21.15.62:6789/0 conn(0x7fd65015d830 legacy=0x7fd6500d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd655d9c700 1 -- 172.21.15.37:0/267117570 >> v1:172.21.15.37:6789/0 conn(0x7fd6500d1760 legacy=0x7fd6500b5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd655d9c700 1 -- 172.21.15.37:0/267117570 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6500d2300 con 0x7fd6500b5720 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd655d9c700 1 --2- 172.21.15.37:0/267117570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500b5720 0x7fd6500ce890 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd648009dc0 tx=0x7fd64800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cd7f9a7bb313cee server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd647fff700 1 -- 172.21.15.37:0/267117570 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64800e070 con 0x7fd6500b5720 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd647fff700 1 -- 172.21.15.37:0/267117570 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd64800bb20 con 0x7fd6500b5720 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.493+0000 7fd647fff700 1 -- 172.21.15.37:0/267117570 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd648012430 con 0x7fd6500b5720 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.494+0000 7fd6577ff700 1 -- 172.21.15.37:0/267117570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500b5720 msgr2=0x7fd6500ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.494+0000 7fd6577ff700 1 --2- 172.21.15.37:0/267117570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500b5720 0x7fd6500ce890 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd648009dc0 tx=0x7fd64800b330 comp rx=0 tx=0).stop 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.494+0000 7fd6577ff700 1 -- 172.21.15.37:0/267117570 shutdown_connections 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.494+0000 7fd6577ff700 1 --2- 172.21.15.37:0/267117570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500b5720 0x7fd6500ce890 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.494+0000 7fd6577ff700 1 -- 172.21.15.37:0/267117570 >> 172.21.15.37:0/267117570 conn(0x7fd650072630 msgr2=0x7fd6500d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:35.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.494+0000 7fd6577ff700 1 -- 172.21.15.37:0/267117570 shutdown_connections 2023-10-06T22:44:35.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.494+0000 7fd6577ff700 1 -- 172.21.15.37:0/267117570 wait complete. 2023-10-06T22:44:35.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.496+0000 7fd6577ff700 1 Processor -- start 2023-10-06T22:44:35.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.497+0000 7fd6577ff700 1 -- start start 2023-10-06T22:44:35.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd6577ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6500b5720 0x7fd650159c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd6577ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500d1760 0x7fd6500b7930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd6577ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd65015d830 0x7fd6500b7e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd6577ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd65015a160 con 0x7fd6500b5720 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd6577ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6501f2e60 con 0x7fd65015d830 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd6577ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6501f3140 con 0x7fd6500d1760 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd65559b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6500b5720 0x7fd650159c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd65559b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6500b5720 0x7fd650159c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46964/0 (socket says 172.21.15.37:46964) 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd65559b700 1 -- 172.21.15.37:0/3743829461 learned_addr learned my addr 172.21.15.37:0/3743829461 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd655d9c700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd65015d830 0x7fd6500b7e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.498+0000 7fd654d9a700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500d1760 0x7fd6500b7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd65559b700 1 -- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500d1760 msgr2=0x7fd6500b7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd65559b700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500d1760 0x7fd6500b7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd65559b700 1 -- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd65015d830 msgr2=0x7fd6500b7e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd65559b700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd65015d830 0x7fd6500b7e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd65559b700 1 -- 172.21.15.37:0/3743829461 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd648009a70 con 0x7fd6500b5720 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd65559b700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6500b5720 0x7fd650159c20 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd64c0010e0 tx=0x7fd64c00c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd645ffb700 1 -- 172.21.15.37:0/3743829461 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c0052d0 con 0x7fd6500b5720 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd645ffb700 1 -- 172.21.15.37:0/3743829461 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd64c005430 con 0x7fd6500b5720 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6501f3420 con 0x7fd6500b5720 2023-10-06T22:44:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd645ffb700 1 -- 172.21.15.37:0/3743829461 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c0038a0 con 0x7fd6500b5720 2023-10-06T22:44:35.504 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.499+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6500c8490 con 0x7fd6500b5720 2023-10-06T22:44:35.504 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.500+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6501f3a50 con 0x7fd6500b5720 2023-10-06T22:44:35.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.501+0000 7fd645ffb700 1 -- 172.21.15.37:0/3743829461 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd64c003a00 con 0x7fd6500b5720 2023-10-06T22:44:35.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.502+0000 7fd645ffb700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd63406af00 0x7fd63406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:35.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.502+0000 7fd645ffb700 1 -- 172.21.15.37:0/3743829461 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd64c088d20 con 0x7fd6500b5720 2023-10-06T22:44:35.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.503+0000 7fd654d9a700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd63406af00 0x7fd63406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:35.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.503+0000 7fd654d9a700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd63406af00 0x7fd63406d3c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd6500c6e40 tx=0x7fd640007dc0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:35.508 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.506+0000 7fd645ffb700 1 -- 172.21.15.37:0/3743829461 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd64c053ad0 con 0x7fd6500b5720 2023-10-06T22:44:35.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.731+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd650074380 con 0x7fd6500b5720 2023-10-06T22:44:35.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.732+0000 7fd645ffb700 1 -- 172.21.15.37:0/3743829461 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v25) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd64c017080 con 0x7fd6500b5720 2023-10-06T22:44:35.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd63406af00 msgr2=0x7fd63406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd63406af00 0x7fd63406d3c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd6500c6e40 tx=0x7fd640007dc0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6500b5720 msgr2=0x7fd650159c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:35.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6500b5720 0x7fd650159c20 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd64c0010e0 tx=0x7fd64c00c9e0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 shutdown_connections 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd63406af00 0x7fd63406d3c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd65015d830 0x7fd6500b7e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd6500b5720 0x7fd650159c20 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 --2- 172.21.15.37:0/3743829461 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd6500d1760 0x7fd6500b7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 >> 172.21.15.37:0/3743829461 conn(0x7fd650072630 msgr2=0x7fd6500d3590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 shutdown_connections 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:35.734+0000 7fd6577ff700 1 -- 172.21.15.37:0/3743829461 wait complete. 2023-10-06T22:44:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:listed 0 entries 2023-10-06T22:44:35.755 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi037.front.sepia.ceph.com... 2023-10-06T22:44:35.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:35.755 DEBUG:teuthology.orchestra.run.smithi037:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2023-10-06T22:44:35.822 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi037.stderr:ceph-fuse[140472]: fuse finished with error 0 and tester_r 0 2023-10-06T22:44:35.826 INFO:teuthology.orchestra.run:waiting for 300 2023-10-06T22:44:38.574 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:44:38.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:44:41.927 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:44:41.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:44:41.927 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2023-10-06T22:44:42.058 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:42.267 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.265+0000 7f977ffff700 1 Processor -- start 2023-10-06T22:44:42.267 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.265+0000 7f977ffff700 1 -- start start 2023-10-06T22:44:42.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.266+0000 7f977ffff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f97780d1760 0x7f97780ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.266+0000 7f977ffff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97780cedd0 con 0x7f97780b5010 2023-10-06T22:44:42.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.266+0000 7f977ffff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97780d1d40 con 0x7f977815d830 2023-10-06T22:44:42.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.266+0000 7f977ffff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97780d2020 con 0x7f97780d1760 2023-10-06T22:44:42.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977e59c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f97780b5010 0x7f97780b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41742/0 (socket says 172.21.15.37:41742) 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977e59c700 1 -- 172.21.15.37:0/4016180241 learned_addr learned my addr 172.21.15.37:0/4016180241 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977d59a700 1 --2- 172.21.15.37:0/4016180241 >> v2:172.21.15.62:3300/0 conn(0x7f97780d1760 0x7f97780ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977cd99700 1 -- 172.21.15.37:0/4016180241 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1757116274 0 0) 0x7f97780cedd0 con 0x7f97780b5010 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977cd99700 1 -- 172.21.15.37:0/4016180241 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97640035b0 con 0x7f97780b5010 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977cd99700 1 -- 172.21.15.37:0/4016180241 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2203495298 0 0) 0x7f97780d1d40 con 0x7f977815d830 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977cd99700 1 -- 172.21.15.37:0/4016180241 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97780cedd0 con 0x7f977815d830 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977d59a700 1 -- 172.21.15.37:0/4016180241 >> v1:172.21.15.62:6789/0 conn(0x7f977815d830 legacy=0x7f97780d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977d59a700 1 -- 172.21.15.37:0/4016180241 >> v1:172.21.15.37:6789/0 conn(0x7f97780b5010 legacy=0x7f97780b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.267+0000 7f977d59a700 1 -- 172.21.15.37:0/4016180241 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97780d2300 con 0x7f97780d1760 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.268+0000 7f977d59a700 1 --2- 172.21.15.37:0/4016180241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97780d1760 0x7f97780ce890 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9768009840 tx=0x7f9768009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f14c26b9b7edf59 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:42.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.268+0000 7f977cd99700 1 -- 172.21.15.37:0/4016180241 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9768011830 con 0x7f97780d1760 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.268+0000 7f977cd99700 1 -- 172.21.15.37:0/4016180241 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9768011990 con 0x7f97780d1760 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.268+0000 7f977cd99700 1 -- 172.21.15.37:0/4016180241 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9768011d20 con 0x7f97780d1760 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.268+0000 7f977ffff700 1 -- 172.21.15.37:0/4016180241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97780d1760 msgr2=0x7f97780ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.268+0000 7f977ffff700 1 --2- 172.21.15.37:0/4016180241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97780d1760 0x7f97780ce890 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9768009840 tx=0x7f9768009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.269+0000 7f977ffff700 1 -- 172.21.15.37:0/4016180241 shutdown_connections 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.269+0000 7f977ffff700 1 --2- 172.21.15.37:0/4016180241 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97780d1760 0x7f97780ce890 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.269+0000 7f977ffff700 1 -- 172.21.15.37:0/4016180241 >> 172.21.15.37:0/4016180241 conn(0x7f9778072630 msgr2=0x7f97780d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.269+0000 7f977ffff700 1 -- 172.21.15.37:0/4016180241 shutdown_connections 2023-10-06T22:44:42.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.269+0000 7f977ffff700 1 -- 172.21.15.37:0/4016180241 wait complete. 2023-10-06T22:44:42.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.270+0000 7f977ffff700 1 Processor -- start 2023-10-06T22:44:42.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.270+0000 7f977ffff700 1 -- start start 2023-10-06T22:44:42.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.271+0000 7f977ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97780b5010 0x7f97780c7290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.271+0000 7f977ffff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97780d1760 0x7f9778150b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.271+0000 7f977ffff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f977815d830 0x7f97781f61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.271+0000 7f977ffff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97781510b0 con 0x7f97780b5010 2023-10-06T22:44:42.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.271+0000 7f977ffff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97780ca660 con 0x7f977815d830 2023-10-06T22:44:42.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.271+0000 7f977ffff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97781f6710 con 0x7f97780d1760 2023-10-06T22:44:42.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97780b5010 0x7f97780c7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97780b5010 0x7f97780c7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46976/0 (socket says 172.21.15.37:46976) 2023-10-06T22:44:42.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 -- 172.21.15.37:0/2051708973 learned_addr learned my addr 172.21.15.37:0/2051708973 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977e59c700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f977815d830 0x7f97781f61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977d59a700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97780d1760 0x7f9778150b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 -- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97780d1760 msgr2=0x7f9778150b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97780d1760 0x7f9778150b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 -- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f977815d830 msgr2=0x7f97781f61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f977815d830 0x7f97781f61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 -- 172.21.15.37:0/2051708973 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97680094a0 con 0x7f97780b5010 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f977dd9b700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97780b5010 0x7f97780c7290 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f977400c520 tx=0x7f977400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.272+0000 7f976e7fc700 1 -- 172.21.15.37:0/2051708973 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97740052d0 con 0x7f97780b5010 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.273+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97781f69b0 con 0x7f97780b5010 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.273+0000 7f976e7fc700 1 -- 172.21.15.37:0/2051708973 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9774005430 con 0x7f97780b5010 2023-10-06T22:44:42.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.273+0000 7f976e7fc700 1 -- 172.21.15.37:0/2051708973 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97740038c0 con 0x7f97780b5010 2023-10-06T22:44:42.278 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.273+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97781f6f70 con 0x7f97780b5010 2023-10-06T22:44:42.278 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.274+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9778074380 con 0x7f97780b5010 2023-10-06T22:44:42.279 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.275+0000 7f976e7fc700 1 -- 172.21.15.37:0/2051708973 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9774003a20 con 0x7f97780b5010 2023-10-06T22:44:42.279 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.275+0000 7f976e7fc700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f975c06af00 0x7f975c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.279 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.275+0000 7f976e7fc700 1 -- 172.21.15.37:0/2051708973 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9774088f10 con 0x7f97780b5010 2023-10-06T22:44:42.279 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.276+0000 7f977d59a700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f975c06af00 0x7f975c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.279 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.276+0000 7f977d59a700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f975c06af00 0x7f975c06d3c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9768009fd0 tx=0x7f976801c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:42.282 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.280+0000 7f976e7fc700 1 -- 172.21.15.37:0/2051708973 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9774053c40 con 0x7f97780b5010 2023-10-06T22:44:42.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.488+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f97780b92c0 con 0x7f97780b5010 2023-10-06T22:44:42.491 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.489+0000 7f976e7fc700 1 -- 172.21.15.37:0/2051708973 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7f9774074e60 con 0x7f97780b5010 2023-10-06T22:44:42.491 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:42.491 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:42.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f975c06af00 msgr2=0x7f975c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f975c06af00 0x7f975c06d3c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f9768009fd0 tx=0x7f976801c040 comp rx=0 tx=0).stop 2023-10-06T22:44:42.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97780b5010 msgr2=0x7f97780c7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97780b5010 0x7f97780c7290 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f977400c520 tx=0x7f977400c8e0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 shutdown_connections 2023-10-06T22:44:42.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f975c06af00 0x7f975c06d3c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f977815d830 0x7f97781f61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97780b5010 0x7f97780c7290 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 --2- 172.21.15.37:0/2051708973 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97780d1760 0x7f9778150b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.491+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 >> 172.21.15.37:0/2051708973 conn(0x7f9778072630 msgr2=0x7f97780b6730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:42.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.492+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 shutdown_connections 2023-10-06T22:44:42.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.492+0000 7f977ffff700 1 -- 172.21.15.37:0/2051708973 wait complete. 2023-10-06T22:44:42.512 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:42.712 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.710+0000 7f3bb95ff700 1 Processor -- start 2023-10-06T22:44:42.712 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.711+0000 7f3bb95ff700 1 -- start start 2023-10-06T22:44:42.714 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb95ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.714 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb95ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3bb40ce890 0x7f3bb40d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb95ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3bb40d3320 con 0x7f3bb40b5010 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb95ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bb40d1d40 con 0x7f3bb40ce890 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb95ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb40d2020 con 0x7f3bb415d830 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb27fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3bb40ce890 0x7f3bb40d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb27fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3bb40ce890 0x7f3bb40d2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46990/0 (socket says 172.21.15.37:46990) 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb27fc700 1 -- 172.21.15.37:0/4243170008 learned_addr learned my addr 172.21.15.37:0/4243170008 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb2ffd700 1 --2- 172.21.15.37:0/4243170008 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb27fc700 1 -- 172.21.15.37:0/4243170008 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 msgr2=0x7f3bb40d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:42.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.712+0000 7f3bb27fc700 1 --2- 172.21.15.37:0/4243170008 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.716 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.713+0000 7f3bb27fc700 1 -- 172.21.15.37:0/4243170008 >> v1:172.21.15.62:6789/0 conn(0x7f3bb40b5010 legacy=0x7f3bb40b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.716 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.713+0000 7f3bb27fc700 1 -- 172.21.15.37:0/4243170008 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bb40d2300 con 0x7f3bb40ce890 2023-10-06T22:44:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.713+0000 7f3bb27fc700 1 --2- 172.21.15.37:0/4243170008 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb40d2de0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3ba80098f0 tx=0x7f3ba8009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a76ef7042e98de2 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.713+0000 7f3bb1ffb700 1 -- 172.21.15.37:0/4243170008 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba800b8a0 con 0x7f3bb40ce890 2023-10-06T22:44:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.713+0000 7f3bb1ffb700 1 -- 172.21.15.37:0/4243170008 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ba800ba00 con 0x7f3bb40ce890 2023-10-06T22:44:42.720 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.713+0000 7f3bb1ffb700 1 -- 172.21.15.37:0/4243170008 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba800bd90 con 0x7f3bb40ce890 2023-10-06T22:44:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 -- 172.21.15.37:0/4243170008 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 msgr2=0x7f3bb40d2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/4243170008 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb40d2de0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3ba80098f0 tx=0x7f3ba8009c00 comp rx=0 tx=0).stop 2023-10-06T22:44:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 -- 172.21.15.37:0/4243170008 shutdown_connections 2023-10-06T22:44:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/4243170008 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/4243170008 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb40d2de0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 -- 172.21.15.37:0/4243170008 >> 172.21.15.37:0/4243170008 conn(0x7f3bb4072630 msgr2=0x7f3bb40d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:42.721 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 -- 172.21.15.37:0/4243170008 shutdown_connections 2023-10-06T22:44:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.714+0000 7f3bb95ff700 1 -- 172.21.15.37:0/4243170008 wait complete. 2023-10-06T22:44:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.715+0000 7f3bb95ff700 1 Processor -- start 2023-10-06T22:44:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.716+0000 7f3bb95ff700 1 -- start start 2023-10-06T22:44:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.716+0000 7f3bb95ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bb40b5010 0x7f3bb40cbe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.716+0000 7f3bb95ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb415fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.716+0000 7f3bb95ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb95ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb41f2b50 con 0x7f3bb40ce890 2023-10-06T22:44:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb95ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb4160ae0 con 0x7f3bb40b5010 2023-10-06T22:44:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb95ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bb4160800 con 0x7f3bb415d830 2023-10-06T22:44:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb415fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb415fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46992/0 (socket says 172.21.15.37:46992) 2023-10-06T22:44:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 -- 172.21.15.37:0/3801462832 learned_addr learned my addr 172.21.15.37:0/3801462832 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:42.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb2ffd700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bb40b5010 0x7f3bb40cbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb37fe700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 -- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 msgr2=0x7f3bb40d3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 -- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bb40b5010 msgr2=0x7f3bb40cbe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bb40b5010 0x7f3bb40cbe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 -- 172.21.15.37:0/3801462832 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ba8009550 con 0x7f3bb40ce890 2023-10-06T22:44:42.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb37fe700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.717+0000 7f3bb27fc700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb415fe90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3ba8000c00 tx=0x7f3ba8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.718+0000 7f3b9b7fe700 1 -- 172.21.15.37:0/3801462832 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba8004380 con 0x7f3bb40ce890 2023-10-06T22:44:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.718+0000 7f3b9b7fe700 1 -- 172.21.15.37:0/3801462832 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ba801f070 con 0x7f3bb40ce890 2023-10-06T22:44:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.718+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bb41f2d40 con 0x7f3bb40ce890 2023-10-06T22:44:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.718+0000 7f3b9b7fe700 1 -- 172.21.15.37:0/3801462832 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ba80036a0 con 0x7f3bb40ce890 2023-10-06T22:44:42.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.718+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bb41f3300 con 0x7f3bb40ce890 2023-10-06T22:44:42.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.719+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bb41f34f0 con 0x7f3bb40ce890 2023-10-06T22:44:42.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.720+0000 7f3b9b7fe700 1 -- 172.21.15.37:0/3801462832 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3ba8021030 con 0x7f3bb40ce890 2023-10-06T22:44:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.721+0000 7f3b9b7fe700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3ba006af00 0x7f3ba006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.721+0000 7f3b9b7fe700 1 -- 172.21.15.37:0/3801462832 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3ba808ad20 con 0x7f3bb40ce890 2023-10-06T22:44:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.721+0000 7f3bb2ffd700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3ba006af00 0x7f3ba006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:42.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.723+0000 7f3bb2ffd700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3ba006af00 0x7f3ba006d3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3bb40d4150 tx=0x7f3ba4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:42.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.725+0000 7f3b9b7fe700 1 -- 172.21.15.37:0/3801462832 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3ba8055a40 con 0x7f3bb40ce890 2023-10-06T22:44:42.939 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.937+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3bb4074380 con 0x7f3bb40ce890 2023-10-06T22:44:42.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.938+0000 7f3b9b7fe700 1 -- 172.21.15.37:0/3801462832 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7f3ba8015090 con 0x7f3bb40ce890 2023-10-06T22:44:42.940 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:42.940 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3ba006af00 msgr2=0x7f3ba006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3ba006af00 0x7f3ba006d3c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3bb40d4150 tx=0x7f3ba4008040 comp rx=0 tx=0).stop 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 msgr2=0x7f3bb415fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb415fe90 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3ba8000c00 tx=0x7f3ba8004750 comp rx=0 tx=0).stop 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 shutdown_connections 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3ba006af00 0x7f3ba006d3c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3bb40b5010 0x7f3bb40cbe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3bb415d830 0x7f3bb40d3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 --2- 172.21.15.37:0/3801462832 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3bb40ce890 0x7f3bb415fe90 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 >> 172.21.15.37:0/3801462832 conn(0x7f3bb4072630 msgr2=0x7f3bb40c98a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:42.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 shutdown_connections 2023-10-06T22:44:42.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:42.941+0000 7f3bb95ff700 1 -- 172.21.15.37:0/3801462832 wait complete. 2023-10-06T22:44:42.961 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-10-06T22:44:43.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.163+0000 7f70d1fff700 1 Processor -- start 2023-10-06T22:44:43.166 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.163+0000 7f70d1fff700 1 -- start start 2023-10-06T22:44:43.170 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70d1fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f70cc0d3bd0 0x7f70cc0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:43.170 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70d1fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f70cc0c7110 0x7f70cc0c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:43.170 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70d1fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70cc1610c0 con 0x7f70cc160ce0 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70d1fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70cc0d40d0 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70d1fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70cc0d43b0 con 0x7f70cc0c7110 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70caffd700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f70cc0d3bd0 0x7f70cc0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70caffd700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f70cc0d3bd0 0x7f70cc0d0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:46998/0 (socket says 172.21.15.37:46998) 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70caffd700 1 -- 172.21.15.37:0/2126838140 learned_addr learned my addr 172.21.15.37:0/2126838140 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70cbfff700 1 --2- 172.21.15.37:0/2126838140 >> v2:172.21.15.62:3300/0 conn(0x7f70cc0c7110 0x7f70cc0c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70caffd700 1 -- 172.21.15.37:0/2126838140 >> v2:172.21.15.62:3300/0 conn(0x7f70cc0c7110 msgr2=0x7f70cc0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:43.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70caffd700 1 --2- 172.21.15.37:0/2126838140 >> v2:172.21.15.62:3300/0 conn(0x7f70cc0c7110 0x7f70cc0c7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70caffd700 1 -- 172.21.15.37:0/2126838140 >> v1:172.21.15.62:6789/0 conn(0x7f70cc160ce0 legacy=0x7f70cc0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:43.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70caffd700 1 -- 172.21.15.37:0/2126838140 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70cc0ceb80 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.165+0000 7f70cbfff700 1 --2- 172.21.15.37:0/2126838140 >> v2:172.21.15.62:3300/0 conn(0x7f70cc0c7110 0x7f70cc0c7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:43.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.166+0000 7f70caffd700 1 --2- 172.21.15.37:0/2126838140 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0d0310 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f70cc06b570 tx=0x7f70c0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=999dfd1fc034f45e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:43.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.166+0000 7f70ca7fc700 1 -- 172.21.15.37:0/2126838140 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c000b870 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.166+0000 7f70ca7fc700 1 -- 172.21.15.37:0/2126838140 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70c000b9d0 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.166+0000 7f70ca7fc700 1 -- 172.21.15.37:0/2126838140 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c000bd60 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.166+0000 7f70d1fff700 1 -- 172.21.15.37:0/2126838140 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 msgr2=0x7f70cc0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.166+0000 7f70d1fff700 1 --2- 172.21.15.37:0/2126838140 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0d0310 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f70cc06b570 tx=0x7f70c0009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.167+0000 7f70d1fff700 1 -- 172.21.15.37:0/2126838140 shutdown_connections 2023-10-06T22:44:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.167+0000 7f70d1fff700 1 --2- 172.21.15.37:0/2126838140 >> v2:172.21.15.62:3300/0 conn(0x7f70cc0c7110 0x7f70cc0c7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.167+0000 7f70d1fff700 1 --2- 172.21.15.37:0/2126838140 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0d0310 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.167+0000 7f70d1fff700 1 -- 172.21.15.37:0/2126838140 >> 172.21.15.37:0/2126838140 conn(0x7f70cc09c790 msgr2=0x7f70cc0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.167+0000 7f70d1fff700 1 -- 172.21.15.37:0/2126838140 shutdown_connections 2023-10-06T22:44:43.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.167+0000 7f70d1fff700 1 -- 172.21.15.37:0/2126838140 wait complete. 2023-10-06T22:44:43.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.168+0000 7f70d1fff700 1 Processor -- start 2023-10-06T22:44:43.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.168+0000 7f70d1fff700 1 -- start start 2023-10-06T22:44:43.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.169+0000 7f70d1fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70cc0c7110 0x7f70cc15c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:43.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.169+0000 7f70d1fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0b8b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:43.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.169+0000 7f70d1fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f70cc160ce0 0x7f70cc0b0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:43.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.169+0000 7f70d1fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70cc0b40a0 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.169+0000 7f70d1fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70cc09dc10 con 0x7f70cc0c7110 2023-10-06T22:44:43.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.169+0000 7f70d1fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70cc0b9240 con 0x7f70cc160ce0 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0b8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0b8b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:47000/0 (socket says 172.21.15.37:47000) 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 -- 172.21.15.37:0/3741234196 learned_addr learned my addr 172.21.15.37:0/3741234196 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70cb7fe700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70cc0c7110 0x7f70cc15c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70cbfff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f70cc160ce0 0x7f70cc0b0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 -- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f70cc160ce0 msgr2=0x7f70cc0b0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f70cc160ce0 0x7f70cc0b0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 -- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70cc0c7110 msgr2=0x7f70cc15c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70cc0c7110 0x7f70cc15c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 -- 172.21.15.37:0/3741234196 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70c0009550 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.170+0000 7f70caffd700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0b8b60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f70c0000c00 tx=0x7f70c0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.171+0000 7f70b3fff700 1 -- 172.21.15.37:0/3741234196 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c0004540 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.171+0000 7f70b3fff700 1 -- 172.21.15.37:0/3741234196 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70c00036a0 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.171+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70cc09deb0 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.171+0000 7f70b3fff700 1 -- 172.21.15.37:0/3741234196 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70c0003a10 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.171+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70cc09e470 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.172+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70cc067490 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.173+0000 7f70b3fff700 1 -- 172.21.15.37:0/3741234196 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f70c0021070 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.174+0000 7f70b3fff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f70b806af00 0x7f70b806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.174+0000 7f70b3fff700 1 -- 172.21.15.37:0/3741234196 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f70c008af50 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.174+0000 7f70cb7fe700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f70b806af00 0x7f70b806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:43.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.176+0000 7f70cb7fe700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f70b806af00 0x7f70b806d3c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f70cc0d1e90 tx=0x7f70bc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:43.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.179+0000 7f70b3fff700 1 -- 172.21.15.37:0/3741234196 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f70c0055d00 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.437+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f70cc074380 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.961 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.960+0000 7f70b3fff700 1 -- 172.21.15.37:0/3741234196 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) v1 ==== 118+0+0 (secure 0 0 0) 0x7f70c0015020 con 0x7f70cc0d3bd0 2023-10-06T22:44:43.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f70b806af00 msgr2=0x7f70b806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:43.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f70b806af00 0x7f70b806d3c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f70cc0d1e90 tx=0x7f70bc009040 comp rx=0 tx=0).stop 2023-10-06T22:44:43.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 msgr2=0x7f70cc0b8b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:43.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0b8b60 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f70c0000c00 tx=0x7f70c0004750 comp rx=0 tx=0).stop 2023-10-06T22:44:43.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 shutdown_connections 2023-10-06T22:44:43.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f70b806af00 0x7f70b806d3c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70cc0c7110 0x7f70cc15c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f70cc160ce0 0x7f70cc0b0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 --2- 172.21.15.37:0/3741234196 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70cc0d3bd0 0x7f70cc0b8b60 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:43.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 >> 172.21.15.37:0/3741234196 conn(0x7f70cc09c790 msgr2=0x7f70cc0cf9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:43.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 shutdown_connections 2023-10-06T22:44:43.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:43.963+0000 7f70d1fff700 1 -- 172.21.15.37:0/3741234196 wait complete. 2023-10-06T22:44:43.983 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2023-10-06T22:44:43.983 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-10-06T22:44:44.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.188+0000 7f5bb65ff700 1 Processor -- start 2023-10-06T22:44:44.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.188+0000 7f5bb65ff700 1 -- start start 2023-10-06T22:44:44.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5bb65ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5bb00d3bd0 0x7f5bb00d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5bb65ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 0x7f5bb00c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5bb65ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bb01610c0 con 0x7f5bb0160ce0 2023-10-06T22:44:44.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5bb65ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bb00d40d0 con 0x7f5bb00d3bd0 2023-10-06T22:44:44.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5bb65ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bb00d43b0 con 0x7f5bb00c7110 2023-10-06T22:44:44.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5baffff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f5bb0160ce0 0x7f5bb00cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34558/0 (socket says 172.21.15.37:34558) 2023-10-06T22:44:44.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5baffff700 1 -- 172.21.15.37:0/3172118787 learned_addr learned my addr 172.21.15.37:0/3172118787 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:44.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5baf7fe700 1 --2- 172.21.15.37:0/3172118787 >> v2:172.21.15.62:3300/0 conn(0x7f5bb00d3bd0 0x7f5bb00d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5bb4b9c700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 0x7f5bb00c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 424704891 0 0) 0x7f5bb01610c0 con 0x7f5bb0160ce0 2023-10-06T22:44:44.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.190+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b980035b0 con 0x7f5bb0160ce0 2023-10-06T22:44:44.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1604501462 0 0) 0x7f5b980035b0 con 0x7f5bb0160ce0 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 msgr2=0x7f5bb00c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 0x7f5bb00c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 >> v2:172.21.15.62:3300/0 conn(0x7f5bb00d3bd0 msgr2=0x7f5bb00d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 --2- 172.21.15.37:0/3172118787 >> v2:172.21.15.62:3300/0 conn(0x7f5bb00d3bd0 0x7f5bb00d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bb00ceb80 con 0x7f5bb0160ce0 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f5ba0001670 con 0x7f5bb0160ce0 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baf7fe700 1 --2- 172.21.15.37:0/3172118787 >> v2:172.21.15.62:3300/0 conn(0x7f5bb00d3bd0 0x7f5bb00d0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 >> v1:172.21.15.37:6789/0 conn(0x7f5bb0160ce0 legacy=0x7f5bb00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:44.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98003a00 0x7f5b98003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 0x7f5b98004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b98004d90 0x7f5b98005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bb00d40d0 con 0x7f5b98004d90 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bb00d43b0 con 0x7f5b98003a00 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b9800ba10 con 0x7f5bb00c7110 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5bb4b9c700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b98004d90 0x7f5b98005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baffff700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98003a00 0x7f5b98003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baf7fe700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 0x7f5b98004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5bb4b9c700 1 -- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 msgr2=0x7f5b98004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5bb4b9c700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 0x7f5b98004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5bb4b9c700 1 -- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98003a00 msgr2=0x7f5b98003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5bb4b9c700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98003a00 0x7f5b98003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5bb4b9c700 1 -- 172.21.15.37:0/3172118787 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b980035b0 con 0x7f5b98004d90 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.191+0000 7f5baf7fe700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c7110 0x7f5b98004850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5bb4b9c700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b98004d90 0x7f5b98005210 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5ba8009fc0 tx=0x7f5b98005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b81ac5636ac1c34c server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba800ec30 con 0x7f5b98004d90 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ba800f040 con 0x7f5b98004d90 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5baeffd700 1 -- 172.21.15.37:0/3172118787 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba8014480 con 0x7f5b98004d90 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3172118787 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b98004d90 msgr2=0x7f5b98005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5bb65ff700 1 --2- 172.21.15.37:0/3172118787 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b98004d90 0x7f5b98005210 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f5ba8009fc0 tx=0x7f5b98005880 comp rx=0 tx=0).stop 2023-10-06T22:44:44.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5bb4b9c700 1 -- 172.21.15.37:0/3172118787 reap_dead start 2023-10-06T22:44:44.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3172118787 shutdown_connections 2023-10-06T22:44:44.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3172118787 >> 172.21.15.37:0/3172118787 conn(0x7f5bb009c790 msgr2=0x7f5bb00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:44.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.192+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3172118787 shutdown_connections 2023-10-06T22:44:44.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.193+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3172118787 wait complete. 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.194+0000 7f5bb65ff700 1 Processor -- start 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.194+0000 7f5bb65ff700 1 -- start start 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.195+0000 7f5bb65ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98004d90 0x7f5bb00b6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.195+0000 7f5bb65ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5bb00b87d0 0x7f5bb015bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.195+0000 7f5bb65ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c8540 0x7f5bb00c89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.195+0000 7f5bb65ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bb00c8f10 con 0x7f5bb00b87d0 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.195+0000 7f5bb65ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bb00b8c50 con 0x7f5b98004d90 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.195+0000 7f5bb65ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bb015c240 con 0x7f5bb00c8540 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5bb00b87d0 0x7f5bb015bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5bb00b87d0 0x7f5bb015bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41270/0 (socket says 172.21.15.37:41270) 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 -- 172.21.15.37:0/3346683719 learned_addr learned my addr 172.21.15.37:0/3346683719 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baffff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98004d90 0x7f5bb00b6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5bb4b9c700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c8540 0x7f5bb00c89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 -- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c8540 msgr2=0x7f5bb00c89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c8540 0x7f5bb00c89d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 -- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98004d90 msgr2=0x7f5bb00b6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98004d90 0x7f5bb00b6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 -- 172.21.15.37:0/3346683719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bb00cc9e0 con 0x7f5bb00b87d0 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.196+0000 7f5baf7fe700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5bb00b87d0 0x7f5bb015bd00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5ba4010c90 tx=0x7f5ba4009e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.197+0000 7f5bacff9700 1 -- 172.21.15.37:0/3346683719 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba400e870 con 0x7f5bb00b87d0 2023-10-06T22:44:44.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.197+0000 7f5bacff9700 1 -- 172.21.15.37:0/3346683719 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ba400e9d0 con 0x7f5bb00b87d0 2023-10-06T22:44:44.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.197+0000 7f5bacff9700 1 -- 172.21.15.37:0/3346683719 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ba400ed40 con 0x7f5bb00b87d0 2023-10-06T22:44:44.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.197+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bb00b7370 con 0x7f5bb00b87d0 2023-10-06T22:44:44.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.197+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bb00b7090 con 0x7f5bb00b87d0 2023-10-06T22:44:44.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.198+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bb00ccb70 con 0x7f5bb00b87d0 2023-10-06T22:44:44.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.199+0000 7f5bacff9700 1 -- 172.21.15.37:0/3346683719 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5ba4016460 con 0x7f5bb00b87d0 2023-10-06T22:44:44.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.199+0000 7f5bacff9700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b9c06af00 0x7f5b9c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:44.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.200+0000 7f5bacff9700 1 -- 172.21.15.37:0/3346683719 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5ba4089d00 con 0x7f5bb00b87d0 2023-10-06T22:44:44.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.200+0000 7f5baffff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b9c06af00 0x7f5b9c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:44.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.201+0000 7f5baffff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b9c06af00 0x7f5b9c06d3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5ba0000c00 tx=0x7f5ba0007980 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:44.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.204+0000 7f5bacff9700 1 -- 172.21.15.37:0/3346683719 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5ba4054ab0 con 0x7f5bb00b87d0 2023-10-06T22:44:44.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.462+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f5bb0067490 con 0x7f5bb00b87d0 2023-10-06T22:44:44.966 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.966+0000 7f5bacff9700 1 -- 172.21.15.37:0/3346683719 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) v1 ==== 122+0+0 (secure 0 0 0) 0x7f5ba400eea0 con 0x7f5bb00b87d0 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.968+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b9c06af00 msgr2=0x7f5b9c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.968+0000 7f5bb65ff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b9c06af00 0x7f5b9c06d3c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f5ba0000c00 tx=0x7f5ba0007980 comp rx=0 tx=0).stop 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.968+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5bb00b87d0 msgr2=0x7f5bb015bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.968+0000 7f5bb65ff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5bb00b87d0 0x7f5bb015bd00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5ba4010c90 tx=0x7f5ba4009e50 comp rx=0 tx=0).stop 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 shutdown_connections 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b9c06af00 0x7f5b9c06d3c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b98004d90 0x7f5bb00b6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5bb00c8540 0x7f5bb00c89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 --2- 172.21.15.37:0/3346683719 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5bb00b87d0 0x7f5bb015bd00 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:44.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 >> 172.21.15.37:0/3346683719 conn(0x7f5bb009c790 msgr2=0x7f5bb015dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:44.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 shutdown_connections 2023-10-06T22:44:44.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:44.969+0000 7f5bb65ff700 1 -- 172.21.15.37:0/3346683719 wait complete. 2023-10-06T22:44:44.990 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-10-06T22:44:44.990 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:44:45.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.191+0000 7f5b247ff700 1 Processor -- start 2023-10-06T22:44:45.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.192+0000 7f5b247ff700 1 -- start start 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b247ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c15d830 0x7f5b1c0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b247ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5b1c0ce890 0x7f5b1c0d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b247ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b1c0b5010 0x7f5b1c0b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b247ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b1c0b59c0 con 0x7f5b1c0ce890 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b247ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b1c0d3320 con 0x7f5b1c0b5010 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b247ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b1c0d1d40 con 0x7f5b1c15d830 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b21d9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5b1c0ce890 0x7f5b1c0d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b2259b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c15d830 0x7f5b1c0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b21d9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5b1c0ce890 0x7f5b1c0d2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41272/0 (socket says 172.21.15.37:41272) 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b21d9a700 1 -- 172.21.15.37:0/687312649 learned_addr learned my addr 172.21.15.37:0/687312649 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.193+0000 7f5b22d9c700 1 --2- 172.21.15.37:0/687312649 >> v2:172.21.15.62:3300/0 conn(0x7f5b1c0b5010 0x7f5b1c0b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21d9a700 1 -- 172.21.15.37:0/687312649 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c15d830 msgr2=0x7f5b1c0d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21d9a700 1 --2- 172.21.15.37:0/687312649 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c15d830 0x7f5b1c0d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21d9a700 1 -- 172.21.15.37:0/687312649 >> v2:172.21.15.62:3300/0 conn(0x7f5b1c0b5010 msgr2=0x7f5b1c0b5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21d9a700 1 --2- 172.21.15.37:0/687312649 >> v2:172.21.15.62:3300/0 conn(0x7f5b1c0b5010 0x7f5b1c0b5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21d9a700 1 -- 172.21.15.37:0/687312649 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b1c0d2020 con 0x7f5b1c0ce890 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21d9a700 1 --2- 172.21.15.37:0/687312649 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c0ce890 0x7f5b1c0d2de0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c0b6160 tx=0x7f5b0c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e5ab4ba50cc7b4 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21599700 1 -- 172.21.15.37:0/687312649 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b0c011830 con 0x7f5b1c0ce890 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21599700 1 -- 172.21.15.37:0/687312649 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b0c011990 con 0x7f5b1c0ce890 2023-10-06T22:44:45.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.194+0000 7f5b21599700 1 -- 172.21.15.37:0/687312649 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b0c011d20 con 0x7f5b1c0ce890 2023-10-06T22:44:45.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 -- 172.21.15.37:0/687312649 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c0ce890 msgr2=0x7f5b1c0d2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 --2- 172.21.15.37:0/687312649 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c0ce890 0x7f5b1c0d2de0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c0b6160 tx=0x7f5b0c009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 -- 172.21.15.37:0/687312649 shutdown_connections 2023-10-06T22:44:45.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 --2- 172.21.15.37:0/687312649 >> v2:172.21.15.62:3300/0 conn(0x7f5b1c0b5010 0x7f5b1c0b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 --2- 172.21.15.37:0/687312649 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c15d830 0x7f5b1c0d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 --2- 172.21.15.37:0/687312649 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c0ce890 0x7f5b1c0d2de0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 -- 172.21.15.37:0/687312649 >> 172.21.15.37:0/687312649 conn(0x7f5b1c072630 msgr2=0x7f5b1c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:45.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 -- 172.21.15.37:0/687312649 shutdown_connections 2023-10-06T22:44:45.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.195+0000 7f5b247ff700 1 -- 172.21.15.37:0/687312649 wait complete. 2023-10-06T22:44:45.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.197+0000 7f5b247ff700 1 Processor -- start 2023-10-06T22:44:45.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.198+0000 7f5b247ff700 1 -- start start 2023-10-06T22:44:45.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b247ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c0b5010 0x7f5b1c14f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b247ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b1c0ce890 0x7f5b1c15c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b247ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c15d830 0x7f5b1c14b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b247ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b1c14cdf0 con 0x7f5b1c15d830 2023-10-06T22:44:45.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b247ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b1c15c790 con 0x7f5b1c0ce890 2023-10-06T22:44:45.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b247ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b1c14c220 con 0x7f5b1c0b5010 2023-10-06T22:44:45.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b22d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c15d830 0x7f5b1c14b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b22d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c15d830 0x7f5b1c14b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41288/0 (socket says 172.21.15.37:41288) 2023-10-06T22:44:45.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b2259b700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c0b5010 0x7f5b1c14f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b21d9a700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b1c0ce890 0x7f5b1c15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.199+0000 7f5b22d9c700 1 -- 172.21.15.37:0/1757372149 learned_addr learned my addr 172.21.15.37:0/1757372149 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:45.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b22d9c700 1 -- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c0b5010 msgr2=0x7f5b1c14f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b22d9c700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c0b5010 0x7f5b1c14f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b22d9c700 1 -- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b1c0ce890 msgr2=0x7f5b1c15c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b22d9c700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b1c0ce890 0x7f5b1c15c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b22d9c700 1 -- 172.21.15.37:0/1757372149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b0c009550 con 0x7f5b1c15d830 2023-10-06T22:44:45.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b2259b700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c0b5010 0x7f5b1c14f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b22d9c700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c15d830 0x7f5b1c14b880 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5b1400eed0 tx=0x7f5b1400ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b12ffd700 1 -- 172.21.15.37:0/1757372149 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b14010040 con 0x7f5b1c15d830 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b12ffd700 1 -- 172.21.15.37:0/1757372149 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b1400b9f0 con 0x7f5b1c15d830 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b12ffd700 1 -- 172.21.15.37:0/1757372149 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b1400bda0 con 0x7f5b1c15d830 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b1c14c4c0 con 0x7f5b1c15d830 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.200+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b1c14ca80 con 0x7f5b1c15d830 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.201+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b1c14cf60 con 0x7f5b1c15d830 2023-10-06T22:44:45.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.202+0000 7f5b12ffd700 1 -- 172.21.15.37:0/1757372149 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5b14014400 con 0x7f5b1c15d830 2023-10-06T22:44:45.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.203+0000 7f5b12ffd700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b0006af00 0x7f5b0006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.203+0000 7f5b12ffd700 1 -- 172.21.15.37:0/1757372149 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5b14089be0 con 0x7f5b1c15d830 2023-10-06T22:44:45.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.204+0000 7f5b2259b700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b0006af00 0x7f5b0006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.204+0000 7f5b2259b700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b0006af00 0x7f5b0006d3c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5b18009fd0 tx=0x7f5b18009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:45.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.208+0000 7f5b12ffd700 1 -- 172.21.15.37:0/1757372149 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5b140549a0 con 0x7f5b1c15d830 2023-10-06T22:44:45.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.463+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5b1c074380 con 0x7f5b1c15d830 2023-10-06T22:44:45.465 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.464+0000 7f5b12ffd700 1 -- 172.21.15.37:0/1757372149 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7f5b14018090 con 0x7f5b1c15d830 2023-10-06T22:44:45.465 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:45.465 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:44:45.467 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b0006af00 msgr2=0x7f5b0006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b0006af00 0x7f5b0006d3c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5b18009fd0 tx=0x7f5b18009210 comp rx=0 tx=0).stop 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c15d830 msgr2=0x7f5b1c14b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c15d830 0x7f5b1c14b880 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5b1400eed0 tx=0x7f5b1400ef00 comp rx=0 tx=0).stop 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 shutdown_connections 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b1c15d830 0x7f5b1c14b880 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b1c0b5010 0x7f5b1c14f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b0006af00 0x7f5b0006d3c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 --2- 172.21.15.37:0/1757372149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b1c0ce890 0x7f5b1c15c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.466+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 >> 172.21.15.37:0/1757372149 conn(0x7f5b1c072630 msgr2=0x7f5b1c0c90d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:45.468 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.467+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 shutdown_connections 2023-10-06T22:44:45.469 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.467+0000 7f5b247ff700 1 -- 172.21.15.37:0/1757372149 wait complete. 2023-10-06T22:44:45.469 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:44:45.486 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:45.686 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.685+0000 7f57757ff700 1 Processor -- start 2023-10-06T22:44:45.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.686+0000 7f57757ff700 1 -- start start 2023-10-06T22:44:45.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f57757ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f577015d830 0x7f57700d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f57757ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57700d1d40 con 0x7f57700b5010 2023-10-06T22:44:45.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f57757ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57700d2020 con 0x7f57700ce890 2023-10-06T22:44:45.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f57757ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57700d2300 con 0x7f577015d830 2023-10-06T22:44:45.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f576f7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f57700b5010 0x7f57700b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34572/0 (socket says 172.21.15.37:34572) 2023-10-06T22:44:45.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f576f7fe700 1 -- 172.21.15.37:0/267729313 learned_addr learned my addr 172.21.15.37:0/267729313 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:45.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f576effd700 1 --2- 172.21.15.37:0/267729313 >> v2:172.21.15.62:3300/0 conn(0x7f577015d830 0x7f57700d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f576e7fc700 1 -- 172.21.15.37:0/267729313 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 138829014 0 0) 0x7f57700d1d40 con 0x7f57700b5010 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.687+0000 7f576e7fc700 1 -- 172.21.15.37:0/267729313 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f575c0035b0 con 0x7f57700b5010 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576e7fc700 1 -- 172.21.15.37:0/267729313 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2266811592 0 0) 0x7f57700d2020 con 0x7f57700ce890 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576e7fc700 1 -- 172.21.15.37:0/267729313 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f57700d1d40 con 0x7f57700ce890 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576effd700 1 -- 172.21.15.37:0/267729313 >> v1:172.21.15.62:6789/0 conn(0x7f57700ce890 legacy=0x7f57700d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576effd700 1 -- 172.21.15.37:0/267729313 >> v1:172.21.15.37:6789/0 conn(0x7f57700b5010 legacy=0x7f57700b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576effd700 1 -- 172.21.15.37:0/267729313 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57700d25e0 con 0x7f577015d830 2023-10-06T22:44:45.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576effd700 1 --2- 172.21.15.37:0/267729313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f577015d830 0x7f57700d1760 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5760009840 tx=0x7f5760009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=873ce16d3ef646c5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576e7fc700 1 -- 172.21.15.37:0/267729313 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5760011830 con 0x7f577015d830 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576e7fc700 1 -- 172.21.15.37:0/267729313 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5760011990 con 0x7f577015d830 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.688+0000 7f576e7fc700 1 -- 172.21.15.37:0/267729313 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5760011d20 con 0x7f577015d830 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.689+0000 7f57757ff700 1 -- 172.21.15.37:0/267729313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f577015d830 msgr2=0x7f57700d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.689+0000 7f57757ff700 1 --2- 172.21.15.37:0/267729313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f577015d830 0x7f57700d1760 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5760009840 tx=0x7f5760009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.689+0000 7f57757ff700 1 -- 172.21.15.37:0/267729313 shutdown_connections 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.689+0000 7f57757ff700 1 --2- 172.21.15.37:0/267729313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f577015d830 0x7f57700d1760 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.689+0000 7f57757ff700 1 -- 172.21.15.37:0/267729313 >> 172.21.15.37:0/267729313 conn(0x7f5770072630 msgr2=0x7f57700d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.689+0000 7f57757ff700 1 -- 172.21.15.37:0/267729313 shutdown_connections 2023-10-06T22:44:45.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.689+0000 7f57757ff700 1 -- 172.21.15.37:0/267729313 wait complete. 2023-10-06T22:44:45.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.691+0000 7f57757ff700 1 Processor -- start 2023-10-06T22:44:45.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.692+0000 7f57757ff700 1 -- start start 2023-10-06T22:44:45.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f57757ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f57700b5010 0x7f577014d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f57757ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57700ce890 0x7f57700a9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f57757ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f577015d830 0x7f57700b6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f57757ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57700ab520 con 0x7f577015d830 2023-10-06T22:44:45.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f57757ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57700aa8a0 con 0x7f57700ce890 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f57757ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57700aab80 con 0x7f57700b5010 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f576effd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f57700b5010 0x7f577014d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f576f7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f577015d830 0x7f57700b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f576effd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f57700b5010 0x7f577014d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41220/0 (socket says 172.21.15.37:41220) 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f576effd700 1 -- 172.21.15.37:0/2741881281 learned_addr learned my addr 172.21.15.37:0/2741881281 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.693+0000 7f5767fff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57700ce890 0x7f57700a9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f576effd700 1 -- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57700ce890 msgr2=0x7f57700a9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f576effd700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57700ce890 0x7f57700a9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f576effd700 1 -- 172.21.15.37:0/2741881281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f577015d830 msgr2=0x7f57700b6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f576effd700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f577015d830 0x7f57700b6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f576effd700 1 -- 172.21.15.37:0/2741881281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57600094a0 con 0x7f57700b5010 2023-10-06T22:44:45.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f576f7fe700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f577015d830 0x7f57700b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:45.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f576effd700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f57700b5010 0x7f577014d9b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5760009fd0 tx=0x7f5760004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:45.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f57677fe700 1 -- 172.21.15.37:0/2741881281 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f576001a8f0 con 0x7f57700b5010 2023-10-06T22:44:45.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f57677fe700 1 -- 172.21.15.37:0/2741881281 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f576001aa50 con 0x7f57700b5010 2023-10-06T22:44:45.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f57677fe700 1 -- 172.21.15.37:0/2741881281 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f576001adc0 con 0x7f57700b5010 2023-10-06T22:44:45.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57700aae60 con 0x7f57700b5010 2023-10-06T22:44:45.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.694+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f577014def0 con 0x7f57700b5010 2023-10-06T22:44:45.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.695+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5770074380 con 0x7f57700b5010 2023-10-06T22:44:45.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.697+0000 7f57677fe700 1 -- 172.21.15.37:0/2741881281 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f57600243f0 con 0x7f57700b5010 2023-10-06T22:44:45.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.698+0000 7f57677fe700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f575006af00 0x7f575006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:45.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.698+0000 7f57677fe700 1 -- 172.21.15.37:0/2741881281 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f576008b620 con 0x7f57700b5010 2023-10-06T22:44:45.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.698+0000 7f5767fff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f575006af00 0x7f575006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:45.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.699+0000 7f5767fff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f575006af00 0x7f575006d3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f57700b3c20 tx=0x7f5758009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:45.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.702+0000 7f57677fe700 1 -- 172.21.15.37:0/2741881281 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f57600564e0 con 0x7f57700b5010 2023-10-06T22:44:45.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.917+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f57700aacc0 con 0x7f57700b5010 2023-10-06T22:44:45.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.919+0000 7f57677fe700 1 -- 172.21.15.37:0/2741881281 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7f57700aacc0 con 0x7f57700b5010 2023-10-06T22:44:45.920 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:45.921 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:45.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f575006af00 msgr2=0x7f575006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f575006af00 0x7f575006d3c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f57700b3c20 tx=0x7f5758009040 comp rx=0 tx=0).stop 2023-10-06T22:44:45.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f57700b5010 msgr2=0x7f577014d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:45.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f57700b5010 0x7f577014d9b0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f5760009fd0 tx=0x7f5760004750 comp rx=0 tx=0).stop 2023-10-06T22:44:45.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 shutdown_connections 2023-10-06T22:44:45.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f577015d830 0x7f57700b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f57700b5010 0x7f577014d9b0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f575006af00 0x7f575006d3c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 --2- 172.21.15.37:0/2741881281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f57700ce890 0x7f57700a9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:45.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 >> 172.21.15.37:0/2741881281 conn(0x7f5770072630 msgr2=0x7f57700b5460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:45.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 shutdown_connections 2023-10-06T22:44:45.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:45.922+0000 7f57757ff700 1 -- 172.21.15.37:0/2741881281 wait complete. 2023-10-06T22:44:45.941 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-10-06T22:44:45.941 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:44:46.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.143+0000 7f98aabff700 1 Processor -- start 2023-10-06T22:44:46.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.143+0000 7f98aabff700 1 -- start start 2023-10-06T22:44:46.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98aabff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40d1760 0x7f98a40ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98aabff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f98a40b5010 0x7f98a40b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98aabff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98a40cedd0 con 0x7f98a415d830 2023-10-06T22:44:46.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98aabff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98a40b59c0 con 0x7f98a40b5010 2023-10-06T22:44:46.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98aabff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98a40d1d40 con 0x7f98a40d1760 2023-10-06T22:44:46.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98a3fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40d1760 0x7f98a40ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98a919c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f98a40b5010 0x7f98a40b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98a899b700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f98a415d830 0x7f98a40d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:58228/0 (socket says 172.21.15.37:58228) 2023-10-06T22:44:46.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.144+0000 7f98a899b700 1 -- 172.21.15.37:0/1404819951 learned_addr learned my addr 172.21.15.37:0/1404819951 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:46.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a3fff700 1 -- 172.21.15.37:0/1404819951 >> v2:172.21.15.62:3300/0 conn(0x7f98a40b5010 msgr2=0x7f98a40b5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:46.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a3fff700 1 --2- 172.21.15.37:0/1404819951 >> v2:172.21.15.62:3300/0 conn(0x7f98a40b5010 0x7f98a40b5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a3fff700 1 -- 172.21.15.37:0/1404819951 >> v1:172.21.15.62:6789/0 conn(0x7f98a415d830 legacy=0x7f98a40d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a3fff700 1 -- 172.21.15.37:0/1404819951 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98a40d2020 con 0x7f98a40d1760 2023-10-06T22:44:46.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a3fff700 1 --2- 172.21.15.37:0/1404819951 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40d1760 0x7f98a40ce890 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9890009840 tx=0x7f9890009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bc7ea6c8cbf7dfa4 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:46.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a37fe700 1 -- 172.21.15.37:0/1404819951 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9890011830 con 0x7f98a40d1760 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a37fe700 1 -- 172.21.15.37:0/1404819951 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9890011990 con 0x7f98a40d1760 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.145+0000 7f98a37fe700 1 -- 172.21.15.37:0/1404819951 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9890011d20 con 0x7f98a40d1760 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 -- 172.21.15.37:0/1404819951 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40d1760 msgr2=0x7f98a40ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 --2- 172.21.15.37:0/1404819951 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40d1760 0x7f98a40ce890 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f9890009840 tx=0x7f9890009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 -- 172.21.15.37:0/1404819951 shutdown_connections 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 --2- 172.21.15.37:0/1404819951 >> v2:172.21.15.62:3300/0 conn(0x7f98a40b5010 0x7f98a40b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 --2- 172.21.15.37:0/1404819951 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40d1760 0x7f98a40ce890 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 -- 172.21.15.37:0/1404819951 >> 172.21.15.37:0/1404819951 conn(0x7f98a4072630 msgr2=0x7f98a40d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 -- 172.21.15.37:0/1404819951 shutdown_connections 2023-10-06T22:44:46.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.146+0000 7f98aabff700 1 -- 172.21.15.37:0/1404819951 wait complete. 2023-10-06T22:44:46.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.148+0000 7f98aabff700 1 Processor -- start 2023-10-06T22:44:46.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.148+0000 7f98aabff700 1 -- start start 2023-10-06T22:44:46.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98aabff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40b5010 0x7f98a41f6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98aabff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98a40d1760 0x7f98a40b67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98aabff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f98a415d830 0x7f98a40b6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98aabff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98a41f7080 con 0x7f98a415d830 2023-10-06T22:44:46.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98aabff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98a41f3090 con 0x7f98a40d1760 2023-10-06T22:44:46.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98aabff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98a41f3370 con 0x7f98a40b5010 2023-10-06T22:44:46.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98a919c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f98a415d830 0x7f98a40b6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98a919c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f98a415d830 0x7f98a40b6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41306/0 (socket says 172.21.15.37:41306) 2023-10-06T22:44:46.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98a919c700 1 -- 172.21.15.37:0/408355080 learned_addr learned my addr 172.21.15.37:0/408355080 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:46.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.149+0000 7f98a899b700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40b5010 0x7f98a41f6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a3fff700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98a40d1760 0x7f98a40b67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a919c700 1 -- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40b5010 msgr2=0x7f98a41f6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a919c700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40b5010 0x7f98a41f6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a919c700 1 -- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98a40d1760 msgr2=0x7f98a40b67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a919c700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98a40d1760 0x7f98a40b67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a919c700 1 -- 172.21.15.37:0/408355080 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98900094a0 con 0x7f98a415d830 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a919c700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f98a415d830 0x7f98a40b6d00 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f989c00efc0 tx=0x7f989c00c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a17fa700 1 -- 172.21.15.37:0/408355080 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f989c00cad0 con 0x7f98a415d830 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a17fa700 1 -- 172.21.15.37:0/408355080 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f989c00f040 con 0x7f98a415d830 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98a41f3650 con 0x7f98a415d830 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.150+0000 7f98a17fa700 1 -- 172.21.15.37:0/408355080 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f989c00ce70 con 0x7f98a415d830 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.151+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98a41f3c10 con 0x7f98a415d830 2023-10-06T22:44:46.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.152+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98a4074380 con 0x7f98a415d830 2023-10-06T22:44:46.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.152+0000 7f98a17fa700 1 -- 172.21.15.37:0/408355080 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f989c014480 con 0x7f98a415d830 2023-10-06T22:44:46.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.154+0000 7f98a17fa700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f988806af00 0x7f988806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.155+0000 7f98a17fa700 1 -- 172.21.15.37:0/408355080 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f989c08a0b0 con 0x7f98a415d830 2023-10-06T22:44:46.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.155+0000 7f98a899b700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f988806af00 0x7f988806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.156+0000 7f98a899b700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f988806af00 0x7f988806d3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9898005910 tx=0x7f9898009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:46.160 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.159+0000 7f98a17fa700 1 -- 172.21.15.37:0/408355080 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f989c054dd0 con 0x7f98a415d830 2023-10-06T22:44:46.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.367+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f98a40d25e0 con 0x7f988806af00 2023-10-06T22:44:46.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.380+0000 7f98a17fa700 1 -- 172.21.15.37:0/408355080 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345208 (secure 0 0 0) 0x7f9898001580 con 0x7f988806af00 2023-10-06T22:44:46.385 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:46.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f988806af00 msgr2=0x7f988806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f988806af00 0x7f988806d3c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9898005910 tx=0x7f9898009040 comp rx=0 tx=0).stop 2023-10-06T22:44:46.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f98a415d830 msgr2=0x7f98a40b6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f98a415d830 0x7f98a40b6d00 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f989c00efc0 tx=0x7f989c00c0c0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 shutdown_connections 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f98a415d830 0x7f98a40b6d00 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f98a40b5010 0x7f98a41f6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f988806af00 0x7f988806d3c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 --2- 172.21.15.37:0/408355080 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f98a40d1760 0x7f98a40b67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 >> 172.21.15.37:0/408355080 conn(0x7f98a4072630 msgr2=0x7f98a40c98a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 shutdown_connections 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.385+0000 7f98aabff700 1 -- 172.21.15.37:0/408355080 wait complete. 2023-10-06T22:44:46.389 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:44:46.404 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2023-10-06T22:44:46.201524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219476,"kb_used_data":3300,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755244,"statfs":{"total":773094113280,"available":772869369856,"internally_reserved":0,"allocated":3379200,"data_stored":2021370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003302"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382806+0000","last_change":"2023-10-06T22:44:16.885462+0000","last_active":"2023-10-06T22:44:21.382806+0000","last_peered":"2023-10-06T22:44:21.382806+0000","last_clean":"2023-10-06T22:44:21.382806+0000","last_became_active":"2023-10-06T22:44:16.885138+0000","last_became_peered":"2023-10-06T22:44:16.885138+0000","last_unstale":"2023-10-06T22:44:21.382806+0000","last_undegraded":"2023-10-06T22:44:21.382806+0000","last_fullsized":"2023-10-06T22:44:21.382806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:43:46.634030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907326+0000","last_change":"2023-10-06T22:44:16.874582+0000","last_active":"2023-10-06T22:44:20.907326+0000","last_peered":"2023-10-06T22:44:20.907326+0000","last_clean":"2023-10-06T22:44:20.907326+0000","last_became_active":"2023-10-06T22:44:16.874290+0000","last_became_peered":"2023-10-06T22:44:16.874290+0000","last_unstale":"2023-10-06T22:44:20.907326+0000","last_undegraded":"2023-10-06T22:44:20.907326+0000","last_fullsized":"2023-10-06T22:44:20.907326+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903618+0000","last_change":"2023-10-06T22:44:16.879663+0000","last_active":"2023-10-06T22:44:20.903618+0000","last_peered":"2023-10-06T22:44:20.903618+0000","last_clean":"2023-10-06T22:44:20.903618+0000","last_became_active":"2023-10-06T22:44:16.879406+0000","last_became_peered":"2023-10-06T22:44:16.879406+0000","last_unstale":"2023-10-06T22:44:20.903618+0000","last_undegraded":"2023-10-06T22:44:20.903618+0000","last_fullsized":"2023-10-06T22:44:20.903618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904087+0000","last_change":"2023-10-06T22:44:16.884358+0000","last_active":"2023-10-06T22:44:20.904087+0000","last_peered":"2023-10-06T22:44:20.904087+0000","last_clean":"2023-10-06T22:44:20.904087+0000","last_became_active":"2023-10-06T22:44:16.877374+0000","last_became_peered":"2023-10-06T22:44:16.877374+0000","last_unstale":"2023-10-06T22:44:20.904087+0000","last_undegraded":"2023-10-06T22:44:20.904087+0000","last_fullsized":"2023-10-06T22:44:20.904087+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376971+0000","last_change":"2023-10-06T22:44:16.885328+0000","last_active":"2023-10-06T22:44:21.376971+0000","last_peered":"2023-10-06T22:44:21.376971+0000","last_clean":"2023-10-06T22:44:21.376971+0000","last_became_active":"2023-10-06T22:44:16.885001+0000","last_became_peered":"2023-10-06T22:44:16.885001+0000","last_unstale":"2023-10-06T22:44:21.376971+0000","last_undegraded":"2023-10-06T22:44:21.376971+0000","last_fullsized":"2023-10-06T22:44:21.376971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900007+0000","last_change":"2023-10-06T22:44:16.883301+0000","last_active":"2023-10-06T22:44:20.900007+0000","last_peered":"2023-10-06T22:44:20.900007+0000","last_clean":"2023-10-06T22:44:20.900007+0000","last_became_active":"2023-10-06T22:44:16.882735+0000","last_became_peered":"2023-10-06T22:44:16.882735+0000","last_unstale":"2023-10-06T22:44:20.900007+0000","last_undegraded":"2023-10-06T22:44:20.900007+0000","last_fullsized":"2023-10-06T22:44:20.900007+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376700+0000","last_change":"2023-10-06T22:44:16.891824+0000","last_active":"2023-10-06T22:44:21.376700+0000","last_peered":"2023-10-06T22:44:21.376700+0000","last_clean":"2023-10-06T22:44:21.376700+0000","last_became_active":"2023-10-06T22:44:16.891552+0000","last_became_peered":"2023-10-06T22:44:16.891552+0000","last_unstale":"2023-10-06T22:44:21.376700+0000","last_undegraded":"2023-10-06T22:44:21.376700+0000","last_fullsized":"2023-10-06T22:44:21.376700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892311+0000","last_change":"2023-10-06T22:44:16.894094+0000","last_active":"2023-10-06T22:44:20.892311+0000","last_peered":"2023-10-06T22:44:20.892311+0000","last_clean":"2023-10-06T22:44:20.892311+0000","last_became_active":"2023-10-06T22:44:16.893736+0000","last_became_peered":"2023-10-06T22:44:16.893736+0000","last_unstale":"2023-10-06T22:44:20.892311+0000","last_undegraded":"2023-10-06T22:44:20.892311+0000","last_fullsized":"2023-10-06T22:44:20.892311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382681+0000","last_change":"2023-10-06T22:44:16.891331+0000","last_active":"2023-10-06T22:44:21.382681+0000","last_peered":"2023-10-06T22:44:21.382681+0000","last_clean":"2023-10-06T22:44:21.382681+0000","last_became_active":"2023-10-06T22:44:16.890813+0000","last_became_peered":"2023-10-06T22:44:16.890813+0000","last_unstale":"2023-10-06T22:44:21.382681+0000","last_undegraded":"2023-10-06T22:44:21.382681+0000","last_fullsized":"2023-10-06T22:44:21.382681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:46.370247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897422+0000","last_change":"2023-10-06T22:44:16.888210+0000","last_active":"2023-10-06T22:44:20.897422+0000","last_peered":"2023-10-06T22:44:20.897422+0000","last_clean":"2023-10-06T22:44:20.897422+0000","last_became_active":"2023-10-06T22:44:16.887873+0000","last_became_peered":"2023-10-06T22:44:16.887873+0000","last_unstale":"2023-10-06T22:44:20.897422+0000","last_undegraded":"2023-10-06T22:44:20.897422+0000","last_fullsized":"2023-10-06T22:44:20.897422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897603+0000","last_change":"2023-10-06T22:44:16.888109+0000","last_active":"2023-10-06T22:44:20.897603+0000","last_peered":"2023-10-06T22:44:20.897603+0000","last_clean":"2023-10-06T22:44:20.897603+0000","last_became_active":"2023-10-06T22:44:16.887802+0000","last_became_peered":"2023-10-06T22:44:16.887802+0000","last_unstale":"2023-10-06T22:44:20.897603+0000","last_undegraded":"2023-10-06T22:44:20.897603+0000","last_fullsized":"2023-10-06T22:44:20.897603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904216+0000","last_change":"2023-10-06T22:44:16.875734+0000","last_active":"2023-10-06T22:44:20.904216+0000","last_peered":"2023-10-06T22:44:20.904216+0000","last_clean":"2023-10-06T22:44:20.904216+0000","last_became_active":"2023-10-06T22:44:16.875391+0000","last_became_peered":"2023-10-06T22:44:16.875391+0000","last_unstale":"2023-10-06T22:44:20.904216+0000","last_undegraded":"2023-10-06T22:44:20.904216+0000","last_fullsized":"2023-10-06T22:44:20.904216+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:22.335025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890868+0000","last_change":"2023-10-06T22:44:16.873346+0000","last_active":"2023-10-06T22:44:20.890868+0000","last_peered":"2023-10-06T22:44:20.890868+0000","last_clean":"2023-10-06T22:44:20.890868+0000","last_became_active":"2023-10-06T22:44:16.873115+0000","last_became_peered":"2023-10-06T22:44:16.873115+0000","last_unstale":"2023-10-06T22:44:20.890868+0000","last_undegraded":"2023-10-06T22:44:20.890868+0000","last_fullsized":"2023-10-06T22:44:20.890868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901069+0000","last_change":"2023-10-06T22:44:16.876075+0000","last_active":"2023-10-06T22:44:20.901069+0000","last_peered":"2023-10-06T22:44:20.901069+0000","last_clean":"2023-10-06T22:44:20.901069+0000","last_became_active":"2023-10-06T22:44:16.875777+0000","last_became_peered":"2023-10-06T22:44:16.875777+0000","last_unstale":"2023-10-06T22:44:20.901069+0000","last_undegraded":"2023-10-06T22:44:20.901069+0000","last_fullsized":"2023-10-06T22:44:20.901069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898034+0000","last_change":"2023-10-06T22:44:16.889829+0000","last_active":"2023-10-06T22:44:20.898034+0000","last_peered":"2023-10-06T22:44:20.898034+0000","last_clean":"2023-10-06T22:44:20.898034+0000","last_became_active":"2023-10-06T22:44:16.877800+0000","last_became_peered":"2023-10-06T22:44:16.877800+0000","last_unstale":"2023-10-06T22:44:20.898034+0000","last_undegraded":"2023-10-06T22:44:20.898034+0000","last_fullsized":"2023-10-06T22:44:20.898034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899181+0000","last_change":"2023-10-06T22:44:16.888606+0000","last_active":"2023-10-06T22:44:20.899181+0000","last_peered":"2023-10-06T22:44:20.899181+0000","last_clean":"2023-10-06T22:44:20.899181+0000","last_became_active":"2023-10-06T22:44:16.882018+0000","last_became_peered":"2023-10-06T22:44:16.882018+0000","last_unstale":"2023-10-06T22:44:20.899181+0000","last_undegraded":"2023-10-06T22:44:20.899181+0000","last_fullsized":"2023-10-06T22:44:20.899181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899996+0000","last_change":"2023-10-06T22:44:16.883961+0000","last_active":"2023-10-06T22:44:20.899996+0000","last_peered":"2023-10-06T22:44:20.899996+0000","last_clean":"2023-10-06T22:44:20.899996+0000","last_became_active":"2023-10-06T22:44:16.883562+0000","last_became_peered":"2023-10-06T22:44:16.883562+0000","last_unstale":"2023-10-06T22:44:20.899996+0000","last_undegraded":"2023-10-06T22:44:20.899996+0000","last_fullsized":"2023-10-06T22:44:20.899996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896580+0000","last_change":"2023-10-06T22:44:16.877315+0000","last_active":"2023-10-06T22:44:20.896580+0000","last_peered":"2023-10-06T22:44:20.896580+0000","last_clean":"2023-10-06T22:44:20.896580+0000","last_became_active":"2023-10-06T22:44:16.876975+0000","last_became_peered":"2023-10-06T22:44:16.876975+0000","last_unstale":"2023-10-06T22:44:20.896580+0000","last_undegraded":"2023-10-06T22:44:20.896580+0000","last_fullsized":"2023-10-06T22:44:20.896580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378827+0000","last_change":"2023-10-06T22:44:16.880961+0000","last_active":"2023-10-06T22:44:21.378827+0000","last_peered":"2023-10-06T22:44:21.378827+0000","last_clean":"2023-10-06T22:44:21.378827+0000","last_became_active":"2023-10-06T22:44:16.880560+0000","last_became_peered":"2023-10-06T22:44:16.880560+0000","last_unstale":"2023-10-06T22:44:21.378827+0000","last_undegraded":"2023-10-06T22:44:21.378827+0000","last_fullsized":"2023-10-06T22:44:21.378827+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892002+0000","last_change":"2023-10-06T22:44:21.384463+0000","last_active":"2023-10-06T22:44:21.892002+0000","last_peered":"2023-10-06T22:44:21.892002+0000","last_clean":"2023-10-06T22:44:21.892002+0000","last_became_active":"2023-10-06T22:44:21.384115+0000","last_became_peered":"2023-10-06T22:44:21.384115+0000","last_unstale":"2023-10-06T22:44:21.892002+0000","last_undegraded":"2023-10-06T22:44:21.892002+0000","last_fullsized":"2023-10-06T22:44:21.892002+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:41.768694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903901+0000","last_change":"2023-10-06T22:44:15.878550+0000","last_active":"2023-10-06T22:44:20.903901+0000","last_peered":"2023-10-06T22:44:20.903901+0000","last_clean":"2023-10-06T22:44:20.903901+0000","last_became_active":"2023-10-06T22:44:15.878331+0000","last_became_peered":"2023-10-06T22:44:15.878331+0000","last_unstale":"2023-10-06T22:44:20.903901+0000","last_undegraded":"2023-10-06T22:44:20.903901+0000","last_fullsized":"2023-10-06T22:44:20.903901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:31:32.242535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891730+0000","last_change":"2023-10-06T22:44:16.891743+0000","last_active":"2023-10-06T22:44:20.891730+0000","last_peered":"2023-10-06T22:44:20.891730+0000","last_clean":"2023-10-06T22:44:20.891730+0000","last_became_active":"2023-10-06T22:44:16.891428+0000","last_became_peered":"2023-10-06T22:44:16.891428+0000","last_unstale":"2023-10-06T22:44:20.891730+0000","last_undegraded":"2023-10-06T22:44:20.891730+0000","last_fullsized":"2023-10-06T22:44:20.891730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893719+0000","last_change":"2023-10-06T22:44:20.925567+0000","last_active":"2023-10-06T22:44:21.893719+0000","last_peered":"2023-10-06T22:44:21.893719+0000","last_clean":"2023-10-06T22:44:21.893719+0000","last_became_active":"2023-10-06T22:44:20.924817+0000","last_became_peered":"2023-10-06T22:44:20.924817+0000","last_unstale":"2023-10-06T22:44:21.893719+0000","last_undegraded":"2023-10-06T22:44:21.893719+0000","last_fullsized":"2023-10-06T22:44:21.893719+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:04:01.689421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891628+0000","last_change":"2023-10-06T22:44:15.871738+0000","last_active":"2023-10-06T22:44:20.891628+0000","last_peered":"2023-10-06T22:44:20.891628+0000","last_clean":"2023-10-06T22:44:20.891628+0000","last_became_active":"2023-10-06T22:44:15.871355+0000","last_became_peered":"2023-10-06T22:44:15.871355+0000","last_unstale":"2023-10-06T22:44:20.891628+0000","last_undegraded":"2023-10-06T22:44:20.891628+0000","last_fullsized":"2023-10-06T22:44:20.891628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:07:50.670674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903805+0000","last_change":"2023-10-06T22:44:16.885745+0000","last_active":"2023-10-06T22:44:20.903805+0000","last_peered":"2023-10-06T22:44:20.903805+0000","last_clean":"2023-10-06T22:44:20.903805+0000","last_became_active":"2023-10-06T22:44:16.885487+0000","last_became_peered":"2023-10-06T22:44:16.885487+0000","last_unstale":"2023-10-06T22:44:20.903805+0000","last_undegraded":"2023-10-06T22:44:20.903805+0000","last_fullsized":"2023-10-06T22:44:20.903805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894980+0000","last_change":"2023-10-06T22:44:20.925363+0000","last_active":"2023-10-06T22:44:21.894980+0000","last_peered":"2023-10-06T22:44:21.894980+0000","last_clean":"2023-10-06T22:44:21.894980+0000","last_became_active":"2023-10-06T22:44:20.924920+0000","last_became_peered":"2023-10-06T22:44:20.924920+0000","last_unstale":"2023-10-06T22:44:21.894980+0000","last_undegraded":"2023-10-06T22:44:21.894980+0000","last_fullsized":"2023-10-06T22:44:21.894980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378158+0000","last_change":"2023-10-06T22:44:15.879467+0000","last_active":"2023-10-06T22:44:21.378158+0000","last_peered":"2023-10-06T22:44:21.378158+0000","last_clean":"2023-10-06T22:44:21.378158+0000","last_became_active":"2023-10-06T22:44:15.879063+0000","last_became_peered":"2023-10-06T22:44:15.879063+0000","last_unstale":"2023-10-06T22:44:21.378158+0000","last_undegraded":"2023-10-06T22:44:21.378158+0000","last_fullsized":"2023-10-06T22:44:21.378158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:56.646950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903798+0000","last_change":"2023-10-06T22:44:16.880933+0000","last_active":"2023-10-06T22:44:20.903798+0000","last_peered":"2023-10-06T22:44:20.903798+0000","last_clean":"2023-10-06T22:44:20.903798+0000","last_became_active":"2023-10-06T22:44:16.880387+0000","last_became_peered":"2023-10-06T22:44:16.880387+0000","last_unstale":"2023-10-06T22:44:20.903798+0000","last_undegraded":"2023-10-06T22:44:20.903798+0000","last_fullsized":"2023-10-06T22:44:20.903798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894056+0000","last_change":"2023-10-06T22:44:20.925268+0000","last_active":"2023-10-06T22:44:21.894056+0000","last_peered":"2023-10-06T22:44:21.894056+0000","last_clean":"2023-10-06T22:44:21.894056+0000","last_became_active":"2023-10-06T22:44:20.923962+0000","last_became_peered":"2023-10-06T22:44:20.923962+0000","last_unstale":"2023-10-06T22:44:21.894056+0000","last_undegraded":"2023-10-06T22:44:21.894056+0000","last_fullsized":"2023-10-06T22:44:21.894056+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:28.699873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378031+0000","last_change":"2023-10-06T22:44:15.880578+0000","last_active":"2023-10-06T22:44:21.378031+0000","last_peered":"2023-10-06T22:44:21.378031+0000","last_clean":"2023-10-06T22:44:21.378031+0000","last_became_active":"2023-10-06T22:44:15.880072+0000","last_became_peered":"2023-10-06T22:44:15.880072+0000","last_unstale":"2023-10-06T22:44:21.378031+0000","last_undegraded":"2023-10-06T22:44:21.378031+0000","last_fullsized":"2023-10-06T22:44:21.378031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900016+0000","last_change":"2023-10-06T22:44:16.881498+0000","last_active":"2023-10-06T22:44:20.900016+0000","last_peered":"2023-10-06T22:44:20.900016+0000","last_clean":"2023-10-06T22:44:20.900016+0000","last_became_active":"2023-10-06T22:44:16.880973+0000","last_became_peered":"2023-10-06T22:44:16.880973+0000","last_unstale":"2023-10-06T22:44:20.900016+0000","last_undegraded":"2023-10-06T22:44:20.900016+0000","last_fullsized":"2023-10-06T22:44:20.900016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892852+0000","last_change":"2023-10-06T22:44:20.914861+0000","last_active":"2023-10-06T22:44:21.892852+0000","last_peered":"2023-10-06T22:44:21.892852+0000","last_clean":"2023-10-06T22:44:21.892852+0000","last_became_active":"2023-10-06T22:44:20.914400+0000","last_became_peered":"2023-10-06T22:44:20.914400+0000","last_unstale":"2023-10-06T22:44:21.892852+0000","last_undegraded":"2023-10-06T22:44:21.892852+0000","last_fullsized":"2023-10-06T22:44:21.892852+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:43:49.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891055+0000","last_change":"2023-10-06T22:44:15.876668+0000","last_active":"2023-10-06T22:44:20.891055+0000","last_peered":"2023-10-06T22:44:20.891055+0000","last_clean":"2023-10-06T22:44:20.891055+0000","last_became_active":"2023-10-06T22:44:15.876373+0000","last_became_peered":"2023-10-06T22:44:15.876373+0000","last_unstale":"2023-10-06T22:44:20.891055+0000","last_undegraded":"2023-10-06T22:44:20.891055+0000","last_fullsized":"2023-10-06T22:44:20.891055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903123+0000","last_change":"2023-10-06T22:44:16.876404+0000","last_active":"2023-10-06T22:44:20.903123+0000","last_peered":"2023-10-06T22:44:20.903123+0000","last_clean":"2023-10-06T22:44:20.903123+0000","last_became_active":"2023-10-06T22:44:16.876109+0000","last_became_peered":"2023-10-06T22:44:16.876109+0000","last_unstale":"2023-10-06T22:44:20.903123+0000","last_undegraded":"2023-10-06T22:44:20.903123+0000","last_fullsized":"2023-10-06T22:44:20.903123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:06.937571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015665+0000","last_change":"2023-10-06T22:44:20.910739+0000","last_active":"2023-10-06T22:44:22.015665+0000","last_peered":"2023-10-06T22:44:22.015665+0000","last_clean":"2023-10-06T22:44:22.015665+0000","last_became_active":"2023-10-06T22:44:20.910345+0000","last_became_peered":"2023-10-06T22:44:20.910345+0000","last_unstale":"2023-10-06T22:44:22.015665+0000","last_undegraded":"2023-10-06T22:44:22.015665+0000","last_fullsized":"2023-10-06T22:44:22.015665+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:27.037530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897995+0000","last_change":"2023-10-06T22:44:15.864722+0000","last_active":"2023-10-06T22:44:20.897995+0000","last_peered":"2023-10-06T22:44:20.897995+0000","last_clean":"2023-10-06T22:44:20.897995+0000","last_became_active":"2023-10-06T22:44:15.864364+0000","last_became_peered":"2023-10-06T22:44:15.864364+0000","last_unstale":"2023-10-06T22:44:20.897995+0000","last_undegraded":"2023-10-06T22:44:20.897995+0000","last_fullsized":"2023-10-06T22:44:20.897995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900548+0000","last_change":"2023-10-06T22:44:16.879519+0000","last_active":"2023-10-06T22:44:20.900548+0000","last_peered":"2023-10-06T22:44:20.900548+0000","last_clean":"2023-10-06T22:44:20.900548+0000","last_became_active":"2023-10-06T22:44:16.879102+0000","last_became_peered":"2023-10-06T22:44:16.879102+0000","last_unstale":"2023-10-06T22:44:20.900548+0000","last_undegraded":"2023-10-06T22:44:20.900548+0000","last_fullsized":"2023-10-06T22:44:20.900548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015164+0000","last_change":"2023-10-06T22:44:20.917532+0000","last_active":"2023-10-06T22:44:22.015164+0000","last_peered":"2023-10-06T22:44:22.015164+0000","last_clean":"2023-10-06T22:44:22.015164+0000","last_became_active":"2023-10-06T22:44:20.917119+0000","last_became_peered":"2023-10-06T22:44:20.917119+0000","last_unstale":"2023-10-06T22:44:22.015164+0000","last_undegraded":"2023-10-06T22:44:22.015164+0000","last_fullsized":"2023-10-06T22:44:22.015164+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890197+0000","last_change":"2023-10-06T22:44:15.865409+0000","last_active":"2023-10-06T22:44:20.890197+0000","last_peered":"2023-10-06T22:44:20.890197+0000","last_clean":"2023-10-06T22:44:20.890197+0000","last_became_active":"2023-10-06T22:44:15.865083+0000","last_became_peered":"2023-10-06T22:44:15.865083+0000","last_unstale":"2023-10-06T22:44:20.890197+0000","last_undegraded":"2023-10-06T22:44:20.890197+0000","last_fullsized":"2023-10-06T22:44:20.890197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.889984+0000","last_change":"2023-10-06T22:44:16.892286+0000","last_active":"2023-10-06T22:44:20.889984+0000","last_peered":"2023-10-06T22:44:20.889984+0000","last_clean":"2023-10-06T22:44:20.889984+0000","last_became_active":"2023-10-06T22:44:16.892036+0000","last_became_peered":"2023-10-06T22:44:16.892036+0000","last_unstale":"2023-10-06T22:44:20.889984+0000","last_undegraded":"2023-10-06T22:44:20.889984+0000","last_fullsized":"2023-10-06T22:44:20.889984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014131+0000","last_change":"2023-10-06T22:44:21.379761+0000","last_active":"2023-10-06T22:44:22.014131+0000","last_peered":"2023-10-06T22:44:22.014131+0000","last_clean":"2023-10-06T22:44:22.014131+0000","last_became_active":"2023-10-06T22:44:21.379346+0000","last_became_peered":"2023-10-06T22:44:21.379346+0000","last_unstale":"2023-10-06T22:44:22.014131+0000","last_undegraded":"2023-10-06T22:44:22.014131+0000","last_fullsized":"2023-10-06T22:44:22.014131+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:50.406226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899307+0000","last_change":"2023-10-06T22:44:15.870039+0000","last_active":"2023-10-06T22:44:20.899307+0000","last_peered":"2023-10-06T22:44:20.899307+0000","last_clean":"2023-10-06T22:44:20.899307+0000","last_became_active":"2023-10-06T22:44:15.866096+0000","last_became_peered":"2023-10-06T22:44:15.866096+0000","last_unstale":"2023-10-06T22:44:20.899307+0000","last_undegraded":"2023-10-06T22:44:20.899307+0000","last_fullsized":"2023-10-06T22:44:20.899307+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:03.766066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898343+0000","last_change":"2023-10-06T22:44:16.870481+0000","last_active":"2023-10-06T22:44:20.898343+0000","last_peered":"2023-10-06T22:44:20.898343+0000","last_clean":"2023-10-06T22:44:20.898343+0000","last_became_active":"2023-10-06T22:44:16.870155+0000","last_became_peered":"2023-10-06T22:44:16.870155+0000","last_unstale":"2023-10-06T22:44:20.898343+0000","last_undegraded":"2023-10-06T22:44:20.898343+0000","last_fullsized":"2023-10-06T22:44:20.898343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892297+0000","last_change":"2023-10-06T22:44:21.381174+0000","last_active":"2023-10-06T22:44:21.892297+0000","last_peered":"2023-10-06T22:44:21.892297+0000","last_clean":"2023-10-06T22:44:21.892297+0000","last_became_active":"2023-10-06T22:44:21.380671+0000","last_became_peered":"2023-10-06T22:44:21.380671+0000","last_unstale":"2023-10-06T22:44:21.892297+0000","last_undegraded":"2023-10-06T22:44:21.892297+0000","last_fullsized":"2023-10-06T22:44:21.892297+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:41:23.295654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898385+0000","last_change":"2023-10-06T22:44:15.865190+0000","last_active":"2023-10-06T22:44:20.898385+0000","last_peered":"2023-10-06T22:44:20.898385+0000","last_clean":"2023-10-06T22:44:20.898385+0000","last_became_active":"2023-10-06T22:44:15.864890+0000","last_became_peered":"2023-10-06T22:44:15.864890+0000","last_unstale":"2023-10-06T22:44:20.898385+0000","last_undegraded":"2023-10-06T22:44:20.898385+0000","last_fullsized":"2023-10-06T22:44:20.898385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900061+0000","last_change":"2023-10-06T22:44:16.885471+0000","last_active":"2023-10-06T22:44:20.900061+0000","last_peered":"2023-10-06T22:44:20.900061+0000","last_clean":"2023-10-06T22:44:20.900061+0000","last_became_active":"2023-10-06T22:44:16.884565+0000","last_became_peered":"2023-10-06T22:44:16.884565+0000","last_unstale":"2023-10-06T22:44:20.900061+0000","last_undegraded":"2023-10-06T22:44:20.900061+0000","last_fullsized":"2023-10-06T22:44:20.900061+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.891927+0000","last_change":"2023-10-06T22:44:20.915385+0000","last_active":"2023-10-06T22:44:21.891927+0000","last_peered":"2023-10-06T22:44:21.891927+0000","last_clean":"2023-10-06T22:44:21.891927+0000","last_became_active":"2023-10-06T22:44:20.914928+0000","last_became_peered":"2023-10-06T22:44:20.914928+0000","last_unstale":"2023-10-06T22:44:21.891927+0000","last_undegraded":"2023-10-06T22:44:21.891927+0000","last_fullsized":"2023-10-06T22:44:21.891927+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899934+0000","last_change":"2023-10-06T22:44:15.868789+0000","last_active":"2023-10-06T22:44:20.899934+0000","last_peered":"2023-10-06T22:44:20.899934+0000","last_clean":"2023-10-06T22:44:20.899934+0000","last_became_active":"2023-10-06T22:44:15.868449+0000","last_became_peered":"2023-10-06T22:44:15.868449+0000","last_unstale":"2023-10-06T22:44:20.899934+0000","last_undegraded":"2023-10-06T22:44:20.899934+0000","last_fullsized":"2023-10-06T22:44:20.899934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:53.079411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903997+0000","last_change":"2023-10-06T22:44:16.885652+0000","last_active":"2023-10-06T22:44:20.903997+0000","last_peered":"2023-10-06T22:44:20.903997+0000","last_clean":"2023-10-06T22:44:20.903997+0000","last_became_active":"2023-10-06T22:44:16.885080+0000","last_became_peered":"2023-10-06T22:44:16.885080+0000","last_unstale":"2023-10-06T22:44:20.903997+0000","last_undegraded":"2023-10-06T22:44:20.903997+0000","last_fullsized":"2023-10-06T22:44:20.903997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.895330+0000","last_change":"2023-10-06T22:44:20.917054+0000","last_active":"2023-10-06T22:44:21.895330+0000","last_peered":"2023-10-06T22:44:21.895330+0000","last_clean":"2023-10-06T22:44:21.895330+0000","last_became_active":"2023-10-06T22:44:20.916601+0000","last_became_peered":"2023-10-06T22:44:20.916601+0000","last_unstale":"2023-10-06T22:44:21.895330+0000","last_undegraded":"2023-10-06T22:44:21.895330+0000","last_fullsized":"2023-10-06T22:44:21.895330+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899733+0000","last_change":"2023-10-06T22:44:15.867852+0000","last_active":"2023-10-06T22:44:20.899733+0000","last_peered":"2023-10-06T22:44:20.899733+0000","last_clean":"2023-10-06T22:44:20.899733+0000","last_became_active":"2023-10-06T22:44:15.867555+0000","last_became_peered":"2023-10-06T22:44:15.867555+0000","last_unstale":"2023-10-06T22:44:20.899733+0000","last_undegraded":"2023-10-06T22:44:20.899733+0000","last_fullsized":"2023-10-06T22:44:20.899733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904116+0000","last_change":"2023-10-06T22:44:16.869425+0000","last_active":"2023-10-06T22:44:20.904116+0000","last_peered":"2023-10-06T22:44:20.904116+0000","last_clean":"2023-10-06T22:44:20.904116+0000","last_became_active":"2023-10-06T22:44:16.869031+0000","last_became_peered":"2023-10-06T22:44:16.869031+0000","last_unstale":"2023-10-06T22:44:20.904116+0000","last_undegraded":"2023-10-06T22:44:20.904116+0000","last_fullsized":"2023-10-06T22:44:20.904116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:09.091899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014886+0000","last_change":"2023-10-06T22:44:20.919279+0000","last_active":"2023-10-06T22:44:22.014886+0000","last_peered":"2023-10-06T22:44:22.014886+0000","last_clean":"2023-10-06T22:44:22.014886+0000","last_became_active":"2023-10-06T22:44:20.918828+0000","last_became_peered":"2023-10-06T22:44:20.918828+0000","last_unstale":"2023-10-06T22:44:22.014886+0000","last_undegraded":"2023-10-06T22:44:22.014886+0000","last_fullsized":"2023-10-06T22:44:22.014886+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"25'10","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:35.824567+0000","last_change":"2023-10-06T22:44:15.870707+0000","last_active":"2023-10-06T22:44:35.824567+0000","last_peered":"2023-10-06T22:44:35.824567+0000","last_clean":"2023-10-06T22:44:35.824567+0000","last_became_active":"2023-10-06T22:44:15.870377+0000","last_became_peered":"2023-10-06T22:44:15.870377+0000","last_unstale":"2023-10-06T22:44:35.824567+0000","last_undegraded":"2023-10-06T22:44:35.824567+0000","last_fullsized":"2023-10-06T22:44:35.824567+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378729+0000","last_change":"2023-10-06T22:44:16.880857+0000","last_active":"2023-10-06T22:44:21.378729+0000","last_peered":"2023-10-06T22:44:21.378729+0000","last_clean":"2023-10-06T22:44:21.378729+0000","last_became_active":"2023-10-06T22:44:16.880196+0000","last_became_peered":"2023-10-06T22:44:16.880196+0000","last_unstale":"2023-10-06T22:44:21.378729+0000","last_undegraded":"2023-10-06T22:44:21.378729+0000","last_fullsized":"2023-10-06T22:44:21.378729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:31.853831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893797+0000","last_change":"2023-10-06T22:44:21.379744+0000","last_active":"2023-10-06T22:44:21.893797+0000","last_peered":"2023-10-06T22:44:21.893797+0000","last_clean":"2023-10-06T22:44:21.893797+0000","last_became_active":"2023-10-06T22:44:21.379109+0000","last_became_peered":"2023-10-06T22:44:21.379109+0000","last_unstale":"2023-10-06T22:44:21.893797+0000","last_undegraded":"2023-10-06T22:44:21.893797+0000","last_fullsized":"2023-10-06T22:44:21.893797+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:12:23.317107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900819+0000","last_change":"2023-10-06T22:44:15.875832+0000","last_active":"2023-10-06T22:44:20.900819+0000","last_peered":"2023-10-06T22:44:20.900819+0000","last_clean":"2023-10-06T22:44:20.900819+0000","last_became_active":"2023-10-06T22:44:15.875548+0000","last_became_peered":"2023-10-06T22:44:15.875548+0000","last_unstale":"2023-10-06T22:44:20.900819+0000","last_undegraded":"2023-10-06T22:44:20.900819+0000","last_fullsized":"2023-10-06T22:44:20.900819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901150+0000","last_change":"2023-10-06T22:44:16.886532+0000","last_active":"2023-10-06T22:44:20.901150+0000","last_peered":"2023-10-06T22:44:20.901150+0000","last_clean":"2023-10-06T22:44:20.901150+0000","last_became_active":"2023-10-06T22:44:16.886350+0000","last_became_peered":"2023-10-06T22:44:16.886350+0000","last_unstale":"2023-10-06T22:44:20.901150+0000","last_undegraded":"2023-10-06T22:44:20.901150+0000","last_fullsized":"2023-10-06T22:44:20.901150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:40:00.662860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892868+0000","last_change":"2023-10-06T22:44:21.380047+0000","last_active":"2023-10-06T22:44:21.892868+0000","last_peered":"2023-10-06T22:44:21.892868+0000","last_clean":"2023-10-06T22:44:21.892868+0000","last_became_active":"2023-10-06T22:44:21.379613+0000","last_became_peered":"2023-10-06T22:44:21.379613+0000","last_unstale":"2023-10-06T22:44:21.892868+0000","last_undegraded":"2023-10-06T22:44:21.892868+0000","last_fullsized":"2023-10-06T22:44:21.892868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:01:23.066261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899643+0000","last_change":"2023-10-06T22:44:15.863334+0000","last_active":"2023-10-06T22:44:20.899643+0000","last_peered":"2023-10-06T22:44:20.899643+0000","last_clean":"2023-10-06T22:44:20.899643+0000","last_became_active":"2023-10-06T22:44:15.863025+0000","last_became_peered":"2023-10-06T22:44:15.863025+0000","last_unstale":"2023-10-06T22:44:20.899643+0000","last_undegraded":"2023-10-06T22:44:20.899643+0000","last_fullsized":"2023-10-06T22:44:20.899643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.377474+0000","last_change":"2023-10-06T22:44:16.879100+0000","last_active":"2023-10-06T22:44:21.377474+0000","last_peered":"2023-10-06T22:44:21.377474+0000","last_clean":"2023-10-06T22:44:21.377474+0000","last_became_active":"2023-10-06T22:44:16.878805+0000","last_became_peered":"2023-10-06T22:44:16.878805+0000","last_unstale":"2023-10-06T22:44:21.377474+0000","last_undegraded":"2023-10-06T22:44:21.377474+0000","last_fullsized":"2023-10-06T22:44:21.377474+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893492+0000","last_change":"2023-10-06T22:44:21.384049+0000","last_active":"2023-10-06T22:44:21.893492+0000","last_peered":"2023-10-06T22:44:21.893492+0000","last_clean":"2023-10-06T22:44:21.893492+0000","last_became_active":"2023-10-06T22:44:21.383658+0000","last_became_peered":"2023-10-06T22:44:21.383658+0000","last_unstale":"2023-10-06T22:44:21.893492+0000","last_undegraded":"2023-10-06T22:44:21.893492+0000","last_fullsized":"2023-10-06T22:44:21.893492+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:28:40.705796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897463+0000","last_change":"2023-10-06T22:44:15.869363+0000","last_active":"2023-10-06T22:44:20.897463+0000","last_peered":"2023-10-06T22:44:20.897463+0000","last_clean":"2023-10-06T22:44:20.897463+0000","last_became_active":"2023-10-06T22:44:15.869033+0000","last_became_peered":"2023-10-06T22:44:15.869033+0000","last_unstale":"2023-10-06T22:44:20.897463+0000","last_undegraded":"2023-10-06T22:44:20.897463+0000","last_fullsized":"2023-10-06T22:44:20.897463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897705+0000","last_change":"2023-10-06T22:44:16.873826+0000","last_active":"2023-10-06T22:44:20.897705+0000","last_peered":"2023-10-06T22:44:20.897705+0000","last_clean":"2023-10-06T22:44:20.897705+0000","last_became_active":"2023-10-06T22:44:16.873437+0000","last_became_peered":"2023-10-06T22:44:16.873437+0000","last_unstale":"2023-10-06T22:44:20.897705+0000","last_undegraded":"2023-10-06T22:44:20.897705+0000","last_fullsized":"2023-10-06T22:44:20.897705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013766+0000","last_change":"2023-10-06T22:44:20.924854+0000","last_active":"2023-10-06T22:44:22.013766+0000","last_peered":"2023-10-06T22:44:22.013766+0000","last_clean":"2023-10-06T22:44:22.013766+0000","last_became_active":"2023-10-06T22:44:20.924424+0000","last_became_peered":"2023-10-06T22:44:20.924424+0000","last_unstale":"2023-10-06T22:44:22.013766+0000","last_undegraded":"2023-10-06T22:44:22.013766+0000","last_fullsized":"2023-10-06T22:44:22.013766+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895084+0000","last_change":"2023-10-06T22:44:15.874519+0000","last_active":"2023-10-06T22:44:20.895084+0000","last_peered":"2023-10-06T22:44:20.895084+0000","last_clean":"2023-10-06T22:44:20.895084+0000","last_became_active":"2023-10-06T22:44:15.874150+0000","last_became_peered":"2023-10-06T22:44:15.874150+0000","last_unstale":"2023-10-06T22:44:20.895084+0000","last_undegraded":"2023-10-06T22:44:20.895084+0000","last_fullsized":"2023-10-06T22:44:20.895084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:13.885650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376821+0000","last_change":"2023-10-06T22:44:16.878712+0000","last_active":"2023-10-06T22:44:21.376821+0000","last_peered":"2023-10-06T22:44:21.376821+0000","last_clean":"2023-10-06T22:44:21.376821+0000","last_became_active":"2023-10-06T22:44:16.878411+0000","last_became_peered":"2023-10-06T22:44:16.878411+0000","last_unstale":"2023-10-06T22:44:21.376821+0000","last_undegraded":"2023-10-06T22:44:21.376821+0000","last_fullsized":"2023-10-06T22:44:21.376821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894354+0000","last_change":"2023-10-06T22:44:20.924895+0000","last_active":"2023-10-06T22:44:21.894354+0000","last_peered":"2023-10-06T22:44:21.894354+0000","last_clean":"2023-10-06T22:44:21.894354+0000","last_became_active":"2023-10-06T22:44:20.924245+0000","last_became_peered":"2023-10-06T22:44:20.924245+0000","last_unstale":"2023-10-06T22:44:21.894354+0000","last_undegraded":"2023-10-06T22:44:21.894354+0000","last_fullsized":"2023-10-06T22:44:21.894354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:41.088464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903865+0000","last_change":"2023-10-06T22:44:15.873989+0000","last_active":"2023-10-06T22:44:20.903865+0000","last_peered":"2023-10-06T22:44:20.903865+0000","last_clean":"2023-10-06T22:44:20.903865+0000","last_became_active":"2023-10-06T22:44:15.872447+0000","last_became_peered":"2023-10-06T22:44:15.872447+0000","last_unstale":"2023-10-06T22:44:20.903865+0000","last_undegraded":"2023-10-06T22:44:20.903865+0000","last_fullsized":"2023-10-06T22:44:20.903865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:50:02.259689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.381359+0000","last_change":"2023-10-06T22:44:16.878979+0000","last_active":"2023-10-06T22:44:21.381359+0000","last_peered":"2023-10-06T22:44:21.381359+0000","last_clean":"2023-10-06T22:44:21.381359+0000","last_became_active":"2023-10-06T22:44:16.878319+0000","last_became_peered":"2023-10-06T22:44:16.878319+0000","last_unstale":"2023-10-06T22:44:21.381359+0000","last_undegraded":"2023-10-06T22:44:21.381359+0000","last_fullsized":"2023-10-06T22:44:21.381359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014733+0000","last_change":"2023-10-06T22:44:20.919352+0000","last_active":"2023-10-06T22:44:22.014733+0000","last_peered":"2023-10-06T22:44:22.014733+0000","last_clean":"2023-10-06T22:44:22.014733+0000","last_became_active":"2023-10-06T22:44:20.918891+0000","last_became_peered":"2023-10-06T22:44:20.918891+0000","last_unstale":"2023-10-06T22:44:22.014733+0000","last_undegraded":"2023-10-06T22:44:22.014733+0000","last_fullsized":"2023-10-06T22:44:22.014733+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904101+0000","last_change":"2023-10-06T22:44:15.872521+0000","last_active":"2023-10-06T22:44:20.904101+0000","last_peered":"2023-10-06T22:44:20.904101+0000","last_clean":"2023-10-06T22:44:20.904101+0000","last_became_active":"2023-10-06T22:44:15.872139+0000","last_became_peered":"2023-10-06T22:44:15.872139+0000","last_unstale":"2023-10-06T22:44:20.904101+0000","last_undegraded":"2023-10-06T22:44:20.904101+0000","last_fullsized":"2023-10-06T22:44:20.904101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900112+0000","last_change":"2023-10-06T22:44:16.881320+0000","last_active":"2023-10-06T22:44:20.900112+0000","last_peered":"2023-10-06T22:44:20.900112+0000","last_clean":"2023-10-06T22:44:20.900112+0000","last_became_active":"2023-10-06T22:44:16.880606+0000","last_became_peered":"2023-10-06T22:44:16.880606+0000","last_unstale":"2023-10-06T22:44:20.900112+0000","last_undegraded":"2023-10-06T22:44:20.900112+0000","last_fullsized":"2023-10-06T22:44:20.900112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015065+0000","last_change":"2023-10-06T22:44:20.925816+0000","last_active":"2023-10-06T22:44:22.015065+0000","last_peered":"2023-10-06T22:44:22.015065+0000","last_clean":"2023-10-06T22:44:22.015065+0000","last_became_active":"2023-10-06T22:44:20.925350+0000","last_became_peered":"2023-10-06T22:44:20.925350+0000","last_unstale":"2023-10-06T22:44:22.015065+0000","last_undegraded":"2023-10-06T22:44:22.015065+0000","last_fullsized":"2023-10-06T22:44:22.015065+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899527+0000","last_change":"2023-10-06T22:44:15.870960+0000","last_active":"2023-10-06T22:44:20.899527+0000","last_peered":"2023-10-06T22:44:20.899527+0000","last_clean":"2023-10-06T22:44:20.899527+0000","last_became_active":"2023-10-06T22:44:15.870610+0000","last_became_peered":"2023-10-06T22:44:15.870610+0000","last_unstale":"2023-10-06T22:44:20.899527+0000","last_undegraded":"2023-10-06T22:44:20.899527+0000","last_fullsized":"2023-10-06T22:44:20.899527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902560+0000","last_change":"2023-10-06T22:44:16.890302+0000","last_active":"2023-10-06T22:44:20.902560+0000","last_peered":"2023-10-06T22:44:20.902560+0000","last_clean":"2023-10-06T22:44:20.902560+0000","last_became_active":"2023-10-06T22:44:16.890026+0000","last_became_peered":"2023-10-06T22:44:16.890026+0000","last_unstale":"2023-10-06T22:44:20.902560+0000","last_undegraded":"2023-10-06T22:44:20.902560+0000","last_fullsized":"2023-10-06T22:44:20.902560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014468+0000","last_change":"2023-10-06T22:44:20.917768+0000","last_active":"2023-10-06T22:44:22.014468+0000","last_peered":"2023-10-06T22:44:22.014468+0000","last_clean":"2023-10-06T22:44:22.014468+0000","last_became_active":"2023-10-06T22:44:20.917356+0000","last_became_peered":"2023-10-06T22:44:20.917356+0000","last_unstale":"2023-10-06T22:44:22.014468+0000","last_undegraded":"2023-10-06T22:44:22.014468+0000","last_fullsized":"2023-10-06T22:44:22.014468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902158+0000","last_change":"2023-10-06T22:44:16.888294+0000","last_active":"2023-10-06T22:44:20.902158+0000","last_peered":"2023-10-06T22:44:20.902158+0000","last_clean":"2023-10-06T22:44:20.902158+0000","last_became_active":"2023-10-06T22:44:16.877161+0000","last_became_peered":"2023-10-06T22:44:16.877161+0000","last_unstale":"2023-10-06T22:44:20.902158+0000","last_undegraded":"2023-10-06T22:44:20.902158+0000","last_fullsized":"2023-10-06T22:44:20.902158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895354+0000","last_change":"2023-10-06T22:44:15.869493+0000","last_active":"2023-10-06T22:44:20.895354+0000","last_peered":"2023-10-06T22:44:20.895354+0000","last_clean":"2023-10-06T22:44:20.895354+0000","last_became_active":"2023-10-06T22:44:15.869125+0000","last_became_peered":"2023-10-06T22:44:15.869125+0000","last_unstale":"2023-10-06T22:44:20.895354+0000","last_undegraded":"2023-10-06T22:44:20.895354+0000","last_fullsized":"2023-10-06T22:44:20.895354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015099+0000","last_change":"2023-10-06T22:44:21.381869+0000","last_active":"2023-10-06T22:44:22.015099+0000","last_peered":"2023-10-06T22:44:22.015099+0000","last_clean":"2023-10-06T22:44:22.015099+0000","last_became_active":"2023-10-06T22:44:21.381149+0000","last_became_peered":"2023-10-06T22:44:21.381149+0000","last_unstale":"2023-10-06T22:44:22.015099+0000","last_undegraded":"2023-10-06T22:44:22.015099+0000","last_fullsized":"2023-10-06T22:44:22.015099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890687+0000","last_change":"2023-10-06T22:44:16.893481+0000","last_active":"2023-10-06T22:44:20.890687+0000","last_peered":"2023-10-06T22:44:20.890687+0000","last_clean":"2023-10-06T22:44:20.890687+0000","last_became_active":"2023-10-06T22:44:16.892681+0000","last_became_peered":"2023-10-06T22:44:16.892681+0000","last_unstale":"2023-10-06T22:44:20.890687+0000","last_undegraded":"2023-10-06T22:44:20.890687+0000","last_fullsized":"2023-10-06T22:44:20.890687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899644+0000","last_change":"2023-10-06T22:44:15.866699+0000","last_active":"2023-10-06T22:44:20.899644+0000","last_peered":"2023-10-06T22:44:20.899644+0000","last_clean":"2023-10-06T22:44:20.899644+0000","last_became_active":"2023-10-06T22:44:15.864852+0000","last_became_peered":"2023-10-06T22:44:15.864852+0000","last_unstale":"2023-10-06T22:44:20.899644+0000","last_undegraded":"2023-10-06T22:44:20.899644+0000","last_fullsized":"2023-10-06T22:44:20.899644+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013916+0000","last_change":"2023-10-06T22:44:21.377456+0000","last_active":"2023-10-06T22:44:22.013916+0000","last_peered":"2023-10-06T22:44:22.013916+0000","last_clean":"2023-10-06T22:44:22.013916+0000","last_became_active":"2023-10-06T22:44:21.377022+0000","last_became_peered":"2023-10-06T22:44:21.377022+0000","last_unstale":"2023-10-06T22:44:22.013916+0000","last_undegraded":"2023-10-06T22:44:22.013916+0000","last_fullsized":"2023-10-06T22:44:22.013916+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899190+0000","last_change":"2023-10-06T22:44:16.880354+0000","last_active":"2023-10-06T22:44:20.899190+0000","last_peered":"2023-10-06T22:44:20.899190+0000","last_clean":"2023-10-06T22:44:20.899190+0000","last_became_active":"2023-10-06T22:44:16.880135+0000","last_became_peered":"2023-10-06T22:44:16.880135+0000","last_unstale":"2023-10-06T22:44:20.899190+0000","last_undegraded":"2023-10-06T22:44:20.899190+0000","last_fullsized":"2023-10-06T22:44:20.899190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:05.510393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376693+0000","last_change":"2023-10-06T22:44:15.876931+0000","last_active":"2023-10-06T22:44:21.376693+0000","last_peered":"2023-10-06T22:44:21.376693+0000","last_clean":"2023-10-06T22:44:21.376693+0000","last_became_active":"2023-10-06T22:44:15.876660+0000","last_became_peered":"2023-10-06T22:44:15.876660+0000","last_unstale":"2023-10-06T22:44:21.376693+0000","last_undegraded":"2023-10-06T22:44:21.376693+0000","last_fullsized":"2023-10-06T22:44:21.376693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013591+0000","last_change":"2023-10-06T22:44:21.379539+0000","last_active":"2023-10-06T22:44:22.013591+0000","last_peered":"2023-10-06T22:44:22.013591+0000","last_clean":"2023-10-06T22:44:22.013591+0000","last_became_active":"2023-10-06T22:44:21.379098+0000","last_became_peered":"2023-10-06T22:44:21.379098+0000","last_unstale":"2023-10-06T22:44:22.013591+0000","last_undegraded":"2023-10-06T22:44:22.013591+0000","last_fullsized":"2023-10-06T22:44:22.013591+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378155+0000","last_change":"2023-10-06T22:44:15.880115+0000","last_active":"2023-10-06T22:44:21.378155+0000","last_peered":"2023-10-06T22:44:21.378155+0000","last_clean":"2023-10-06T22:44:21.378155+0000","last_became_active":"2023-10-06T22:44:15.879832+0000","last_became_peered":"2023-10-06T22:44:15.879832+0000","last_unstale":"2023-10-06T22:44:21.378155+0000","last_undegraded":"2023-10-06T22:44:21.378155+0000","last_fullsized":"2023-10-06T22:44:21.378155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:42.770244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904254+0000","last_change":"2023-10-06T22:44:16.875638+0000","last_active":"2023-10-06T22:44:20.904254+0000","last_peered":"2023-10-06T22:44:20.904254+0000","last_clean":"2023-10-06T22:44:20.904254+0000","last_became_active":"2023-10-06T22:44:16.875270+0000","last_became_peered":"2023-10-06T22:44:16.875270+0000","last_unstale":"2023-10-06T22:44:20.904254+0000","last_undegraded":"2023-10-06T22:44:20.904254+0000","last_fullsized":"2023-10-06T22:44:20.904254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892147+0000","last_change":"2023-10-06T22:44:21.382295+0000","last_active":"2023-10-06T22:44:21.892147+0000","last_peered":"2023-10-06T22:44:21.892147+0000","last_clean":"2023-10-06T22:44:21.892147+0000","last_became_active":"2023-10-06T22:44:21.381974+0000","last_became_peered":"2023-10-06T22:44:21.381974+0000","last_unstale":"2023-10-06T22:44:21.892147+0000","last_undegraded":"2023-10-06T22:44:21.892147+0000","last_fullsized":"2023-10-06T22:44:21.892147+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:29:16.570101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897220+0000","last_change":"2023-10-06T22:44:15.872941+0000","last_active":"2023-10-06T22:44:20.897220+0000","last_peered":"2023-10-06T22:44:20.897220+0000","last_clean":"2023-10-06T22:44:20.897220+0000","last_became_active":"2023-10-06T22:44:15.872490+0000","last_became_peered":"2023-10-06T22:44:15.872490+0000","last_unstale":"2023-10-06T22:44:20.897220+0000","last_undegraded":"2023-10-06T22:44:20.897220+0000","last_fullsized":"2023-10-06T22:44:20.897220+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891468+0000","last_change":"2023-10-06T22:44:16.875552+0000","last_active":"2023-10-06T22:44:20.891468+0000","last_peered":"2023-10-06T22:44:20.891468+0000","last_clean":"2023-10-06T22:44:20.891468+0000","last_became_active":"2023-10-06T22:44:16.875262+0000","last_became_peered":"2023-10-06T22:44:16.875262+0000","last_unstale":"2023-10-06T22:44:20.891468+0000","last_undegraded":"2023-10-06T22:44:20.891468+0000","last_fullsized":"2023-10-06T22:44:20.891468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894516+0000","last_change":"2023-10-06T22:44:21.379609+0000","last_active":"2023-10-06T22:44:21.894516+0000","last_peered":"2023-10-06T22:44:21.894516+0000","last_clean":"2023-10-06T22:44:21.894516+0000","last_became_active":"2023-10-06T22:44:21.379120+0000","last_became_peered":"2023-10-06T22:44:21.379120+0000","last_unstale":"2023-10-06T22:44:21.894516+0000","last_undegraded":"2023-10-06T22:44:21.894516+0000","last_fullsized":"2023-10-06T22:44:21.894516+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:56.007371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898290+0000","last_change":"2023-10-06T22:44:15.876864+0000","last_active":"2023-10-06T22:44:20.898290+0000","last_peered":"2023-10-06T22:44:20.898290+0000","last_clean":"2023-10-06T22:44:20.898290+0000","last_became_active":"2023-10-06T22:44:15.876577+0000","last_became_peered":"2023-10-06T22:44:15.876577+0000","last_unstale":"2023-10-06T22:44:20.898290+0000","last_undegraded":"2023-10-06T22:44:20.898290+0000","last_fullsized":"2023-10-06T22:44:20.898290+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907140+0000","last_change":"2023-10-06T22:44:16.887603+0000","last_active":"2023-10-06T22:44:20.907140+0000","last_peered":"2023-10-06T22:44:20.907140+0000","last_clean":"2023-10-06T22:44:20.907140+0000","last_became_active":"2023-10-06T22:44:16.887333+0000","last_became_peered":"2023-10-06T22:44:16.887333+0000","last_unstale":"2023-10-06T22:44:20.907140+0000","last_undegraded":"2023-10-06T22:44:20.907140+0000","last_fullsized":"2023-10-06T22:44:20.907140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894873+0000","last_change":"2023-10-06T22:44:20.924602+0000","last_active":"2023-10-06T22:44:21.894873+0000","last_peered":"2023-10-06T22:44:21.894873+0000","last_clean":"2023-10-06T22:44:21.894873+0000","last_became_active":"2023-10-06T22:44:20.924058+0000","last_became_peered":"2023-10-06T22:44:20.924058+0000","last_unstale":"2023-10-06T22:44:21.894873+0000","last_undegraded":"2023-10-06T22:44:21.894873+0000","last_fullsized":"2023-10-06T22:44:21.894873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:13.824778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:15.881013+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:15.880737+0000","last_became_peered":"2023-10-06T22:44:15.880737+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907078+0000","last_change":"2023-10-06T22:44:16.861778+0000","last_active":"2023-10-06T22:44:20.907078+0000","last_peered":"2023-10-06T22:44:20.907078+0000","last_clean":"2023-10-06T22:44:20.907078+0000","last_became_active":"2023-10-06T22:44:16.861462+0000","last_became_peered":"2023-10-06T22:44:16.861462+0000","last_unstale":"2023-10-06T22:44:20.907078+0000","last_undegraded":"2023-10-06T22:44:20.907078+0000","last_fullsized":"2023-10-06T22:44:20.907078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014615+0000","last_change":"2023-10-06T22:44:21.379641+0000","last_active":"2023-10-06T22:44:22.014615+0000","last_peered":"2023-10-06T22:44:22.014615+0000","last_clean":"2023-10-06T22:44:22.014615+0000","last_became_active":"2023-10-06T22:44:21.379009+0000","last_became_peered":"2023-10-06T22:44:21.379009+0000","last_unstale":"2023-10-06T22:44:22.014615+0000","last_undegraded":"2023-10-06T22:44:22.014615+0000","last_fullsized":"2023-10-06T22:44:22.014615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898160+0000","last_change":"2023-10-06T22:44:15.876935+0000","last_active":"2023-10-06T22:44:20.898160+0000","last_peered":"2023-10-06T22:44:20.898160+0000","last_clean":"2023-10-06T22:44:20.898160+0000","last_became_active":"2023-10-06T22:44:15.876636+0000","last_became_peered":"2023-10-06T22:44:15.876636+0000","last_unstale":"2023-10-06T22:44:20.898160+0000","last_undegraded":"2023-10-06T22:44:20.898160+0000","last_fullsized":"2023-10-06T22:44:20.898160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:48.959709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892253+0000","last_change":"2023-10-06T22:44:16.885400+0000","last_active":"2023-10-06T22:44:20.892253+0000","last_peered":"2023-10-06T22:44:20.892253+0000","last_clean":"2023-10-06T22:44:20.892253+0000","last_became_active":"2023-10-06T22:44:16.885062+0000","last_became_peered":"2023-10-06T22:44:16.885062+0000","last_unstale":"2023-10-06T22:44:20.892253+0000","last_undegraded":"2023-10-06T22:44:20.892253+0000","last_fullsized":"2023-10-06T22:44:20.892253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893681+0000","last_change":"2023-10-06T22:44:20.924687+0000","last_active":"2023-10-06T22:44:21.893681+0000","last_peered":"2023-10-06T22:44:21.893681+0000","last_clean":"2023-10-06T22:44:21.893681+0000","last_became_active":"2023-10-06T22:44:20.924233+0000","last_became_peered":"2023-10-06T22:44:20.924233+0000","last_unstale":"2023-10-06T22:44:21.893681+0000","last_undegraded":"2023-10-06T22:44:21.893681+0000","last_fullsized":"2023-10-06T22:44:21.893681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:37.153489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898459+0000","last_change":"2023-10-06T22:44:15.871051+0000","last_active":"2023-10-06T22:44:20.898459+0000","last_peered":"2023-10-06T22:44:20.898459+0000","last_clean":"2023-10-06T22:44:20.898459+0000","last_became_active":"2023-10-06T22:44:15.870684+0000","last_became_peered":"2023-10-06T22:44:15.870684+0000","last_unstale":"2023-10-06T22:44:20.898459+0000","last_undegraded":"2023-10-06T22:44:20.898459+0000","last_fullsized":"2023-10-06T22:44:20.898459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891082+0000","last_change":"2023-10-06T22:44:16.895772+0000","last_active":"2023-10-06T22:44:20.891082+0000","last_peered":"2023-10-06T22:44:20.891082+0000","last_clean":"2023-10-06T22:44:20.891082+0000","last_became_active":"2023-10-06T22:44:16.893022+0000","last_became_peered":"2023-10-06T22:44:16.893022+0000","last_unstale":"2023-10-06T22:44:20.891082+0000","last_undegraded":"2023-10-06T22:44:20.891082+0000","last_fullsized":"2023-10-06T22:44:20.891082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893641+0000","last_change":"2023-10-06T22:44:20.918956+0000","last_active":"2023-10-06T22:44:21.893641+0000","last_peered":"2023-10-06T22:44:21.893641+0000","last_clean":"2023-10-06T22:44:21.893641+0000","last_became_active":"2023-10-06T22:44:20.918586+0000","last_became_peered":"2023-10-06T22:44:20.918586+0000","last_unstale":"2023-10-06T22:44:21.893641+0000","last_undegraded":"2023-10-06T22:44:21.893641+0000","last_fullsized":"2023-10-06T22:44:21.893641+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:28.529438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378074+0000","last_change":"2023-10-06T22:44:15.878946+0000","last_active":"2023-10-06T22:44:21.378074+0000","last_peered":"2023-10-06T22:44:21.378074+0000","last_clean":"2023-10-06T22:44:21.378074+0000","last_became_active":"2023-10-06T22:44:15.878520+0000","last_became_peered":"2023-10-06T22:44:15.878520+0000","last_unstale":"2023-10-06T22:44:21.378074+0000","last_undegraded":"2023-10-06T22:44:21.378074+0000","last_fullsized":"2023-10-06T22:44:21.378074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898113+0000","last_change":"2023-10-06T22:44:16.878663+0000","last_active":"2023-10-06T22:44:20.898113+0000","last_peered":"2023-10-06T22:44:20.898113+0000","last_clean":"2023-10-06T22:44:20.898113+0000","last_became_active":"2023-10-06T22:44:16.878342+0000","last_became_peered":"2023-10-06T22:44:16.878342+0000","last_unstale":"2023-10-06T22:44:20.898113+0000","last_undegraded":"2023-10-06T22:44:20.898113+0000","last_fullsized":"2023-10-06T22:44:20.898113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014897+0000","last_change":"2023-10-06T22:44:21.379815+0000","last_active":"2023-10-06T22:44:22.014897+0000","last_peered":"2023-10-06T22:44:22.014897+0000","last_clean":"2023-10-06T22:44:22.014897+0000","last_became_active":"2023-10-06T22:44:21.379304+0000","last_became_peered":"2023-10-06T22:44:21.379304+0000","last_unstale":"2023-10-06T22:44:22.014897+0000","last_undegraded":"2023-10-06T22:44:22.014897+0000","last_fullsized":"2023-10-06T22:44:22.014897+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896321+0000","last_change":"2023-10-06T22:44:15.862549+0000","last_active":"2023-10-06T22:44:20.896321+0000","last_peered":"2023-10-06T22:44:20.896321+0000","last_clean":"2023-10-06T22:44:20.896321+0000","last_became_active":"2023-10-06T22:44:15.862220+0000","last_became_peered":"2023-10-06T22:44:15.862220+0000","last_unstale":"2023-10-06T22:44:20.896321+0000","last_undegraded":"2023-10-06T22:44:20.896321+0000","last_fullsized":"2023-10-06T22:44:20.896321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378632+0000","last_change":"2023-10-06T22:44:16.891435+0000","last_active":"2023-10-06T22:44:21.378632+0000","last_peered":"2023-10-06T22:44:21.378632+0000","last_clean":"2023-10-06T22:44:21.378632+0000","last_became_active":"2023-10-06T22:44:16.890997+0000","last_became_peered":"2023-10-06T22:44:16.890997+0000","last_unstale":"2023-10-06T22:44:21.378632+0000","last_undegraded":"2023-10-06T22:44:21.378632+0000","last_fullsized":"2023-10-06T22:44:21.378632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013568+0000","last_change":"2023-10-06T22:44:20.917440+0000","last_active":"2023-10-06T22:44:22.013568+0000","last_peered":"2023-10-06T22:44:22.013568+0000","last_clean":"2023-10-06T22:44:22.013568+0000","last_became_active":"2023-10-06T22:44:20.917034+0000","last_became_peered":"2023-10-06T22:44:20.917034+0000","last_unstale":"2023-10-06T22:44:22.013568+0000","last_undegraded":"2023-10-06T22:44:22.013568+0000","last_fullsized":"2023-10-06T22:44:22.013568+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899612+0000","last_change":"2023-10-06T22:44:15.872417+0000","last_active":"2023-10-06T22:44:20.899612+0000","last_peered":"2023-10-06T22:44:20.899612+0000","last_clean":"2023-10-06T22:44:20.899612+0000","last_became_active":"2023-10-06T22:44:15.872084+0000","last_became_peered":"2023-10-06T22:44:15.872084+0000","last_unstale":"2023-10-06T22:44:20.899612+0000","last_undegraded":"2023-10-06T22:44:20.899612+0000","last_fullsized":"2023-10-06T22:44:20.899612+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903908+0000","last_change":"2023-10-06T22:44:16.881172+0000","last_active":"2023-10-06T22:44:20.903908+0000","last_peered":"2023-10-06T22:44:20.903908+0000","last_clean":"2023-10-06T22:44:20.903908+0000","last_became_active":"2023-10-06T22:44:16.880711+0000","last_became_peered":"2023-10-06T22:44:16.880711+0000","last_unstale":"2023-10-06T22:44:20.903908+0000","last_undegraded":"2023-10-06T22:44:20.903908+0000","last_fullsized":"2023-10-06T22:44:20.903908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894046+0000","last_change":"2023-10-06T22:44:21.384893+0000","last_active":"2023-10-06T22:44:21.894046+0000","last_peered":"2023-10-06T22:44:21.894046+0000","last_clean":"2023-10-06T22:44:21.894046+0000","last_became_active":"2023-10-06T22:44:21.384483+0000","last_became_peered":"2023-10-06T22:44:21.384483+0000","last_unstale":"2023-10-06T22:44:21.894046+0000","last_undegraded":"2023-10-06T22:44:21.894046+0000","last_fullsized":"2023-10-06T22:44:21.894046+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896680+0000","last_change":"2023-10-06T22:44:15.863324+0000","last_active":"2023-10-06T22:44:20.896680+0000","last_peered":"2023-10-06T22:44:20.896680+0000","last_clean":"2023-10-06T22:44:20.896680+0000","last_became_active":"2023-10-06T22:44:15.862968+0000","last_became_peered":"2023-10-06T22:44:15.862968+0000","last_unstale":"2023-10-06T22:44:20.896680+0000","last_undegraded":"2023-10-06T22:44:20.896680+0000","last_fullsized":"2023-10-06T22:44:20.896680+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382577+0000","last_change":"2023-10-06T22:44:16.879248+0000","last_active":"2023-10-06T22:44:21.382577+0000","last_peered":"2023-10-06T22:44:21.382577+0000","last_clean":"2023-10-06T22:44:21.382577+0000","last_became_active":"2023-10-06T22:44:16.878993+0000","last_became_peered":"2023-10-06T22:44:16.878993+0000","last_unstale":"2023-10-06T22:44:21.382577+0000","last_undegraded":"2023-10-06T22:44:21.382577+0000","last_fullsized":"2023-10-06T22:44:21.382577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898918+0000","last_change":"2023-10-06T22:44:16.893185+0000","last_active":"2023-10-06T22:44:20.898918+0000","last_peered":"2023-10-06T22:44:20.898918+0000","last_clean":"2023-10-06T22:44:20.898918+0000","last_became_active":"2023-10-06T22:44:16.892919+0000","last_became_peered":"2023-10-06T22:44:16.892919+0000","last_unstale":"2023-10-06T22:44:20.898918+0000","last_undegraded":"2023-10-06T22:44:20.898918+0000","last_fullsized":"2023-10-06T22:44:20.898918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895447+0000","last_change":"2023-10-06T22:44:16.883038+0000","last_active":"2023-10-06T22:44:20.895447+0000","last_peered":"2023-10-06T22:44:20.895447+0000","last_clean":"2023-10-06T22:44:20.895447+0000","last_became_active":"2023-10-06T22:44:16.882754+0000","last_became_peered":"2023-10-06T22:44:16.882754+0000","last_unstale":"2023-10-06T22:44:20.895447+0000","last_undegraded":"2023-10-06T22:44:20.895447+0000","last_fullsized":"2023-10-06T22:44:20.895447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899750+0000","last_change":"2023-10-06T22:44:16.884239+0000","last_active":"2023-10-06T22:44:20.899750+0000","last_peered":"2023-10-06T22:44:20.899750+0000","last_clean":"2023-10-06T22:44:20.899750+0000","last_became_active":"2023-10-06T22:44:16.877461+0000","last_became_peered":"2023-10-06T22:44:16.877461+0000","last_unstale":"2023-10-06T22:44:20.899750+0000","last_undegraded":"2023-10-06T22:44:20.899750+0000","last_fullsized":"2023-10-06T22:44:20.899750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900636+0000","last_change":"2023-10-06T22:44:16.891322+0000","last_active":"2023-10-06T22:44:20.900636+0000","last_peered":"2023-10-06T22:44:20.900636+0000","last_clean":"2023-10-06T22:44:20.900636+0000","last_became_active":"2023-10-06T22:44:16.891055+0000","last_became_peered":"2023-10-06T22:44:16.891055+0000","last_unstale":"2023-10-06T22:44:20.900636+0000","last_undegraded":"2023-10-06T22:44:20.900636+0000","last_fullsized":"2023-10-06T22:44:20.900636+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890495+0000","last_change":"2023-10-06T22:44:16.880847+0000","last_active":"2023-10-06T22:44:20.890495+0000","last_peered":"2023-10-06T22:44:20.890495+0000","last_clean":"2023-10-06T22:44:20.890495+0000","last_became_active":"2023-10-06T22:44:16.880424+0000","last_became_peered":"2023-10-06T22:44:16.880424+0000","last_unstale":"2023-10-06T22:44:20.890495+0000","last_undegraded":"2023-10-06T22:44:20.890495+0000","last_fullsized":"2023-10-06T22:44:20.890495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899504+0000","last_change":"2023-10-06T22:44:16.873562+0000","last_active":"2023-10-06T22:44:20.899504+0000","last_peered":"2023-10-06T22:44:20.899504+0000","last_clean":"2023-10-06T22:44:20.899504+0000","last_became_active":"2023-10-06T22:44:16.873252+0000","last_became_peered":"2023-10-06T22:44:16.873252+0000","last_unstale":"2023-10-06T22:44:20.899504+0000","last_undegraded":"2023-10-06T22:44:20.899504+0000","last_fullsized":"2023-10-06T22:44:20.899504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898470+0000","last_change":"2023-10-06T22:44:16.879013+0000","last_active":"2023-10-06T22:44:20.898470+0000","last_peered":"2023-10-06T22:44:20.898470+0000","last_clean":"2023-10-06T22:44:20.898470+0000","last_became_active":"2023-10-06T22:44:16.878733+0000","last_became_peered":"2023-10-06T22:44:16.878733+0000","last_unstale":"2023-10-06T22:44:20.898470+0000","last_undegraded":"2023-10-06T22:44:20.898470+0000","last_fullsized":"2023-10-06T22:44:20.898470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891570+0000","last_change":"2023-10-06T22:44:16.880203+0000","last_active":"2023-10-06T22:44:20.891570+0000","last_peered":"2023-10-06T22:44:20.891570+0000","last_clean":"2023-10-06T22:44:20.891570+0000","last_became_active":"2023-10-06T22:44:16.879884+0000","last_became_peered":"2023-10-06T22:44:16.879884+0000","last_unstale":"2023-10-06T22:44:20.891570+0000","last_undegraded":"2023-10-06T22:44:20.891570+0000","last_fullsized":"2023-10-06T22:44:20.891570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899381+0000","last_change":"2023-10-06T22:44:16.894313+0000","last_active":"2023-10-06T22:44:20.899381+0000","last_peered":"2023-10-06T22:44:20.899381+0000","last_clean":"2023-10-06T22:44:20.899381+0000","last_became_active":"2023-10-06T22:44:16.893906+0000","last_became_peered":"2023-10-06T22:44:16.893906+0000","last_unstale":"2023-10-06T22:44:20.899381+0000","last_undegraded":"2023-10-06T22:44:20.899381+0000","last_fullsized":"2023-10-06T22:44:20.899381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890043+0000","last_change":"2023-10-06T22:44:16.881870+0000","last_active":"2023-10-06T22:44:20.890043+0000","last_peered":"2023-10-06T22:44:20.890043+0000","last_clean":"2023-10-06T22:44:20.890043+0000","last_became_active":"2023-10-06T22:44:16.881604+0000","last_became_peered":"2023-10-06T22:44:16.881604+0000","last_unstale":"2023-10-06T22:44:20.890043+0000","last_undegraded":"2023-10-06T22:44:20.890043+0000","last_fullsized":"2023-10-06T22:44:20.890043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899852+0000","last_change":"2023-10-06T22:44:16.883067+0000","last_active":"2023-10-06T22:44:20.899852+0000","last_peered":"2023-10-06T22:44:20.899852+0000","last_clean":"2023-10-06T22:44:20.899852+0000","last_became_active":"2023-10-06T22:44:16.882389+0000","last_became_peered":"2023-10-06T22:44:16.882389+0000","last_unstale":"2023-10-06T22:44:20.899852+0000","last_undegraded":"2023-10-06T22:44:20.899852+0000","last_fullsized":"2023-10-06T22:44:20.899852+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900723+0000","last_change":"2023-10-06T22:44:16.884653+0000","last_active":"2023-10-06T22:44:20.900723+0000","last_peered":"2023-10-06T22:44:20.900723+0000","last_clean":"2023-10-06T22:44:20.900723+0000","last_became_active":"2023-10-06T22:44:16.884393+0000","last_became_peered":"2023-10-06T22:44:16.884393+0000","last_unstale":"2023-10-06T22:44:20.900723+0000","last_undegraded":"2023-10-06T22:44:20.900723+0000","last_fullsized":"2023-10-06T22:44:20.900723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897814+0000","last_change":"2023-10-06T22:44:16.879627+0000","last_active":"2023-10-06T22:44:20.897814+0000","last_peered":"2023-10-06T22:44:20.897814+0000","last_clean":"2023-10-06T22:44:20.897814+0000","last_became_active":"2023-10-06T22:44:16.879339+0000","last_became_peered":"2023-10-06T22:44:16.879339+0000","last_unstale":"2023-10-06T22:44:20.897814+0000","last_undegraded":"2023-10-06T22:44:20.897814+0000","last_fullsized":"2023-10-06T22:44:20.897814+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476748,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":103997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95799999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0609999999999999}]}]},{"osd":7,"up_from":13,"seq":55834574859,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":694325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1990000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574859,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":274432,"data_stored":104157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]},{"osd":3,"up_from":13,"seq":55834574859,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89600000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":104123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82299999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":104087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:44:46.414 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:44:46.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.644+0000 7f1cf39ff700 1 Processor -- start 2023-10-06T22:44:46.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.644+0000 7f1cf39ff700 1 -- start start 2023-10-06T22:44:46.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.645+0000 7f1cf39ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1cec15d830 0x7f1cec0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf39ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cec0d1d40 con 0x7f1cec0b5010 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf39ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cec0d2020 con 0x7f1cec0ce890 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf39ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1cec0d2300 con 0x7f1cec15d830 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf179b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1cec15d830 0x7f1cec0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf179b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1cec15d830 0x7f1cec0d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41314/0 (socket says 172.21.15.37:41314) 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf179b700 1 -- 172.21.15.37:0/3215388658 learned_addr learned my addr 172.21.15.37:0/3215388658 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf1f9c700 1 --1- 172.21.15.37:0/3215388658 >> v1:172.21.15.37:6789/0 conn(0x7f1cec0b5010 0x7f1cec0b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34584/0 (socket says 172.21.15.37:34584) 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf179b700 1 -- 172.21.15.37:0/3215388658 >> v1:172.21.15.62:6789/0 conn(0x7f1cec0ce890 legacy=0x7f1cec0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf179b700 1 -- 172.21.15.37:0/3215388658 >> v1:172.21.15.37:6789/0 conn(0x7f1cec0b5010 legacy=0x7f1cec0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1cf179b700 1 -- 172.21.15.37:0/3215388658 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cec0d25e0 con 0x7f1cec15d830 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.646+0000 7f1ce3fff700 1 -- 172.21.15.37:0/3215388658 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 841612391 0 0) 0x7f1cec0d1d40 con 0x7f1cec0b5010 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1cf179b700 1 --2- 172.21.15.37:0/3215388658 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec15d830 0x7f1cec0d1760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1ce80098f0 tx=0x7f1ce8009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62b16e95d2e22531 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:46.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1ce3fff700 1 -- 172.21.15.37:0/3215388658 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ce8004230 con 0x7f1cec15d830 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1ce3fff700 1 -- 172.21.15.37:0/3215388658 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ce8004390 con 0x7f1cec15d830 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1ce3fff700 1 -- 172.21.15.37:0/3215388658 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ce80036a0 con 0x7f1cec15d830 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1cf39ff700 1 -- 172.21.15.37:0/3215388658 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec15d830 msgr2=0x7f1cec0d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/3215388658 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec15d830 0x7f1cec0d1760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1ce80098f0 tx=0x7f1ce8009c00 comp rx=0 tx=0).stop 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1cf39ff700 1 -- 172.21.15.37:0/3215388658 shutdown_connections 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/3215388658 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec15d830 0x7f1cec0d1760 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1cf39ff700 1 -- 172.21.15.37:0/3215388658 >> 172.21.15.37:0/3215388658 conn(0x7f1cec072630 msgr2=0x7f1cec0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.647+0000 7f1cf39ff700 1 -- 172.21.15.37:0/3215388658 shutdown_connections 2023-10-06T22:44:46.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.648+0000 7f1cf39ff700 1 -- 172.21.15.37:0/3215388658 wait complete. 2023-10-06T22:44:46.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.649+0000 7f1cf39ff700 1 Processor -- start 2023-10-06T22:44:46.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.649+0000 7f1cf39ff700 1 -- start start 2023-10-06T22:44:46.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf39ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec0b5010 0x7f1cec15a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf39ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec0ce890 0x7f1cec0d3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf39ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1cec15d830 0x7f1cec0d3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf39ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cec0b4230 con 0x7f1cec0b5010 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf39ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cec0cc860 con 0x7f1cec0ce890 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf39ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cec0ccb40 con 0x7f1cec15d830 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf179b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec0b5010 0x7f1cec15a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.650+0000 7f1cf179b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec0b5010 0x7f1cec15a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41316/0 (socket says 172.21.15.37:41316) 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf179b700 1 -- 172.21.15.37:0/4006137028 learned_addr learned my addr 172.21.15.37:0/4006137028 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf0f9a700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec0ce890 0x7f1cec0d3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf1f9c700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1cec15d830 0x7f1cec0d3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf179b700 1 -- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1cec15d830 msgr2=0x7f1cec0d3ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf179b700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1cec15d830 0x7f1cec0d3ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf179b700 1 -- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec0ce890 msgr2=0x7f1cec0d3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf179b700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec0ce890 0x7f1cec0d3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf179b700 1 -- 172.21.15.37:0/4006137028 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ce8009550 con 0x7f1cec0b5010 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf179b700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec0b5010 0x7f1cec15a050 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1cec0cffe0 tx=0x7f1ce8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1ce1ffb700 1 -- 172.21.15.37:0/4006137028 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ce800b660 con 0x7f1cec0b5010 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1ce1ffb700 1 -- 172.21.15.37:0/4006137028 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ce800b800 con 0x7f1cec0b5010 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1ce1ffb700 1 -- 172.21.15.37:0/4006137028 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ce800bbb0 con 0x7f1cec0b5010 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.651+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cec0cce20 con 0x7f1cec0b5010 2023-10-06T22:44:46.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.652+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cec15a590 con 0x7f1cec0b5010 2023-10-06T22:44:46.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.653+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1cec0ced00 con 0x7f1cec0b5010 2023-10-06T22:44:46.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.654+0000 7f1ce1ffb700 1 -- 172.21.15.37:0/4006137028 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1ce800bd10 con 0x7f1cec0b5010 2023-10-06T22:44:46.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.654+0000 7f1ce1ffb700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1cd006af00 0x7f1cd006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:46.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.655+0000 7f1ce1ffb700 1 -- 172.21.15.37:0/4006137028 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1ce808b2a0 con 0x7f1cec0b5010 2023-10-06T22:44:46.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.655+0000 7f1cf0f9a700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1cd006af00 0x7f1cd006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:46.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.655+0000 7f1cf0f9a700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1cd006af00 0x7f1cd006d3c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1cec0aa430 tx=0x7f1cdc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:46.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.659+0000 7f1ce1ffb700 1 -- 172.21.15.37:0/4006137028 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1cec0ced00 con 0x7f1cec0b5010 2023-10-06T22:44:46.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.864+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1cec0cc9d0 con 0x7f1cd006af00 2023-10-06T22:44:46.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.875+0000 7f1ce1ffb700 1 -- 172.21.15.37:0/4006137028 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345208 (secure 0 0 0) 0x7f1cec0cc9d0 con 0x7f1cd006af00 2023-10-06T22:44:46.880 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:46.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1cd006af00 msgr2=0x7f1cd006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1cd006af00 0x7f1cd006d3c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f1cec0aa430 tx=0x7f1cdc009040 comp rx=0 tx=0).stop 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec0b5010 msgr2=0x7f1cec15a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec0b5010 0x7f1cec15a050 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1cec0cffe0 tx=0x7f1ce8004750 comp rx=0 tx=0).stop 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 shutdown_connections 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1cec15d830 0x7f1cec0d3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1cec0b5010 0x7f1cec15a050 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1cd006af00 0x7f1cd006d3c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 --2- 172.21.15.37:0/4006137028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1cec0ce890 0x7f1cec0d3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 >> 172.21.15.37:0/4006137028 conn(0x7f1cec072630 msgr2=0x7f1cec160790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 shutdown_connections 2023-10-06T22:44:46.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:46.880+0000 7f1cf39ff700 1 -- 172.21.15.37:0/4006137028 wait complete. 2023-10-06T22:44:46.885 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:44:46.900 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2023-10-06T22:44:46.201524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219476,"kb_used_data":3300,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755244,"statfs":{"total":773094113280,"available":772869369856,"internally_reserved":0,"allocated":3379200,"data_stored":2021370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003302"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382806+0000","last_change":"2023-10-06T22:44:16.885462+0000","last_active":"2023-10-06T22:44:21.382806+0000","last_peered":"2023-10-06T22:44:21.382806+0000","last_clean":"2023-10-06T22:44:21.382806+0000","last_became_active":"2023-10-06T22:44:16.885138+0000","last_became_peered":"2023-10-06T22:44:16.885138+0000","last_unstale":"2023-10-06T22:44:21.382806+0000","last_undegraded":"2023-10-06T22:44:21.382806+0000","last_fullsized":"2023-10-06T22:44:21.382806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:43:46.634030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907326+0000","last_change":"2023-10-06T22:44:16.874582+0000","last_active":"2023-10-06T22:44:20.907326+0000","last_peered":"2023-10-06T22:44:20.907326+0000","last_clean":"2023-10-06T22:44:20.907326+0000","last_became_active":"2023-10-06T22:44:16.874290+0000","last_became_peered":"2023-10-06T22:44:16.874290+0000","last_unstale":"2023-10-06T22:44:20.907326+0000","last_undegraded":"2023-10-06T22:44:20.907326+0000","last_fullsized":"2023-10-06T22:44:20.907326+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903618+0000","last_change":"2023-10-06T22:44:16.879663+0000","last_active":"2023-10-06T22:44:20.903618+0000","last_peered":"2023-10-06T22:44:20.903618+0000","last_clean":"2023-10-06T22:44:20.903618+0000","last_became_active":"2023-10-06T22:44:16.879406+0000","last_became_peered":"2023-10-06T22:44:16.879406+0000","last_unstale":"2023-10-06T22:44:20.903618+0000","last_undegraded":"2023-10-06T22:44:20.903618+0000","last_fullsized":"2023-10-06T22:44:20.903618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904087+0000","last_change":"2023-10-06T22:44:16.884358+0000","last_active":"2023-10-06T22:44:20.904087+0000","last_peered":"2023-10-06T22:44:20.904087+0000","last_clean":"2023-10-06T22:44:20.904087+0000","last_became_active":"2023-10-06T22:44:16.877374+0000","last_became_peered":"2023-10-06T22:44:16.877374+0000","last_unstale":"2023-10-06T22:44:20.904087+0000","last_undegraded":"2023-10-06T22:44:20.904087+0000","last_fullsized":"2023-10-06T22:44:20.904087+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376971+0000","last_change":"2023-10-06T22:44:16.885328+0000","last_active":"2023-10-06T22:44:21.376971+0000","last_peered":"2023-10-06T22:44:21.376971+0000","last_clean":"2023-10-06T22:44:21.376971+0000","last_became_active":"2023-10-06T22:44:16.885001+0000","last_became_peered":"2023-10-06T22:44:16.885001+0000","last_unstale":"2023-10-06T22:44:21.376971+0000","last_undegraded":"2023-10-06T22:44:21.376971+0000","last_fullsized":"2023-10-06T22:44:21.376971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900007+0000","last_change":"2023-10-06T22:44:16.883301+0000","last_active":"2023-10-06T22:44:20.900007+0000","last_peered":"2023-10-06T22:44:20.900007+0000","last_clean":"2023-10-06T22:44:20.900007+0000","last_became_active":"2023-10-06T22:44:16.882735+0000","last_became_peered":"2023-10-06T22:44:16.882735+0000","last_unstale":"2023-10-06T22:44:20.900007+0000","last_undegraded":"2023-10-06T22:44:20.900007+0000","last_fullsized":"2023-10-06T22:44:20.900007+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376700+0000","last_change":"2023-10-06T22:44:16.891824+0000","last_active":"2023-10-06T22:44:21.376700+0000","last_peered":"2023-10-06T22:44:21.376700+0000","last_clean":"2023-10-06T22:44:21.376700+0000","last_became_active":"2023-10-06T22:44:16.891552+0000","last_became_peered":"2023-10-06T22:44:16.891552+0000","last_unstale":"2023-10-06T22:44:21.376700+0000","last_undegraded":"2023-10-06T22:44:21.376700+0000","last_fullsized":"2023-10-06T22:44:21.376700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892311+0000","last_change":"2023-10-06T22:44:16.894094+0000","last_active":"2023-10-06T22:44:20.892311+0000","last_peered":"2023-10-06T22:44:20.892311+0000","last_clean":"2023-10-06T22:44:20.892311+0000","last_became_active":"2023-10-06T22:44:16.893736+0000","last_became_peered":"2023-10-06T22:44:16.893736+0000","last_unstale":"2023-10-06T22:44:20.892311+0000","last_undegraded":"2023-10-06T22:44:20.892311+0000","last_fullsized":"2023-10-06T22:44:20.892311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382681+0000","last_change":"2023-10-06T22:44:16.891331+0000","last_active":"2023-10-06T22:44:21.382681+0000","last_peered":"2023-10-06T22:44:21.382681+0000","last_clean":"2023-10-06T22:44:21.382681+0000","last_became_active":"2023-10-06T22:44:16.890813+0000","last_became_peered":"2023-10-06T22:44:16.890813+0000","last_unstale":"2023-10-06T22:44:21.382681+0000","last_undegraded":"2023-10-06T22:44:21.382681+0000","last_fullsized":"2023-10-06T22:44:21.382681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:46.370247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897422+0000","last_change":"2023-10-06T22:44:16.888210+0000","last_active":"2023-10-06T22:44:20.897422+0000","last_peered":"2023-10-06T22:44:20.897422+0000","last_clean":"2023-10-06T22:44:20.897422+0000","last_became_active":"2023-10-06T22:44:16.887873+0000","last_became_peered":"2023-10-06T22:44:16.887873+0000","last_unstale":"2023-10-06T22:44:20.897422+0000","last_undegraded":"2023-10-06T22:44:20.897422+0000","last_fullsized":"2023-10-06T22:44:20.897422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897603+0000","last_change":"2023-10-06T22:44:16.888109+0000","last_active":"2023-10-06T22:44:20.897603+0000","last_peered":"2023-10-06T22:44:20.897603+0000","last_clean":"2023-10-06T22:44:20.897603+0000","last_became_active":"2023-10-06T22:44:16.887802+0000","last_became_peered":"2023-10-06T22:44:16.887802+0000","last_unstale":"2023-10-06T22:44:20.897603+0000","last_undegraded":"2023-10-06T22:44:20.897603+0000","last_fullsized":"2023-10-06T22:44:20.897603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904216+0000","last_change":"2023-10-06T22:44:16.875734+0000","last_active":"2023-10-06T22:44:20.904216+0000","last_peered":"2023-10-06T22:44:20.904216+0000","last_clean":"2023-10-06T22:44:20.904216+0000","last_became_active":"2023-10-06T22:44:16.875391+0000","last_became_peered":"2023-10-06T22:44:16.875391+0000","last_unstale":"2023-10-06T22:44:20.904216+0000","last_undegraded":"2023-10-06T22:44:20.904216+0000","last_fullsized":"2023-10-06T22:44:20.904216+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:22.335025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890868+0000","last_change":"2023-10-06T22:44:16.873346+0000","last_active":"2023-10-06T22:44:20.890868+0000","last_peered":"2023-10-06T22:44:20.890868+0000","last_clean":"2023-10-06T22:44:20.890868+0000","last_became_active":"2023-10-06T22:44:16.873115+0000","last_became_peered":"2023-10-06T22:44:16.873115+0000","last_unstale":"2023-10-06T22:44:20.890868+0000","last_undegraded":"2023-10-06T22:44:20.890868+0000","last_fullsized":"2023-10-06T22:44:20.890868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901069+0000","last_change":"2023-10-06T22:44:16.876075+0000","last_active":"2023-10-06T22:44:20.901069+0000","last_peered":"2023-10-06T22:44:20.901069+0000","last_clean":"2023-10-06T22:44:20.901069+0000","last_became_active":"2023-10-06T22:44:16.875777+0000","last_became_peered":"2023-10-06T22:44:16.875777+0000","last_unstale":"2023-10-06T22:44:20.901069+0000","last_undegraded":"2023-10-06T22:44:20.901069+0000","last_fullsized":"2023-10-06T22:44:20.901069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898034+0000","last_change":"2023-10-06T22:44:16.889829+0000","last_active":"2023-10-06T22:44:20.898034+0000","last_peered":"2023-10-06T22:44:20.898034+0000","last_clean":"2023-10-06T22:44:20.898034+0000","last_became_active":"2023-10-06T22:44:16.877800+0000","last_became_peered":"2023-10-06T22:44:16.877800+0000","last_unstale":"2023-10-06T22:44:20.898034+0000","last_undegraded":"2023-10-06T22:44:20.898034+0000","last_fullsized":"2023-10-06T22:44:20.898034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899181+0000","last_change":"2023-10-06T22:44:16.888606+0000","last_active":"2023-10-06T22:44:20.899181+0000","last_peered":"2023-10-06T22:44:20.899181+0000","last_clean":"2023-10-06T22:44:20.899181+0000","last_became_active":"2023-10-06T22:44:16.882018+0000","last_became_peered":"2023-10-06T22:44:16.882018+0000","last_unstale":"2023-10-06T22:44:20.899181+0000","last_undegraded":"2023-10-06T22:44:20.899181+0000","last_fullsized":"2023-10-06T22:44:20.899181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899996+0000","last_change":"2023-10-06T22:44:16.883961+0000","last_active":"2023-10-06T22:44:20.899996+0000","last_peered":"2023-10-06T22:44:20.899996+0000","last_clean":"2023-10-06T22:44:20.899996+0000","last_became_active":"2023-10-06T22:44:16.883562+0000","last_became_peered":"2023-10-06T22:44:16.883562+0000","last_unstale":"2023-10-06T22:44:20.899996+0000","last_undegraded":"2023-10-06T22:44:20.899996+0000","last_fullsized":"2023-10-06T22:44:20.899996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896580+0000","last_change":"2023-10-06T22:44:16.877315+0000","last_active":"2023-10-06T22:44:20.896580+0000","last_peered":"2023-10-06T22:44:20.896580+0000","last_clean":"2023-10-06T22:44:20.896580+0000","last_became_active":"2023-10-06T22:44:16.876975+0000","last_became_peered":"2023-10-06T22:44:16.876975+0000","last_unstale":"2023-10-06T22:44:20.896580+0000","last_undegraded":"2023-10-06T22:44:20.896580+0000","last_fullsized":"2023-10-06T22:44:20.896580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378827+0000","last_change":"2023-10-06T22:44:16.880961+0000","last_active":"2023-10-06T22:44:21.378827+0000","last_peered":"2023-10-06T22:44:21.378827+0000","last_clean":"2023-10-06T22:44:21.378827+0000","last_became_active":"2023-10-06T22:44:16.880560+0000","last_became_peered":"2023-10-06T22:44:16.880560+0000","last_unstale":"2023-10-06T22:44:21.378827+0000","last_undegraded":"2023-10-06T22:44:21.378827+0000","last_fullsized":"2023-10-06T22:44:21.378827+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892002+0000","last_change":"2023-10-06T22:44:21.384463+0000","last_active":"2023-10-06T22:44:21.892002+0000","last_peered":"2023-10-06T22:44:21.892002+0000","last_clean":"2023-10-06T22:44:21.892002+0000","last_became_active":"2023-10-06T22:44:21.384115+0000","last_became_peered":"2023-10-06T22:44:21.384115+0000","last_unstale":"2023-10-06T22:44:21.892002+0000","last_undegraded":"2023-10-06T22:44:21.892002+0000","last_fullsized":"2023-10-06T22:44:21.892002+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:41.768694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903901+0000","last_change":"2023-10-06T22:44:15.878550+0000","last_active":"2023-10-06T22:44:20.903901+0000","last_peered":"2023-10-06T22:44:20.903901+0000","last_clean":"2023-10-06T22:44:20.903901+0000","last_became_active":"2023-10-06T22:44:15.878331+0000","last_became_peered":"2023-10-06T22:44:15.878331+0000","last_unstale":"2023-10-06T22:44:20.903901+0000","last_undegraded":"2023-10-06T22:44:20.903901+0000","last_fullsized":"2023-10-06T22:44:20.903901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:31:32.242535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891730+0000","last_change":"2023-10-06T22:44:16.891743+0000","last_active":"2023-10-06T22:44:20.891730+0000","last_peered":"2023-10-06T22:44:20.891730+0000","last_clean":"2023-10-06T22:44:20.891730+0000","last_became_active":"2023-10-06T22:44:16.891428+0000","last_became_peered":"2023-10-06T22:44:16.891428+0000","last_unstale":"2023-10-06T22:44:20.891730+0000","last_undegraded":"2023-10-06T22:44:20.891730+0000","last_fullsized":"2023-10-06T22:44:20.891730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893719+0000","last_change":"2023-10-06T22:44:20.925567+0000","last_active":"2023-10-06T22:44:21.893719+0000","last_peered":"2023-10-06T22:44:21.893719+0000","last_clean":"2023-10-06T22:44:21.893719+0000","last_became_active":"2023-10-06T22:44:20.924817+0000","last_became_peered":"2023-10-06T22:44:20.924817+0000","last_unstale":"2023-10-06T22:44:21.893719+0000","last_undegraded":"2023-10-06T22:44:21.893719+0000","last_fullsized":"2023-10-06T22:44:21.893719+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:04:01.689421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891628+0000","last_change":"2023-10-06T22:44:15.871738+0000","last_active":"2023-10-06T22:44:20.891628+0000","last_peered":"2023-10-06T22:44:20.891628+0000","last_clean":"2023-10-06T22:44:20.891628+0000","last_became_active":"2023-10-06T22:44:15.871355+0000","last_became_peered":"2023-10-06T22:44:15.871355+0000","last_unstale":"2023-10-06T22:44:20.891628+0000","last_undegraded":"2023-10-06T22:44:20.891628+0000","last_fullsized":"2023-10-06T22:44:20.891628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:07:50.670674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903805+0000","last_change":"2023-10-06T22:44:16.885745+0000","last_active":"2023-10-06T22:44:20.903805+0000","last_peered":"2023-10-06T22:44:20.903805+0000","last_clean":"2023-10-06T22:44:20.903805+0000","last_became_active":"2023-10-06T22:44:16.885487+0000","last_became_peered":"2023-10-06T22:44:16.885487+0000","last_unstale":"2023-10-06T22:44:20.903805+0000","last_undegraded":"2023-10-06T22:44:20.903805+0000","last_fullsized":"2023-10-06T22:44:20.903805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894980+0000","last_change":"2023-10-06T22:44:20.925363+0000","last_active":"2023-10-06T22:44:21.894980+0000","last_peered":"2023-10-06T22:44:21.894980+0000","last_clean":"2023-10-06T22:44:21.894980+0000","last_became_active":"2023-10-06T22:44:20.924920+0000","last_became_peered":"2023-10-06T22:44:20.924920+0000","last_unstale":"2023-10-06T22:44:21.894980+0000","last_undegraded":"2023-10-06T22:44:21.894980+0000","last_fullsized":"2023-10-06T22:44:21.894980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378158+0000","last_change":"2023-10-06T22:44:15.879467+0000","last_active":"2023-10-06T22:44:21.378158+0000","last_peered":"2023-10-06T22:44:21.378158+0000","last_clean":"2023-10-06T22:44:21.378158+0000","last_became_active":"2023-10-06T22:44:15.879063+0000","last_became_peered":"2023-10-06T22:44:15.879063+0000","last_unstale":"2023-10-06T22:44:21.378158+0000","last_undegraded":"2023-10-06T22:44:21.378158+0000","last_fullsized":"2023-10-06T22:44:21.378158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:56.646950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903798+0000","last_change":"2023-10-06T22:44:16.880933+0000","last_active":"2023-10-06T22:44:20.903798+0000","last_peered":"2023-10-06T22:44:20.903798+0000","last_clean":"2023-10-06T22:44:20.903798+0000","last_became_active":"2023-10-06T22:44:16.880387+0000","last_became_peered":"2023-10-06T22:44:16.880387+0000","last_unstale":"2023-10-06T22:44:20.903798+0000","last_undegraded":"2023-10-06T22:44:20.903798+0000","last_fullsized":"2023-10-06T22:44:20.903798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894056+0000","last_change":"2023-10-06T22:44:20.925268+0000","last_active":"2023-10-06T22:44:21.894056+0000","last_peered":"2023-10-06T22:44:21.894056+0000","last_clean":"2023-10-06T22:44:21.894056+0000","last_became_active":"2023-10-06T22:44:20.923962+0000","last_became_peered":"2023-10-06T22:44:20.923962+0000","last_unstale":"2023-10-06T22:44:21.894056+0000","last_undegraded":"2023-10-06T22:44:21.894056+0000","last_fullsized":"2023-10-06T22:44:21.894056+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:28.699873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378031+0000","last_change":"2023-10-06T22:44:15.880578+0000","last_active":"2023-10-06T22:44:21.378031+0000","last_peered":"2023-10-06T22:44:21.378031+0000","last_clean":"2023-10-06T22:44:21.378031+0000","last_became_active":"2023-10-06T22:44:15.880072+0000","last_became_peered":"2023-10-06T22:44:15.880072+0000","last_unstale":"2023-10-06T22:44:21.378031+0000","last_undegraded":"2023-10-06T22:44:21.378031+0000","last_fullsized":"2023-10-06T22:44:21.378031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900016+0000","last_change":"2023-10-06T22:44:16.881498+0000","last_active":"2023-10-06T22:44:20.900016+0000","last_peered":"2023-10-06T22:44:20.900016+0000","last_clean":"2023-10-06T22:44:20.900016+0000","last_became_active":"2023-10-06T22:44:16.880973+0000","last_became_peered":"2023-10-06T22:44:16.880973+0000","last_unstale":"2023-10-06T22:44:20.900016+0000","last_undegraded":"2023-10-06T22:44:20.900016+0000","last_fullsized":"2023-10-06T22:44:20.900016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892852+0000","last_change":"2023-10-06T22:44:20.914861+0000","last_active":"2023-10-06T22:44:21.892852+0000","last_peered":"2023-10-06T22:44:21.892852+0000","last_clean":"2023-10-06T22:44:21.892852+0000","last_became_active":"2023-10-06T22:44:20.914400+0000","last_became_peered":"2023-10-06T22:44:20.914400+0000","last_unstale":"2023-10-06T22:44:21.892852+0000","last_undegraded":"2023-10-06T22:44:21.892852+0000","last_fullsized":"2023-10-06T22:44:21.892852+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:43:49.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891055+0000","last_change":"2023-10-06T22:44:15.876668+0000","last_active":"2023-10-06T22:44:20.891055+0000","last_peered":"2023-10-06T22:44:20.891055+0000","last_clean":"2023-10-06T22:44:20.891055+0000","last_became_active":"2023-10-06T22:44:15.876373+0000","last_became_peered":"2023-10-06T22:44:15.876373+0000","last_unstale":"2023-10-06T22:44:20.891055+0000","last_undegraded":"2023-10-06T22:44:20.891055+0000","last_fullsized":"2023-10-06T22:44:20.891055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903123+0000","last_change":"2023-10-06T22:44:16.876404+0000","last_active":"2023-10-06T22:44:20.903123+0000","last_peered":"2023-10-06T22:44:20.903123+0000","last_clean":"2023-10-06T22:44:20.903123+0000","last_became_active":"2023-10-06T22:44:16.876109+0000","last_became_peered":"2023-10-06T22:44:16.876109+0000","last_unstale":"2023-10-06T22:44:20.903123+0000","last_undegraded":"2023-10-06T22:44:20.903123+0000","last_fullsized":"2023-10-06T22:44:20.903123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:06.937571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015665+0000","last_change":"2023-10-06T22:44:20.910739+0000","last_active":"2023-10-06T22:44:22.015665+0000","last_peered":"2023-10-06T22:44:22.015665+0000","last_clean":"2023-10-06T22:44:22.015665+0000","last_became_active":"2023-10-06T22:44:20.910345+0000","last_became_peered":"2023-10-06T22:44:20.910345+0000","last_unstale":"2023-10-06T22:44:22.015665+0000","last_undegraded":"2023-10-06T22:44:22.015665+0000","last_fullsized":"2023-10-06T22:44:22.015665+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:27.037530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897995+0000","last_change":"2023-10-06T22:44:15.864722+0000","last_active":"2023-10-06T22:44:20.897995+0000","last_peered":"2023-10-06T22:44:20.897995+0000","last_clean":"2023-10-06T22:44:20.897995+0000","last_became_active":"2023-10-06T22:44:15.864364+0000","last_became_peered":"2023-10-06T22:44:15.864364+0000","last_unstale":"2023-10-06T22:44:20.897995+0000","last_undegraded":"2023-10-06T22:44:20.897995+0000","last_fullsized":"2023-10-06T22:44:20.897995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900548+0000","last_change":"2023-10-06T22:44:16.879519+0000","last_active":"2023-10-06T22:44:20.900548+0000","last_peered":"2023-10-06T22:44:20.900548+0000","last_clean":"2023-10-06T22:44:20.900548+0000","last_became_active":"2023-10-06T22:44:16.879102+0000","last_became_peered":"2023-10-06T22:44:16.879102+0000","last_unstale":"2023-10-06T22:44:20.900548+0000","last_undegraded":"2023-10-06T22:44:20.900548+0000","last_fullsized":"2023-10-06T22:44:20.900548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015164+0000","last_change":"2023-10-06T22:44:20.917532+0000","last_active":"2023-10-06T22:44:22.015164+0000","last_peered":"2023-10-06T22:44:22.015164+0000","last_clean":"2023-10-06T22:44:22.015164+0000","last_became_active":"2023-10-06T22:44:20.917119+0000","last_became_peered":"2023-10-06T22:44:20.917119+0000","last_unstale":"2023-10-06T22:44:22.015164+0000","last_undegraded":"2023-10-06T22:44:22.015164+0000","last_fullsized":"2023-10-06T22:44:22.015164+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890197+0000","last_change":"2023-10-06T22:44:15.865409+0000","last_active":"2023-10-06T22:44:20.890197+0000","last_peered":"2023-10-06T22:44:20.890197+0000","last_clean":"2023-10-06T22:44:20.890197+0000","last_became_active":"2023-10-06T22:44:15.865083+0000","last_became_peered":"2023-10-06T22:44:15.865083+0000","last_unstale":"2023-10-06T22:44:20.890197+0000","last_undegraded":"2023-10-06T22:44:20.890197+0000","last_fullsized":"2023-10-06T22:44:20.890197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.889984+0000","last_change":"2023-10-06T22:44:16.892286+0000","last_active":"2023-10-06T22:44:20.889984+0000","last_peered":"2023-10-06T22:44:20.889984+0000","last_clean":"2023-10-06T22:44:20.889984+0000","last_became_active":"2023-10-06T22:44:16.892036+0000","last_became_peered":"2023-10-06T22:44:16.892036+0000","last_unstale":"2023-10-06T22:44:20.889984+0000","last_undegraded":"2023-10-06T22:44:20.889984+0000","last_fullsized":"2023-10-06T22:44:20.889984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014131+0000","last_change":"2023-10-06T22:44:21.379761+0000","last_active":"2023-10-06T22:44:22.014131+0000","last_peered":"2023-10-06T22:44:22.014131+0000","last_clean":"2023-10-06T22:44:22.014131+0000","last_became_active":"2023-10-06T22:44:21.379346+0000","last_became_peered":"2023-10-06T22:44:21.379346+0000","last_unstale":"2023-10-06T22:44:22.014131+0000","last_undegraded":"2023-10-06T22:44:22.014131+0000","last_fullsized":"2023-10-06T22:44:22.014131+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:50.406226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899307+0000","last_change":"2023-10-06T22:44:15.870039+0000","last_active":"2023-10-06T22:44:20.899307+0000","last_peered":"2023-10-06T22:44:20.899307+0000","last_clean":"2023-10-06T22:44:20.899307+0000","last_became_active":"2023-10-06T22:44:15.866096+0000","last_became_peered":"2023-10-06T22:44:15.866096+0000","last_unstale":"2023-10-06T22:44:20.899307+0000","last_undegraded":"2023-10-06T22:44:20.899307+0000","last_fullsized":"2023-10-06T22:44:20.899307+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:03.766066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898343+0000","last_change":"2023-10-06T22:44:16.870481+0000","last_active":"2023-10-06T22:44:20.898343+0000","last_peered":"2023-10-06T22:44:20.898343+0000","last_clean":"2023-10-06T22:44:20.898343+0000","last_became_active":"2023-10-06T22:44:16.870155+0000","last_became_peered":"2023-10-06T22:44:16.870155+0000","last_unstale":"2023-10-06T22:44:20.898343+0000","last_undegraded":"2023-10-06T22:44:20.898343+0000","last_fullsized":"2023-10-06T22:44:20.898343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892297+0000","last_change":"2023-10-06T22:44:21.381174+0000","last_active":"2023-10-06T22:44:21.892297+0000","last_peered":"2023-10-06T22:44:21.892297+0000","last_clean":"2023-10-06T22:44:21.892297+0000","last_became_active":"2023-10-06T22:44:21.380671+0000","last_became_peered":"2023-10-06T22:44:21.380671+0000","last_unstale":"2023-10-06T22:44:21.892297+0000","last_undegraded":"2023-10-06T22:44:21.892297+0000","last_fullsized":"2023-10-06T22:44:21.892297+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:41:23.295654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898385+0000","last_change":"2023-10-06T22:44:15.865190+0000","last_active":"2023-10-06T22:44:20.898385+0000","last_peered":"2023-10-06T22:44:20.898385+0000","last_clean":"2023-10-06T22:44:20.898385+0000","last_became_active":"2023-10-06T22:44:15.864890+0000","last_became_peered":"2023-10-06T22:44:15.864890+0000","last_unstale":"2023-10-06T22:44:20.898385+0000","last_undegraded":"2023-10-06T22:44:20.898385+0000","last_fullsized":"2023-10-06T22:44:20.898385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900061+0000","last_change":"2023-10-06T22:44:16.885471+0000","last_active":"2023-10-06T22:44:20.900061+0000","last_peered":"2023-10-06T22:44:20.900061+0000","last_clean":"2023-10-06T22:44:20.900061+0000","last_became_active":"2023-10-06T22:44:16.884565+0000","last_became_peered":"2023-10-06T22:44:16.884565+0000","last_unstale":"2023-10-06T22:44:20.900061+0000","last_undegraded":"2023-10-06T22:44:20.900061+0000","last_fullsized":"2023-10-06T22:44:20.900061+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.891927+0000","last_change":"2023-10-06T22:44:20.915385+0000","last_active":"2023-10-06T22:44:21.891927+0000","last_peered":"2023-10-06T22:44:21.891927+0000","last_clean":"2023-10-06T22:44:21.891927+0000","last_became_active":"2023-10-06T22:44:20.914928+0000","last_became_peered":"2023-10-06T22:44:20.914928+0000","last_unstale":"2023-10-06T22:44:21.891927+0000","last_undegraded":"2023-10-06T22:44:21.891927+0000","last_fullsized":"2023-10-06T22:44:21.891927+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899934+0000","last_change":"2023-10-06T22:44:15.868789+0000","last_active":"2023-10-06T22:44:20.899934+0000","last_peered":"2023-10-06T22:44:20.899934+0000","last_clean":"2023-10-06T22:44:20.899934+0000","last_became_active":"2023-10-06T22:44:15.868449+0000","last_became_peered":"2023-10-06T22:44:15.868449+0000","last_unstale":"2023-10-06T22:44:20.899934+0000","last_undegraded":"2023-10-06T22:44:20.899934+0000","last_fullsized":"2023-10-06T22:44:20.899934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:53.079411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903997+0000","last_change":"2023-10-06T22:44:16.885652+0000","last_active":"2023-10-06T22:44:20.903997+0000","last_peered":"2023-10-06T22:44:20.903997+0000","last_clean":"2023-10-06T22:44:20.903997+0000","last_became_active":"2023-10-06T22:44:16.885080+0000","last_became_peered":"2023-10-06T22:44:16.885080+0000","last_unstale":"2023-10-06T22:44:20.903997+0000","last_undegraded":"2023-10-06T22:44:20.903997+0000","last_fullsized":"2023-10-06T22:44:20.903997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.895330+0000","last_change":"2023-10-06T22:44:20.917054+0000","last_active":"2023-10-06T22:44:21.895330+0000","last_peered":"2023-10-06T22:44:21.895330+0000","last_clean":"2023-10-06T22:44:21.895330+0000","last_became_active":"2023-10-06T22:44:20.916601+0000","last_became_peered":"2023-10-06T22:44:20.916601+0000","last_unstale":"2023-10-06T22:44:21.895330+0000","last_undegraded":"2023-10-06T22:44:21.895330+0000","last_fullsized":"2023-10-06T22:44:21.895330+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899733+0000","last_change":"2023-10-06T22:44:15.867852+0000","last_active":"2023-10-06T22:44:20.899733+0000","last_peered":"2023-10-06T22:44:20.899733+0000","last_clean":"2023-10-06T22:44:20.899733+0000","last_became_active":"2023-10-06T22:44:15.867555+0000","last_became_peered":"2023-10-06T22:44:15.867555+0000","last_unstale":"2023-10-06T22:44:20.899733+0000","last_undegraded":"2023-10-06T22:44:20.899733+0000","last_fullsized":"2023-10-06T22:44:20.899733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904116+0000","last_change":"2023-10-06T22:44:16.869425+0000","last_active":"2023-10-06T22:44:20.904116+0000","last_peered":"2023-10-06T22:44:20.904116+0000","last_clean":"2023-10-06T22:44:20.904116+0000","last_became_active":"2023-10-06T22:44:16.869031+0000","last_became_peered":"2023-10-06T22:44:16.869031+0000","last_unstale":"2023-10-06T22:44:20.904116+0000","last_undegraded":"2023-10-06T22:44:20.904116+0000","last_fullsized":"2023-10-06T22:44:20.904116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:09.091899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014886+0000","last_change":"2023-10-06T22:44:20.919279+0000","last_active":"2023-10-06T22:44:22.014886+0000","last_peered":"2023-10-06T22:44:22.014886+0000","last_clean":"2023-10-06T22:44:22.014886+0000","last_became_active":"2023-10-06T22:44:20.918828+0000","last_became_peered":"2023-10-06T22:44:20.918828+0000","last_unstale":"2023-10-06T22:44:22.014886+0000","last_undegraded":"2023-10-06T22:44:22.014886+0000","last_fullsized":"2023-10-06T22:44:22.014886+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"25'10","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:35.824567+0000","last_change":"2023-10-06T22:44:15.870707+0000","last_active":"2023-10-06T22:44:35.824567+0000","last_peered":"2023-10-06T22:44:35.824567+0000","last_clean":"2023-10-06T22:44:35.824567+0000","last_became_active":"2023-10-06T22:44:15.870377+0000","last_became_peered":"2023-10-06T22:44:15.870377+0000","last_unstale":"2023-10-06T22:44:35.824567+0000","last_undegraded":"2023-10-06T22:44:35.824567+0000","last_fullsized":"2023-10-06T22:44:35.824567+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378729+0000","last_change":"2023-10-06T22:44:16.880857+0000","last_active":"2023-10-06T22:44:21.378729+0000","last_peered":"2023-10-06T22:44:21.378729+0000","last_clean":"2023-10-06T22:44:21.378729+0000","last_became_active":"2023-10-06T22:44:16.880196+0000","last_became_peered":"2023-10-06T22:44:16.880196+0000","last_unstale":"2023-10-06T22:44:21.378729+0000","last_undegraded":"2023-10-06T22:44:21.378729+0000","last_fullsized":"2023-10-06T22:44:21.378729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:31.853831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893797+0000","last_change":"2023-10-06T22:44:21.379744+0000","last_active":"2023-10-06T22:44:21.893797+0000","last_peered":"2023-10-06T22:44:21.893797+0000","last_clean":"2023-10-06T22:44:21.893797+0000","last_became_active":"2023-10-06T22:44:21.379109+0000","last_became_peered":"2023-10-06T22:44:21.379109+0000","last_unstale":"2023-10-06T22:44:21.893797+0000","last_undegraded":"2023-10-06T22:44:21.893797+0000","last_fullsized":"2023-10-06T22:44:21.893797+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:12:23.317107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900819+0000","last_change":"2023-10-06T22:44:15.875832+0000","last_active":"2023-10-06T22:44:20.900819+0000","last_peered":"2023-10-06T22:44:20.900819+0000","last_clean":"2023-10-06T22:44:20.900819+0000","last_became_active":"2023-10-06T22:44:15.875548+0000","last_became_peered":"2023-10-06T22:44:15.875548+0000","last_unstale":"2023-10-06T22:44:20.900819+0000","last_undegraded":"2023-10-06T22:44:20.900819+0000","last_fullsized":"2023-10-06T22:44:20.900819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901150+0000","last_change":"2023-10-06T22:44:16.886532+0000","last_active":"2023-10-06T22:44:20.901150+0000","last_peered":"2023-10-06T22:44:20.901150+0000","last_clean":"2023-10-06T22:44:20.901150+0000","last_became_active":"2023-10-06T22:44:16.886350+0000","last_became_peered":"2023-10-06T22:44:16.886350+0000","last_unstale":"2023-10-06T22:44:20.901150+0000","last_undegraded":"2023-10-06T22:44:20.901150+0000","last_fullsized":"2023-10-06T22:44:20.901150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:40:00.662860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892868+0000","last_change":"2023-10-06T22:44:21.380047+0000","last_active":"2023-10-06T22:44:21.892868+0000","last_peered":"2023-10-06T22:44:21.892868+0000","last_clean":"2023-10-06T22:44:21.892868+0000","last_became_active":"2023-10-06T22:44:21.379613+0000","last_became_peered":"2023-10-06T22:44:21.379613+0000","last_unstale":"2023-10-06T22:44:21.892868+0000","last_undegraded":"2023-10-06T22:44:21.892868+0000","last_fullsized":"2023-10-06T22:44:21.892868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:01:23.066261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899643+0000","last_change":"2023-10-06T22:44:15.863334+0000","last_active":"2023-10-06T22:44:20.899643+0000","last_peered":"2023-10-06T22:44:20.899643+0000","last_clean":"2023-10-06T22:44:20.899643+0000","last_became_active":"2023-10-06T22:44:15.863025+0000","last_became_peered":"2023-10-06T22:44:15.863025+0000","last_unstale":"2023-10-06T22:44:20.899643+0000","last_undegraded":"2023-10-06T22:44:20.899643+0000","last_fullsized":"2023-10-06T22:44:20.899643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.377474+0000","last_change":"2023-10-06T22:44:16.879100+0000","last_active":"2023-10-06T22:44:21.377474+0000","last_peered":"2023-10-06T22:44:21.377474+0000","last_clean":"2023-10-06T22:44:21.377474+0000","last_became_active":"2023-10-06T22:44:16.878805+0000","last_became_peered":"2023-10-06T22:44:16.878805+0000","last_unstale":"2023-10-06T22:44:21.377474+0000","last_undegraded":"2023-10-06T22:44:21.377474+0000","last_fullsized":"2023-10-06T22:44:21.377474+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893492+0000","last_change":"2023-10-06T22:44:21.384049+0000","last_active":"2023-10-06T22:44:21.893492+0000","last_peered":"2023-10-06T22:44:21.893492+0000","last_clean":"2023-10-06T22:44:21.893492+0000","last_became_active":"2023-10-06T22:44:21.383658+0000","last_became_peered":"2023-10-06T22:44:21.383658+0000","last_unstale":"2023-10-06T22:44:21.893492+0000","last_undegraded":"2023-10-06T22:44:21.893492+0000","last_fullsized":"2023-10-06T22:44:21.893492+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:28:40.705796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897463+0000","last_change":"2023-10-06T22:44:15.869363+0000","last_active":"2023-10-06T22:44:20.897463+0000","last_peered":"2023-10-06T22:44:20.897463+0000","last_clean":"2023-10-06T22:44:20.897463+0000","last_became_active":"2023-10-06T22:44:15.869033+0000","last_became_peered":"2023-10-06T22:44:15.869033+0000","last_unstale":"2023-10-06T22:44:20.897463+0000","last_undegraded":"2023-10-06T22:44:20.897463+0000","last_fullsized":"2023-10-06T22:44:20.897463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897705+0000","last_change":"2023-10-06T22:44:16.873826+0000","last_active":"2023-10-06T22:44:20.897705+0000","last_peered":"2023-10-06T22:44:20.897705+0000","last_clean":"2023-10-06T22:44:20.897705+0000","last_became_active":"2023-10-06T22:44:16.873437+0000","last_became_peered":"2023-10-06T22:44:16.873437+0000","last_unstale":"2023-10-06T22:44:20.897705+0000","last_undegraded":"2023-10-06T22:44:20.897705+0000","last_fullsized":"2023-10-06T22:44:20.897705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013766+0000","last_change":"2023-10-06T22:44:20.924854+0000","last_active":"2023-10-06T22:44:22.013766+0000","last_peered":"2023-10-06T22:44:22.013766+0000","last_clean":"2023-10-06T22:44:22.013766+0000","last_became_active":"2023-10-06T22:44:20.924424+0000","last_became_peered":"2023-10-06T22:44:20.924424+0000","last_unstale":"2023-10-06T22:44:22.013766+0000","last_undegraded":"2023-10-06T22:44:22.013766+0000","last_fullsized":"2023-10-06T22:44:22.013766+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895084+0000","last_change":"2023-10-06T22:44:15.874519+0000","last_active":"2023-10-06T22:44:20.895084+0000","last_peered":"2023-10-06T22:44:20.895084+0000","last_clean":"2023-10-06T22:44:20.895084+0000","last_became_active":"2023-10-06T22:44:15.874150+0000","last_became_peered":"2023-10-06T22:44:15.874150+0000","last_unstale":"2023-10-06T22:44:20.895084+0000","last_undegraded":"2023-10-06T22:44:20.895084+0000","last_fullsized":"2023-10-06T22:44:20.895084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:13.885650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376821+0000","last_change":"2023-10-06T22:44:16.878712+0000","last_active":"2023-10-06T22:44:21.376821+0000","last_peered":"2023-10-06T22:44:21.376821+0000","last_clean":"2023-10-06T22:44:21.376821+0000","last_became_active":"2023-10-06T22:44:16.878411+0000","last_became_peered":"2023-10-06T22:44:16.878411+0000","last_unstale":"2023-10-06T22:44:21.376821+0000","last_undegraded":"2023-10-06T22:44:21.376821+0000","last_fullsized":"2023-10-06T22:44:21.376821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894354+0000","last_change":"2023-10-06T22:44:20.924895+0000","last_active":"2023-10-06T22:44:21.894354+0000","last_peered":"2023-10-06T22:44:21.894354+0000","last_clean":"2023-10-06T22:44:21.894354+0000","last_became_active":"2023-10-06T22:44:20.924245+0000","last_became_peered":"2023-10-06T22:44:20.924245+0000","last_unstale":"2023-10-06T22:44:21.894354+0000","last_undegraded":"2023-10-06T22:44:21.894354+0000","last_fullsized":"2023-10-06T22:44:21.894354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:41.088464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903865+0000","last_change":"2023-10-06T22:44:15.873989+0000","last_active":"2023-10-06T22:44:20.903865+0000","last_peered":"2023-10-06T22:44:20.903865+0000","last_clean":"2023-10-06T22:44:20.903865+0000","last_became_active":"2023-10-06T22:44:15.872447+0000","last_became_peered":"2023-10-06T22:44:15.872447+0000","last_unstale":"2023-10-06T22:44:20.903865+0000","last_undegraded":"2023-10-06T22:44:20.903865+0000","last_fullsized":"2023-10-06T22:44:20.903865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:50:02.259689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.381359+0000","last_change":"2023-10-06T22:44:16.878979+0000","last_active":"2023-10-06T22:44:21.381359+0000","last_peered":"2023-10-06T22:44:21.381359+0000","last_clean":"2023-10-06T22:44:21.381359+0000","last_became_active":"2023-10-06T22:44:16.878319+0000","last_became_peered":"2023-10-06T22:44:16.878319+0000","last_unstale":"2023-10-06T22:44:21.381359+0000","last_undegraded":"2023-10-06T22:44:21.381359+0000","last_fullsized":"2023-10-06T22:44:21.381359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014733+0000","last_change":"2023-10-06T22:44:20.919352+0000","last_active":"2023-10-06T22:44:22.014733+0000","last_peered":"2023-10-06T22:44:22.014733+0000","last_clean":"2023-10-06T22:44:22.014733+0000","last_became_active":"2023-10-06T22:44:20.918891+0000","last_became_peered":"2023-10-06T22:44:20.918891+0000","last_unstale":"2023-10-06T22:44:22.014733+0000","last_undegraded":"2023-10-06T22:44:22.014733+0000","last_fullsized":"2023-10-06T22:44:22.014733+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904101+0000","last_change":"2023-10-06T22:44:15.872521+0000","last_active":"2023-10-06T22:44:20.904101+0000","last_peered":"2023-10-06T22:44:20.904101+0000","last_clean":"2023-10-06T22:44:20.904101+0000","last_became_active":"2023-10-06T22:44:15.872139+0000","last_became_peered":"2023-10-06T22:44:15.872139+0000","last_unstale":"2023-10-06T22:44:20.904101+0000","last_undegraded":"2023-10-06T22:44:20.904101+0000","last_fullsized":"2023-10-06T22:44:20.904101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900112+0000","last_change":"2023-10-06T22:44:16.881320+0000","last_active":"2023-10-06T22:44:20.900112+0000","last_peered":"2023-10-06T22:44:20.900112+0000","last_clean":"2023-10-06T22:44:20.900112+0000","last_became_active":"2023-10-06T22:44:16.880606+0000","last_became_peered":"2023-10-06T22:44:16.880606+0000","last_unstale":"2023-10-06T22:44:20.900112+0000","last_undegraded":"2023-10-06T22:44:20.900112+0000","last_fullsized":"2023-10-06T22:44:20.900112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015065+0000","last_change":"2023-10-06T22:44:20.925816+0000","last_active":"2023-10-06T22:44:22.015065+0000","last_peered":"2023-10-06T22:44:22.015065+0000","last_clean":"2023-10-06T22:44:22.015065+0000","last_became_active":"2023-10-06T22:44:20.925350+0000","last_became_peered":"2023-10-06T22:44:20.925350+0000","last_unstale":"2023-10-06T22:44:22.015065+0000","last_undegraded":"2023-10-06T22:44:22.015065+0000","last_fullsized":"2023-10-06T22:44:22.015065+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899527+0000","last_change":"2023-10-06T22:44:15.870960+0000","last_active":"2023-10-06T22:44:20.899527+0000","last_peered":"2023-10-06T22:44:20.899527+0000","last_clean":"2023-10-06T22:44:20.899527+0000","last_became_active":"2023-10-06T22:44:15.870610+0000","last_became_peered":"2023-10-06T22:44:15.870610+0000","last_unstale":"2023-10-06T22:44:20.899527+0000","last_undegraded":"2023-10-06T22:44:20.899527+0000","last_fullsized":"2023-10-06T22:44:20.899527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902560+0000","last_change":"2023-10-06T22:44:16.890302+0000","last_active":"2023-10-06T22:44:20.902560+0000","last_peered":"2023-10-06T22:44:20.902560+0000","last_clean":"2023-10-06T22:44:20.902560+0000","last_became_active":"2023-10-06T22:44:16.890026+0000","last_became_peered":"2023-10-06T22:44:16.890026+0000","last_unstale":"2023-10-06T22:44:20.902560+0000","last_undegraded":"2023-10-06T22:44:20.902560+0000","last_fullsized":"2023-10-06T22:44:20.902560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014468+0000","last_change":"2023-10-06T22:44:20.917768+0000","last_active":"2023-10-06T22:44:22.014468+0000","last_peered":"2023-10-06T22:44:22.014468+0000","last_clean":"2023-10-06T22:44:22.014468+0000","last_became_active":"2023-10-06T22:44:20.917356+0000","last_became_peered":"2023-10-06T22:44:20.917356+0000","last_unstale":"2023-10-06T22:44:22.014468+0000","last_undegraded":"2023-10-06T22:44:22.014468+0000","last_fullsized":"2023-10-06T22:44:22.014468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902158+0000","last_change":"2023-10-06T22:44:16.888294+0000","last_active":"2023-10-06T22:44:20.902158+0000","last_peered":"2023-10-06T22:44:20.902158+0000","last_clean":"2023-10-06T22:44:20.902158+0000","last_became_active":"2023-10-06T22:44:16.877161+0000","last_became_peered":"2023-10-06T22:44:16.877161+0000","last_unstale":"2023-10-06T22:44:20.902158+0000","last_undegraded":"2023-10-06T22:44:20.902158+0000","last_fullsized":"2023-10-06T22:44:20.902158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895354+0000","last_change":"2023-10-06T22:44:15.869493+0000","last_active":"2023-10-06T22:44:20.895354+0000","last_peered":"2023-10-06T22:44:20.895354+0000","last_clean":"2023-10-06T22:44:20.895354+0000","last_became_active":"2023-10-06T22:44:15.869125+0000","last_became_peered":"2023-10-06T22:44:15.869125+0000","last_unstale":"2023-10-06T22:44:20.895354+0000","last_undegraded":"2023-10-06T22:44:20.895354+0000","last_fullsized":"2023-10-06T22:44:20.895354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015099+0000","last_change":"2023-10-06T22:44:21.381869+0000","last_active":"2023-10-06T22:44:22.015099+0000","last_peered":"2023-10-06T22:44:22.015099+0000","last_clean":"2023-10-06T22:44:22.015099+0000","last_became_active":"2023-10-06T22:44:21.381149+0000","last_became_peered":"2023-10-06T22:44:21.381149+0000","last_unstale":"2023-10-06T22:44:22.015099+0000","last_undegraded":"2023-10-06T22:44:22.015099+0000","last_fullsized":"2023-10-06T22:44:22.015099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890687+0000","last_change":"2023-10-06T22:44:16.893481+0000","last_active":"2023-10-06T22:44:20.890687+0000","last_peered":"2023-10-06T22:44:20.890687+0000","last_clean":"2023-10-06T22:44:20.890687+0000","last_became_active":"2023-10-06T22:44:16.892681+0000","last_became_peered":"2023-10-06T22:44:16.892681+0000","last_unstale":"2023-10-06T22:44:20.890687+0000","last_undegraded":"2023-10-06T22:44:20.890687+0000","last_fullsized":"2023-10-06T22:44:20.890687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899644+0000","last_change":"2023-10-06T22:44:15.866699+0000","last_active":"2023-10-06T22:44:20.899644+0000","last_peered":"2023-10-06T22:44:20.899644+0000","last_clean":"2023-10-06T22:44:20.899644+0000","last_became_active":"2023-10-06T22:44:15.864852+0000","last_became_peered":"2023-10-06T22:44:15.864852+0000","last_unstale":"2023-10-06T22:44:20.899644+0000","last_undegraded":"2023-10-06T22:44:20.899644+0000","last_fullsized":"2023-10-06T22:44:20.899644+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013916+0000","last_change":"2023-10-06T22:44:21.377456+0000","last_active":"2023-10-06T22:44:22.013916+0000","last_peered":"2023-10-06T22:44:22.013916+0000","last_clean":"2023-10-06T22:44:22.013916+0000","last_became_active":"2023-10-06T22:44:21.377022+0000","last_became_peered":"2023-10-06T22:44:21.377022+0000","last_unstale":"2023-10-06T22:44:22.013916+0000","last_undegraded":"2023-10-06T22:44:22.013916+0000","last_fullsized":"2023-10-06T22:44:22.013916+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899190+0000","last_change":"2023-10-06T22:44:16.880354+0000","last_active":"2023-10-06T22:44:20.899190+0000","last_peered":"2023-10-06T22:44:20.899190+0000","last_clean":"2023-10-06T22:44:20.899190+0000","last_became_active":"2023-10-06T22:44:16.880135+0000","last_became_peered":"2023-10-06T22:44:16.880135+0000","last_unstale":"2023-10-06T22:44:20.899190+0000","last_undegraded":"2023-10-06T22:44:20.899190+0000","last_fullsized":"2023-10-06T22:44:20.899190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:05.510393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376693+0000","last_change":"2023-10-06T22:44:15.876931+0000","last_active":"2023-10-06T22:44:21.376693+0000","last_peered":"2023-10-06T22:44:21.376693+0000","last_clean":"2023-10-06T22:44:21.376693+0000","last_became_active":"2023-10-06T22:44:15.876660+0000","last_became_peered":"2023-10-06T22:44:15.876660+0000","last_unstale":"2023-10-06T22:44:21.376693+0000","last_undegraded":"2023-10-06T22:44:21.376693+0000","last_fullsized":"2023-10-06T22:44:21.376693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013591+0000","last_change":"2023-10-06T22:44:21.379539+0000","last_active":"2023-10-06T22:44:22.013591+0000","last_peered":"2023-10-06T22:44:22.013591+0000","last_clean":"2023-10-06T22:44:22.013591+0000","last_became_active":"2023-10-06T22:44:21.379098+0000","last_became_peered":"2023-10-06T22:44:21.379098+0000","last_unstale":"2023-10-06T22:44:22.013591+0000","last_undegraded":"2023-10-06T22:44:22.013591+0000","last_fullsized":"2023-10-06T22:44:22.013591+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378155+0000","last_change":"2023-10-06T22:44:15.880115+0000","last_active":"2023-10-06T22:44:21.378155+0000","last_peered":"2023-10-06T22:44:21.378155+0000","last_clean":"2023-10-06T22:44:21.378155+0000","last_became_active":"2023-10-06T22:44:15.879832+0000","last_became_peered":"2023-10-06T22:44:15.879832+0000","last_unstale":"2023-10-06T22:44:21.378155+0000","last_undegraded":"2023-10-06T22:44:21.378155+0000","last_fullsized":"2023-10-06T22:44:21.378155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:42.770244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904254+0000","last_change":"2023-10-06T22:44:16.875638+0000","last_active":"2023-10-06T22:44:20.904254+0000","last_peered":"2023-10-06T22:44:20.904254+0000","last_clean":"2023-10-06T22:44:20.904254+0000","last_became_active":"2023-10-06T22:44:16.875270+0000","last_became_peered":"2023-10-06T22:44:16.875270+0000","last_unstale":"2023-10-06T22:44:20.904254+0000","last_undegraded":"2023-10-06T22:44:20.904254+0000","last_fullsized":"2023-10-06T22:44:20.904254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892147+0000","last_change":"2023-10-06T22:44:21.382295+0000","last_active":"2023-10-06T22:44:21.892147+0000","last_peered":"2023-10-06T22:44:21.892147+0000","last_clean":"2023-10-06T22:44:21.892147+0000","last_became_active":"2023-10-06T22:44:21.381974+0000","last_became_peered":"2023-10-06T22:44:21.381974+0000","last_unstale":"2023-10-06T22:44:21.892147+0000","last_undegraded":"2023-10-06T22:44:21.892147+0000","last_fullsized":"2023-10-06T22:44:21.892147+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:29:16.570101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897220+0000","last_change":"2023-10-06T22:44:15.872941+0000","last_active":"2023-10-06T22:44:20.897220+0000","last_peered":"2023-10-06T22:44:20.897220+0000","last_clean":"2023-10-06T22:44:20.897220+0000","last_became_active":"2023-10-06T22:44:15.872490+0000","last_became_peered":"2023-10-06T22:44:15.872490+0000","last_unstale":"2023-10-06T22:44:20.897220+0000","last_undegraded":"2023-10-06T22:44:20.897220+0000","last_fullsized":"2023-10-06T22:44:20.897220+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891468+0000","last_change":"2023-10-06T22:44:16.875552+0000","last_active":"2023-10-06T22:44:20.891468+0000","last_peered":"2023-10-06T22:44:20.891468+0000","last_clean":"2023-10-06T22:44:20.891468+0000","last_became_active":"2023-10-06T22:44:16.875262+0000","last_became_peered":"2023-10-06T22:44:16.875262+0000","last_unstale":"2023-10-06T22:44:20.891468+0000","last_undegraded":"2023-10-06T22:44:20.891468+0000","last_fullsized":"2023-10-06T22:44:20.891468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894516+0000","last_change":"2023-10-06T22:44:21.379609+0000","last_active":"2023-10-06T22:44:21.894516+0000","last_peered":"2023-10-06T22:44:21.894516+0000","last_clean":"2023-10-06T22:44:21.894516+0000","last_became_active":"2023-10-06T22:44:21.379120+0000","last_became_peered":"2023-10-06T22:44:21.379120+0000","last_unstale":"2023-10-06T22:44:21.894516+0000","last_undegraded":"2023-10-06T22:44:21.894516+0000","last_fullsized":"2023-10-06T22:44:21.894516+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:56.007371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898290+0000","last_change":"2023-10-06T22:44:15.876864+0000","last_active":"2023-10-06T22:44:20.898290+0000","last_peered":"2023-10-06T22:44:20.898290+0000","last_clean":"2023-10-06T22:44:20.898290+0000","last_became_active":"2023-10-06T22:44:15.876577+0000","last_became_peered":"2023-10-06T22:44:15.876577+0000","last_unstale":"2023-10-06T22:44:20.898290+0000","last_undegraded":"2023-10-06T22:44:20.898290+0000","last_fullsized":"2023-10-06T22:44:20.898290+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907140+0000","last_change":"2023-10-06T22:44:16.887603+0000","last_active":"2023-10-06T22:44:20.907140+0000","last_peered":"2023-10-06T22:44:20.907140+0000","last_clean":"2023-10-06T22:44:20.907140+0000","last_became_active":"2023-10-06T22:44:16.887333+0000","last_became_peered":"2023-10-06T22:44:16.887333+0000","last_unstale":"2023-10-06T22:44:20.907140+0000","last_undegraded":"2023-10-06T22:44:20.907140+0000","last_fullsized":"2023-10-06T22:44:20.907140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894873+0000","last_change":"2023-10-06T22:44:20.924602+0000","last_active":"2023-10-06T22:44:21.894873+0000","last_peered":"2023-10-06T22:44:21.894873+0000","last_clean":"2023-10-06T22:44:21.894873+0000","last_became_active":"2023-10-06T22:44:20.924058+0000","last_became_peered":"2023-10-06T22:44:20.924058+0000","last_unstale":"2023-10-06T22:44:21.894873+0000","last_undegraded":"2023-10-06T22:44:21.894873+0000","last_fullsized":"2023-10-06T22:44:21.894873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:13.824778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:15.881013+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:15.880737+0000","last_became_peered":"2023-10-06T22:44:15.880737+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907078+0000","last_change":"2023-10-06T22:44:16.861778+0000","last_active":"2023-10-06T22:44:20.907078+0000","last_peered":"2023-10-06T22:44:20.907078+0000","last_clean":"2023-10-06T22:44:20.907078+0000","last_became_active":"2023-10-06T22:44:16.861462+0000","last_became_peered":"2023-10-06T22:44:16.861462+0000","last_unstale":"2023-10-06T22:44:20.907078+0000","last_undegraded":"2023-10-06T22:44:20.907078+0000","last_fullsized":"2023-10-06T22:44:20.907078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014615+0000","last_change":"2023-10-06T22:44:21.379641+0000","last_active":"2023-10-06T22:44:22.014615+0000","last_peered":"2023-10-06T22:44:22.014615+0000","last_clean":"2023-10-06T22:44:22.014615+0000","last_became_active":"2023-10-06T22:44:21.379009+0000","last_became_peered":"2023-10-06T22:44:21.379009+0000","last_unstale":"2023-10-06T22:44:22.014615+0000","last_undegraded":"2023-10-06T22:44:22.014615+0000","last_fullsized":"2023-10-06T22:44:22.014615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898160+0000","last_change":"2023-10-06T22:44:15.876935+0000","last_active":"2023-10-06T22:44:20.898160+0000","last_peered":"2023-10-06T22:44:20.898160+0000","last_clean":"2023-10-06T22:44:20.898160+0000","last_became_active":"2023-10-06T22:44:15.876636+0000","last_became_peered":"2023-10-06T22:44:15.876636+0000","last_unstale":"2023-10-06T22:44:20.898160+0000","last_undegraded":"2023-10-06T22:44:20.898160+0000","last_fullsized":"2023-10-06T22:44:20.898160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:48.959709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892253+0000","last_change":"2023-10-06T22:44:16.885400+0000","last_active":"2023-10-06T22:44:20.892253+0000","last_peered":"2023-10-06T22:44:20.892253+0000","last_clean":"2023-10-06T22:44:20.892253+0000","last_became_active":"2023-10-06T22:44:16.885062+0000","last_became_peered":"2023-10-06T22:44:16.885062+0000","last_unstale":"2023-10-06T22:44:20.892253+0000","last_undegraded":"2023-10-06T22:44:20.892253+0000","last_fullsized":"2023-10-06T22:44:20.892253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893681+0000","last_change":"2023-10-06T22:44:20.924687+0000","last_active":"2023-10-06T22:44:21.893681+0000","last_peered":"2023-10-06T22:44:21.893681+0000","last_clean":"2023-10-06T22:44:21.893681+0000","last_became_active":"2023-10-06T22:44:20.924233+0000","last_became_peered":"2023-10-06T22:44:20.924233+0000","last_unstale":"2023-10-06T22:44:21.893681+0000","last_undegraded":"2023-10-06T22:44:21.893681+0000","last_fullsized":"2023-10-06T22:44:21.893681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:37.153489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898459+0000","last_change":"2023-10-06T22:44:15.871051+0000","last_active":"2023-10-06T22:44:20.898459+0000","last_peered":"2023-10-06T22:44:20.898459+0000","last_clean":"2023-10-06T22:44:20.898459+0000","last_became_active":"2023-10-06T22:44:15.870684+0000","last_became_peered":"2023-10-06T22:44:15.870684+0000","last_unstale":"2023-10-06T22:44:20.898459+0000","last_undegraded":"2023-10-06T22:44:20.898459+0000","last_fullsized":"2023-10-06T22:44:20.898459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891082+0000","last_change":"2023-10-06T22:44:16.895772+0000","last_active":"2023-10-06T22:44:20.891082+0000","last_peered":"2023-10-06T22:44:20.891082+0000","last_clean":"2023-10-06T22:44:20.891082+0000","last_became_active":"2023-10-06T22:44:16.893022+0000","last_became_peered":"2023-10-06T22:44:16.893022+0000","last_unstale":"2023-10-06T22:44:20.891082+0000","last_undegraded":"2023-10-06T22:44:20.891082+0000","last_fullsized":"2023-10-06T22:44:20.891082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893641+0000","last_change":"2023-10-06T22:44:20.918956+0000","last_active":"2023-10-06T22:44:21.893641+0000","last_peered":"2023-10-06T22:44:21.893641+0000","last_clean":"2023-10-06T22:44:21.893641+0000","last_became_active":"2023-10-06T22:44:20.918586+0000","last_became_peered":"2023-10-06T22:44:20.918586+0000","last_unstale":"2023-10-06T22:44:21.893641+0000","last_undegraded":"2023-10-06T22:44:21.893641+0000","last_fullsized":"2023-10-06T22:44:21.893641+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:28.529438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378074+0000","last_change":"2023-10-06T22:44:15.878946+0000","last_active":"2023-10-06T22:44:21.378074+0000","last_peered":"2023-10-06T22:44:21.378074+0000","last_clean":"2023-10-06T22:44:21.378074+0000","last_became_active":"2023-10-06T22:44:15.878520+0000","last_became_peered":"2023-10-06T22:44:15.878520+0000","last_unstale":"2023-10-06T22:44:21.378074+0000","last_undegraded":"2023-10-06T22:44:21.378074+0000","last_fullsized":"2023-10-06T22:44:21.378074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898113+0000","last_change":"2023-10-06T22:44:16.878663+0000","last_active":"2023-10-06T22:44:20.898113+0000","last_peered":"2023-10-06T22:44:20.898113+0000","last_clean":"2023-10-06T22:44:20.898113+0000","last_became_active":"2023-10-06T22:44:16.878342+0000","last_became_peered":"2023-10-06T22:44:16.878342+0000","last_unstale":"2023-10-06T22:44:20.898113+0000","last_undegraded":"2023-10-06T22:44:20.898113+0000","last_fullsized":"2023-10-06T22:44:20.898113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014897+0000","last_change":"2023-10-06T22:44:21.379815+0000","last_active":"2023-10-06T22:44:22.014897+0000","last_peered":"2023-10-06T22:44:22.014897+0000","last_clean":"2023-10-06T22:44:22.014897+0000","last_became_active":"2023-10-06T22:44:21.379304+0000","last_became_peered":"2023-10-06T22:44:21.379304+0000","last_unstale":"2023-10-06T22:44:22.014897+0000","last_undegraded":"2023-10-06T22:44:22.014897+0000","last_fullsized":"2023-10-06T22:44:22.014897+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896321+0000","last_change":"2023-10-06T22:44:15.862549+0000","last_active":"2023-10-06T22:44:20.896321+0000","last_peered":"2023-10-06T22:44:20.896321+0000","last_clean":"2023-10-06T22:44:20.896321+0000","last_became_active":"2023-10-06T22:44:15.862220+0000","last_became_peered":"2023-10-06T22:44:15.862220+0000","last_unstale":"2023-10-06T22:44:20.896321+0000","last_undegraded":"2023-10-06T22:44:20.896321+0000","last_fullsized":"2023-10-06T22:44:20.896321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378632+0000","last_change":"2023-10-06T22:44:16.891435+0000","last_active":"2023-10-06T22:44:21.378632+0000","last_peered":"2023-10-06T22:44:21.378632+0000","last_clean":"2023-10-06T22:44:21.378632+0000","last_became_active":"2023-10-06T22:44:16.890997+0000","last_became_peered":"2023-10-06T22:44:16.890997+0000","last_unstale":"2023-10-06T22:44:21.378632+0000","last_undegraded":"2023-10-06T22:44:21.378632+0000","last_fullsized":"2023-10-06T22:44:21.378632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013568+0000","last_change":"2023-10-06T22:44:20.917440+0000","last_active":"2023-10-06T22:44:22.013568+0000","last_peered":"2023-10-06T22:44:22.013568+0000","last_clean":"2023-10-06T22:44:22.013568+0000","last_became_active":"2023-10-06T22:44:20.917034+0000","last_became_peered":"2023-10-06T22:44:20.917034+0000","last_unstale":"2023-10-06T22:44:22.013568+0000","last_undegraded":"2023-10-06T22:44:22.013568+0000","last_fullsized":"2023-10-06T22:44:22.013568+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899612+0000","last_change":"2023-10-06T22:44:15.872417+0000","last_active":"2023-10-06T22:44:20.899612+0000","last_peered":"2023-10-06T22:44:20.899612+0000","last_clean":"2023-10-06T22:44:20.899612+0000","last_became_active":"2023-10-06T22:44:15.872084+0000","last_became_peered":"2023-10-06T22:44:15.872084+0000","last_unstale":"2023-10-06T22:44:20.899612+0000","last_undegraded":"2023-10-06T22:44:20.899612+0000","last_fullsized":"2023-10-06T22:44:20.899612+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903908+0000","last_change":"2023-10-06T22:44:16.881172+0000","last_active":"2023-10-06T22:44:20.903908+0000","last_peered":"2023-10-06T22:44:20.903908+0000","last_clean":"2023-10-06T22:44:20.903908+0000","last_became_active":"2023-10-06T22:44:16.880711+0000","last_became_peered":"2023-10-06T22:44:16.880711+0000","last_unstale":"2023-10-06T22:44:20.903908+0000","last_undegraded":"2023-10-06T22:44:20.903908+0000","last_fullsized":"2023-10-06T22:44:20.903908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894046+0000","last_change":"2023-10-06T22:44:21.384893+0000","last_active":"2023-10-06T22:44:21.894046+0000","last_peered":"2023-10-06T22:44:21.894046+0000","last_clean":"2023-10-06T22:44:21.894046+0000","last_became_active":"2023-10-06T22:44:21.384483+0000","last_became_peered":"2023-10-06T22:44:21.384483+0000","last_unstale":"2023-10-06T22:44:21.894046+0000","last_undegraded":"2023-10-06T22:44:21.894046+0000","last_fullsized":"2023-10-06T22:44:21.894046+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896680+0000","last_change":"2023-10-06T22:44:15.863324+0000","last_active":"2023-10-06T22:44:20.896680+0000","last_peered":"2023-10-06T22:44:20.896680+0000","last_clean":"2023-10-06T22:44:20.896680+0000","last_became_active":"2023-10-06T22:44:15.862968+0000","last_became_peered":"2023-10-06T22:44:15.862968+0000","last_unstale":"2023-10-06T22:44:20.896680+0000","last_undegraded":"2023-10-06T22:44:20.896680+0000","last_fullsized":"2023-10-06T22:44:20.896680+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382577+0000","last_change":"2023-10-06T22:44:16.879248+0000","last_active":"2023-10-06T22:44:21.382577+0000","last_peered":"2023-10-06T22:44:21.382577+0000","last_clean":"2023-10-06T22:44:21.382577+0000","last_became_active":"2023-10-06T22:44:16.878993+0000","last_became_peered":"2023-10-06T22:44:16.878993+0000","last_unstale":"2023-10-06T22:44:21.382577+0000","last_undegraded":"2023-10-06T22:44:21.382577+0000","last_fullsized":"2023-10-06T22:44:21.382577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898918+0000","last_change":"2023-10-06T22:44:16.893185+0000","last_active":"2023-10-06T22:44:20.898918+0000","last_peered":"2023-10-06T22:44:20.898918+0000","last_clean":"2023-10-06T22:44:20.898918+0000","last_became_active":"2023-10-06T22:44:16.892919+0000","last_became_peered":"2023-10-06T22:44:16.892919+0000","last_unstale":"2023-10-06T22:44:20.898918+0000","last_undegraded":"2023-10-06T22:44:20.898918+0000","last_fullsized":"2023-10-06T22:44:20.898918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895447+0000","last_change":"2023-10-06T22:44:16.883038+0000","last_active":"2023-10-06T22:44:20.895447+0000","last_peered":"2023-10-06T22:44:20.895447+0000","last_clean":"2023-10-06T22:44:20.895447+0000","last_became_active":"2023-10-06T22:44:16.882754+0000","last_became_peered":"2023-10-06T22:44:16.882754+0000","last_unstale":"2023-10-06T22:44:20.895447+0000","last_undegraded":"2023-10-06T22:44:20.895447+0000","last_fullsized":"2023-10-06T22:44:20.895447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899750+0000","last_change":"2023-10-06T22:44:16.884239+0000","last_active":"2023-10-06T22:44:20.899750+0000","last_peered":"2023-10-06T22:44:20.899750+0000","last_clean":"2023-10-06T22:44:20.899750+0000","last_became_active":"2023-10-06T22:44:16.877461+0000","last_became_peered":"2023-10-06T22:44:16.877461+0000","last_unstale":"2023-10-06T22:44:20.899750+0000","last_undegraded":"2023-10-06T22:44:20.899750+0000","last_fullsized":"2023-10-06T22:44:20.899750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900636+0000","last_change":"2023-10-06T22:44:16.891322+0000","last_active":"2023-10-06T22:44:20.900636+0000","last_peered":"2023-10-06T22:44:20.900636+0000","last_clean":"2023-10-06T22:44:20.900636+0000","last_became_active":"2023-10-06T22:44:16.891055+0000","last_became_peered":"2023-10-06T22:44:16.891055+0000","last_unstale":"2023-10-06T22:44:20.900636+0000","last_undegraded":"2023-10-06T22:44:20.900636+0000","last_fullsized":"2023-10-06T22:44:20.900636+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890495+0000","last_change":"2023-10-06T22:44:16.880847+0000","last_active":"2023-10-06T22:44:20.890495+0000","last_peered":"2023-10-06T22:44:20.890495+0000","last_clean":"2023-10-06T22:44:20.890495+0000","last_became_active":"2023-10-06T22:44:16.880424+0000","last_became_peered":"2023-10-06T22:44:16.880424+0000","last_unstale":"2023-10-06T22:44:20.890495+0000","last_undegraded":"2023-10-06T22:44:20.890495+0000","last_fullsized":"2023-10-06T22:44:20.890495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899504+0000","last_change":"2023-10-06T22:44:16.873562+0000","last_active":"2023-10-06T22:44:20.899504+0000","last_peered":"2023-10-06T22:44:20.899504+0000","last_clean":"2023-10-06T22:44:20.899504+0000","last_became_active":"2023-10-06T22:44:16.873252+0000","last_became_peered":"2023-10-06T22:44:16.873252+0000","last_unstale":"2023-10-06T22:44:20.899504+0000","last_undegraded":"2023-10-06T22:44:20.899504+0000","last_fullsized":"2023-10-06T22:44:20.899504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898470+0000","last_change":"2023-10-06T22:44:16.879013+0000","last_active":"2023-10-06T22:44:20.898470+0000","last_peered":"2023-10-06T22:44:20.898470+0000","last_clean":"2023-10-06T22:44:20.898470+0000","last_became_active":"2023-10-06T22:44:16.878733+0000","last_became_peered":"2023-10-06T22:44:16.878733+0000","last_unstale":"2023-10-06T22:44:20.898470+0000","last_undegraded":"2023-10-06T22:44:20.898470+0000","last_fullsized":"2023-10-06T22:44:20.898470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891570+0000","last_change":"2023-10-06T22:44:16.880203+0000","last_active":"2023-10-06T22:44:20.891570+0000","last_peered":"2023-10-06T22:44:20.891570+0000","last_clean":"2023-10-06T22:44:20.891570+0000","last_became_active":"2023-10-06T22:44:16.879884+0000","last_became_peered":"2023-10-06T22:44:16.879884+0000","last_unstale":"2023-10-06T22:44:20.891570+0000","last_undegraded":"2023-10-06T22:44:20.891570+0000","last_fullsized":"2023-10-06T22:44:20.891570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899381+0000","last_change":"2023-10-06T22:44:16.894313+0000","last_active":"2023-10-06T22:44:20.899381+0000","last_peered":"2023-10-06T22:44:20.899381+0000","last_clean":"2023-10-06T22:44:20.899381+0000","last_became_active":"2023-10-06T22:44:16.893906+0000","last_became_peered":"2023-10-06T22:44:16.893906+0000","last_unstale":"2023-10-06T22:44:20.899381+0000","last_undegraded":"2023-10-06T22:44:20.899381+0000","last_fullsized":"2023-10-06T22:44:20.899381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890043+0000","last_change":"2023-10-06T22:44:16.881870+0000","last_active":"2023-10-06T22:44:20.890043+0000","last_peered":"2023-10-06T22:44:20.890043+0000","last_clean":"2023-10-06T22:44:20.890043+0000","last_became_active":"2023-10-06T22:44:16.881604+0000","last_became_peered":"2023-10-06T22:44:16.881604+0000","last_unstale":"2023-10-06T22:44:20.890043+0000","last_undegraded":"2023-10-06T22:44:20.890043+0000","last_fullsized":"2023-10-06T22:44:20.890043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899852+0000","last_change":"2023-10-06T22:44:16.883067+0000","last_active":"2023-10-06T22:44:20.899852+0000","last_peered":"2023-10-06T22:44:20.899852+0000","last_clean":"2023-10-06T22:44:20.899852+0000","last_became_active":"2023-10-06T22:44:16.882389+0000","last_became_peered":"2023-10-06T22:44:16.882389+0000","last_unstale":"2023-10-06T22:44:20.899852+0000","last_undegraded":"2023-10-06T22:44:20.899852+0000","last_fullsized":"2023-10-06T22:44:20.899852+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900723+0000","last_change":"2023-10-06T22:44:16.884653+0000","last_active":"2023-10-06T22:44:20.900723+0000","last_peered":"2023-10-06T22:44:20.900723+0000","last_clean":"2023-10-06T22:44:20.900723+0000","last_became_active":"2023-10-06T22:44:16.884393+0000","last_became_peered":"2023-10-06T22:44:16.884393+0000","last_unstale":"2023-10-06T22:44:20.900723+0000","last_undegraded":"2023-10-06T22:44:20.900723+0000","last_fullsized":"2023-10-06T22:44:20.900723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897814+0000","last_change":"2023-10-06T22:44:16.879627+0000","last_active":"2023-10-06T22:44:20.897814+0000","last_peered":"2023-10-06T22:44:20.897814+0000","last_clean":"2023-10-06T22:44:20.897814+0000","last_became_active":"2023-10-06T22:44:16.879339+0000","last_became_peered":"2023-10-06T22:44:16.879339+0000","last_unstale":"2023-10-06T22:44:20.897814+0000","last_undegraded":"2023-10-06T22:44:20.897814+0000","last_fullsized":"2023-10-06T22:44:20.897814+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476748,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":103997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.629}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95799999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.109}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0609999999999999}]}]},{"osd":7,"up_from":13,"seq":55834574859,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":694325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1990000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574859,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":274432,"data_stored":104157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.312}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574858,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]},{"osd":3,"up_from":13,"seq":55834574859,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55600000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.753}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89600000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":104123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82299999999999995}]}]},{"osd":5,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":104087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79900000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86899999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:44:46.908 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-10-06T22:44:46.908 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-06T22:44:46.908 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-10-06T22:44:46.909 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-10-06T22:44:46.909 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-10-06T22:44:47.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.140+0000 7f07a15ff700 1 Processor -- start 2023-10-06T22:44:47.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.140+0000 7f07a15ff700 1 -- start start 2023-10-06T22:44:47.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.141+0000 7f07a15ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f079c15d830 0x7f079c0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.141+0000 7f07a15ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f079c0d1d40 con 0x7f079c0b5010 2023-10-06T22:44:47.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.141+0000 7f07a15ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f079c0d2020 con 0x7f079c0ce890 2023-10-06T22:44:47.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.141+0000 7f07a15ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f079c0d2300 con 0x7f079c15d830 2023-10-06T22:44:47.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f079b7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f079c0b5010 0x7f079c0b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34594/0 (socket says 172.21.15.37:34594) 2023-10-06T22:44:47.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f079b7fe700 1 -- 172.21.15.37:0/2444200524 learned_addr learned my addr 172.21.15.37:0/2444200524 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:47.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f079affd700 1 --2- 172.21.15.37:0/2444200524 >> v2:172.21.15.62:3300/0 conn(0x7f079c15d830 0x7f079c0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4081613724 0 0) 0x7f079c0d1d40 con 0x7f079c0b5010 2023-10-06T22:44:47.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f07840035b0 con 0x7f079c0b5010 2023-10-06T22:44:47.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 469230468 0 0) 0x7f07840035b0 con 0x7f079c0b5010 2023-10-06T22:44:47.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 >> v2:172.21.15.62:3300/0 conn(0x7f079c15d830 msgr2=0x7f079c0d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:47.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.142+0000 7f0799ffb700 1 --2- 172.21.15.37:0/2444200524 >> v2:172.21.15.62:3300/0 conn(0x7f079c15d830 0x7f079c0d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 >> v1:172.21.15.62:6789/0 conn(0x7f079c0ce890 legacy=0x7f079c0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f079c0d25e0 con 0x7f079c0b5010 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f07940019f0 con 0x7f079c0b5010 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 >> v1:172.21.15.37:6789/0 conn(0x7f079c0b5010 legacy=0x7f079c0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0784003a00 0x7f0784003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0784004850 0x7f0784004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784005210 0x7f078400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079c0d2300 con 0x7f0784004850 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f078400c0c0 con 0x7f0784003a00 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f078400c280 con 0x7f0784005210 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f079affd700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0784003a00 0x7f0784003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f079a7fc700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0784004850 0x7f0784004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f079b7fe700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784005210 0x7f078400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f079a7fc700 1 -- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784005210 msgr2=0x7f078400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f079a7fc700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784005210 0x7f078400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f079a7fc700 1 -- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0784003a00 msgr2=0x7f0784003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.143+0000 7f079a7fc700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0784003a00 0x7f0784003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f079a7fc700 1 -- 172.21.15.37:0/2444200524 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07840035b0 con 0x7f0784004850 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f079b7fe700 1 -- 172.21.15.37:0/2444200524 reap_dead start 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f079a7fc700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0784004850 0x7f0784004cd0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f07900017c0 tx=0x7f0784005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bde87f7cde94f0e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07900052d0 con 0x7f0784004850 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0790005430 con 0x7f0784004850 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f0799ffb700 1 -- 172.21.15.37:0/2444200524 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07900038c0 con 0x7f0784004850 2023-10-06T22:44:47.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f07a15ff700 1 -- 172.21.15.37:0/2444200524 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0784004850 msgr2=0x7f0784004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.144+0000 7f07a15ff700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0784004850 0x7f0784004cd0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f07900017c0 tx=0x7f0784005880 comp rx=0 tx=0).stop 2023-10-06T22:44:47.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.145+0000 7f07a15ff700 1 -- 172.21.15.37:0/2444200524 shutdown_connections 2023-10-06T22:44:47.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.145+0000 7f07a15ff700 1 --2- 172.21.15.37:0/2444200524 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0784004850 0x7f0784004cd0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.145+0000 7f07a15ff700 1 -- 172.21.15.37:0/2444200524 >> 172.21.15.37:0/2444200524 conn(0x7f079c072630 msgr2=0x7f079c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:47.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.145+0000 7f07a15ff700 1 -- 172.21.15.37:0/2444200524 shutdown_connections 2023-10-06T22:44:47.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.145+0000 7f07a15ff700 1 -- 172.21.15.37:0/2444200524 wait complete. 2023-10-06T22:44:47.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.146+0000 7f07a15ff700 1 Processor -- start 2023-10-06T22:44:47.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.146+0000 7f07a15ff700 1 -- start start 2023-10-06T22:44:47.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.147+0000 7f07a15ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784004850 0x7f079c1594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.147+0000 7f07a15ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f079c0cd530 0x7f079c0b1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.147+0000 7f07a15ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f079c0cbb90 0x7f079c1e7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.147+0000 7f07a15ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079c159330 con 0x7f079c0cbb90 2023-10-06T22:44:47.151 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.147+0000 7f07a15ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079c0cd030 con 0x7f079c0cd530 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.147+0000 7f07a15ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f079c1f5f60 con 0x7f0784004850 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f079c0cbb90 0x7f079c1e7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f079c0cbb90 0x7f079c1e7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41338/0 (socket says 172.21.15.37:41338) 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 -- 172.21.15.37:0/337266149 learned_addr learned my addr 172.21.15.37:0/337266149 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079affd700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784004850 0x7f079c1594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079a7fc700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f079c0cd530 0x7f079c0b1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 -- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784004850 msgr2=0x7f079c1594a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784004850 0x7f079c1594a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 -- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f079c0cd530 msgr2=0x7f079c0b1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f079c0cd530 0x7f079c0b1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 -- 172.21.15.37:0/337266149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f079c1f61b0 con 0x7f079c0cbb90 2023-10-06T22:44:47.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079a7fc700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f079c0cd530 0x7f079c0b1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:47.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.148+0000 7f079b7fe700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f079c0cbb90 0x7f079c1e7160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f079c0d1520 tx=0x7f079400a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:47.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.149+0000 7f07837fe700 1 -- 172.21.15.37:0/337266149 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079400adc0 con 0x7f079c0cbb90 2023-10-06T22:44:47.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.149+0000 7f07837fe700 1 -- 172.21.15.37:0/337266149 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07940133f0 con 0x7f079c0cbb90 2023-10-06T22:44:47.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.149+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079c1f6490 con 0x7f079c0cbb90 2023-10-06T22:44:47.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.149+0000 7f07837fe700 1 -- 172.21.15.37:0/337266149 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07940137a0 con 0x7f079c0cbb90 2023-10-06T22:44:47.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.149+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f079c1f6a50 con 0x7f079c0cbb90 2023-10-06T22:44:47.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.150+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f079c074380 con 0x7f079c0cbb90 2023-10-06T22:44:47.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.151+0000 7f07837fe700 1 -- 172.21.15.37:0/337266149 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0794013900 con 0x7f079c0cbb90 2023-10-06T22:44:47.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.151+0000 7f07837fe700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f078806af00 0x7f078806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.152+0000 7f07837fe700 1 -- 172.21.15.37:0/337266149 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f079408a220 con 0x7f079c0cbb90 2023-10-06T22:44:47.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.152+0000 7f079affd700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f078806af00 0x7f078806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.153+0000 7f079affd700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f078806af00 0x7f078806d3c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f079c0b8590 tx=0x7f078c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:47.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.156+0000 7f07837fe700 1 -- 172.21.15.37:0/337266149 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0794055080 con 0x7f079c0cbb90 2023-10-06T22:44:47.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.430+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f079c0c9e20 con 0x7f079c0cbb90 2023-10-06T22:44:47.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.433+0000 7f07837fe700 1 -- 172.21.15.37:0/337266149 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+171027 (secure 0 0 0) 0x7f07940586a0 con 0x7f079c0cbb90 2023-10-06T22:44:47.436 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:47.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f078806af00 msgr2=0x7f078806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f078806af00 0x7f078806d3c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f079c0b8590 tx=0x7f078c008040 comp rx=0 tx=0).stop 2023-10-06T22:44:47.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f079c0cbb90 msgr2=0x7f079c1e7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f079c0cbb90 0x7f079c1e7160 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f079c0d1520 tx=0x7f079400a5f0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 shutdown_connections 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f079c0cbb90 0x7f079c1e7160 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0784004850 0x7f079c1594a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f078806af00 0x7f078806d3c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 --2- 172.21.15.37:0/337266149 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f079c0cd530 0x7f079c0b1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 >> 172.21.15.37:0/337266149 conn(0x7f079c072630 msgr2=0x7f079c15c090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 shutdown_connections 2023-10-06T22:44:47.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.436+0000 7f07a15ff700 1 -- 172.21.15.37:0/337266149 wait complete. 2023-10-06T22:44:47.455 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":5,"active_gid":4103,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6832","nonce":256671195},{"type":"v1","addr":"172.21.15.62:6833","nonce":256671195}]},"active_addr":"172.21.15.62:6833/256671195","active_change":"2023-10-06T22:43:58.170042+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":1899362191}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":1027236584}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":1948123855}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.62:0","nonce":4225283173}]}]} 2023-10-06T22:44:47.459 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-10-06T22:44:47.459 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-10-06T22:44:47.460 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:47.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.660+0000 7fc9f53ff700 1 Processor -- start 2023-10-06T22:44:47.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.660+0000 7fc9f53ff700 1 -- start start 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9f53ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fc9f0160ca0 0x7fc9f00d2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9f53ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc9f00d2060 0x7fc9f00cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9f53ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9f00d1bd0 con 0x7fc9f00b28c0 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9f53ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9f00d3290 con 0x7fc9f00d2060 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9f53ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9f00d15c0 con 0x7fc9f0160ca0 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9e7fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc9f00d2060 0x7fc9f00cfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9e7fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc9f00d2060 0x7fc9f00cfe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41340/0 (socket says 172.21.15.37:41340) 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9e7fff700 1 -- 172.21.15.37:0/851360293 learned_addr learned my addr 172.21.15.37:0/851360293 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.661+0000 7fc9eeffd700 1 --2- 172.21.15.37:0/851360293 >> v2:172.21.15.62:3300/0 conn(0x7fc9f0160ca0 0x7fc9f00d2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9e7fff700 1 -- 172.21.15.37:0/851360293 >> v2:172.21.15.62:3300/0 conn(0x7fc9f0160ca0 msgr2=0x7fc9f00d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:47.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9e7fff700 1 --2- 172.21.15.37:0/851360293 >> v2:172.21.15.62:3300/0 conn(0x7fc9f0160ca0 0x7fc9f00d2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9e7fff700 1 -- 172.21.15.37:0/851360293 >> v1:172.21.15.62:6789/0 conn(0x7fc9f00b28c0 legacy=0x7fc9f00b4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9e7fff700 1 -- 172.21.15.37:0/851360293 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9f00d2fb0 con 0x7fc9f00d2060 2023-10-06T22:44:47.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9ee7fc700 1 -- 172.21.15.37:0/851360293 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 649978429 0 0) 0x7fc9f00d1bd0 con 0x7fc9f00b28c0 2023-10-06T22:44:47.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9e7fff700 1 --2- 172.21.15.37:0/851360293 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f00d2060 0x7fc9f00cfe90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc9f00d0ea0 tx=0x7fc9d8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12398cb6b7a4a63f server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:47.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9ee7fc700 1 -- 172.21.15.37:0/851360293 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9d8011830 con 0x7fc9f00d2060 2023-10-06T22:44:47.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9ee7fc700 1 -- 172.21.15.37:0/851360293 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9d8011990 con 0x7fc9f00d2060 2023-10-06T22:44:47.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.662+0000 7fc9ee7fc700 1 -- 172.21.15.37:0/851360293 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9d8011d20 con 0x7fc9f00d2060 2023-10-06T22:44:47.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 -- 172.21.15.37:0/851360293 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f00d2060 msgr2=0x7fc9f00cfe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/851360293 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f00d2060 0x7fc9f00cfe90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc9f00d0ea0 tx=0x7fc9d8009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 -- 172.21.15.37:0/851360293 shutdown_connections 2023-10-06T22:44:47.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/851360293 >> v2:172.21.15.62:3300/0 conn(0x7fc9f0160ca0 0x7fc9f00d2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/851360293 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f00d2060 0x7fc9f00cfe90 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 -- 172.21.15.37:0/851360293 >> 172.21.15.37:0/851360293 conn(0x7fc9f006b570 msgr2=0x7fc9f006b950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:47.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 -- 172.21.15.37:0/851360293 shutdown_connections 2023-10-06T22:44:47.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.663+0000 7fc9f53ff700 1 -- 172.21.15.37:0/851360293 wait complete. 2023-10-06T22:44:47.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.665+0000 7fc9f53ff700 1 Processor -- start 2023-10-06T22:44:47.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.665+0000 7fc9f53ff700 1 -- start start 2023-10-06T22:44:47.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9f53ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f00b28c0 0x7fc9f00c9570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9f53ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc9f00d2060 0x7fc9f01f28c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9f53ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f0160ca0 0x7fc9f0159680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9f53ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f00c90e0 con 0x7fc9f0160ca0 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9f53ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f00c84d0 con 0x7fc9f00b28c0 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9f53ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9f00c87b0 con 0x7fc9f00d2060 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9ef7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f0160ca0 0x7fc9f0159680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9ef7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f0160ca0 0x7fc9f0159680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41346/0 (socket says 172.21.15.37:41346) 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9ef7fe700 1 -- 172.21.15.37:0/348414328 learned_addr learned my addr 172.21.15.37:0/348414328 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9eeffd700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f00b28c0 0x7fc9f00c9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.666+0000 7fc9e7fff700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc9f00d2060 0x7fc9f01f28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9ef7fe700 1 -- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc9f00d2060 msgr2=0x7fc9f01f28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9ef7fe700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc9f00d2060 0x7fc9f01f28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9ef7fe700 1 -- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f00b28c0 msgr2=0x7fc9f00c9570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9ef7fe700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f00b28c0 0x7fc9f00c9570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9ef7fe700 1 -- 172.21.15.37:0/348414328 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9d8009550 con 0x7fc9f0160ca0 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9eeffd700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f00b28c0 0x7fc9f00c9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9ef7fe700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f0160ca0 0x7fc9f0159680 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc9e800c750 tx=0x7fc9e800cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9e77fe700 1 -- 172.21.15.37:0/348414328 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e8003e30 con 0x7fc9f0160ca0 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9e77fe700 1 -- 172.21.15.37:0/348414328 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9e8005070 con 0x7fc9f0160ca0 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9e77fe700 1 -- 172.21.15.37:0/348414328 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e8005400 con 0x7fc9f0160ca0 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9f00c8a90 con 0x7fc9f0160ca0 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.667+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9f01f2e00 con 0x7fc9f0160ca0 2023-10-06T22:44:47.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.668+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9f00c9290 con 0x7fc9f0160ca0 2023-10-06T22:44:47.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.669+0000 7fc9e77fe700 1 -- 172.21.15.37:0/348414328 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc9e8005560 con 0x7fc9f0160ca0 2023-10-06T22:44:47.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.670+0000 7fc9e77fe700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc9d006af00 0x7fc9d006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:47.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.670+0000 7fc9e77fe700 1 -- 172.21.15.37:0/348414328 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc9e8088fe0 con 0x7fc9f0160ca0 2023-10-06T22:44:47.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.670+0000 7fc9eeffd700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc9d006af00 0x7fc9d006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:47.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.671+0000 7fc9eeffd700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc9d006af00 0x7fc9d006d3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0009c30 tx=0x7fc9e0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:47.676 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.675+0000 7fc9e77fe700 1 -- 172.21.15.37:0/348414328 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc9e8053d00 con 0x7fc9f0160ca0 2023-10-06T22:44:47.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.887+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc9f0074380 con 0x7fc9f0160ca0 2023-10-06T22:44:47.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.888+0000 7fc9e77fe700 1 -- 172.21.15.37:0/348414328 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7fc9e8017070 con 0x7fc9f0160ca0 2023-10-06T22:44:47.889 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:47.889 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.890+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc9d006af00 msgr2=0x7fc9d006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.890+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc9d006af00 0x7fc9d006d3c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc9e0009c30 tx=0x7fc9e0008040 comp rx=0 tx=0).stop 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.890+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f0160ca0 msgr2=0x7fc9f0159680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.890+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f0160ca0 0x7fc9f0159680 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc9e800c750 tx=0x7fc9e800cb10 comp rx=0 tx=0).stop 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 shutdown_connections 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc9d006af00 0x7fc9d006d3c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc9f00b28c0 0x7fc9f00c9570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc9f0160ca0 0x7fc9f0159680 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 --2- 172.21.15.37:0/348414328 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc9f00d2060 0x7fc9f01f28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:47.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 >> 172.21.15.37:0/348414328 conn(0x7fc9f006b570 msgr2=0x7fc9f00b2ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:47.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 shutdown_connections 2023-10-06T22:44:47.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:47.891+0000 7fc9f53ff700 1 -- 172.21.15.37:0/348414328 wait complete. 2023-10-06T22:44:47.910 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-10-06T22:44:47.910 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:48.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.110+0000 7ff08efff700 1 Processor -- start 2023-10-06T22:44:48.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.111+0000 7ff08efff700 1 -- start start 2023-10-06T22:44:48.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08efff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880d1760 0x7ff0880ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08efff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff0880b5010 0x7ff0880b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08efff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0880cedd0 con 0x7ff08815d830 2023-10-06T22:44:48.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08efff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0880b59c0 con 0x7ff0880b5010 2023-10-06T22:44:48.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08efff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0880d1d40 con 0x7ff0880d1760 2023-10-06T22:44:48.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08d59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff0880b5010 0x7ff0880b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08d59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff0880b5010 0x7ff0880b5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41358/0 (socket says 172.21.15.37:41358) 2023-10-06T22:44:48.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff08d59c700 1 -- 172.21.15.37:0/4034688718 learned_addr learned my addr 172.21.15.37:0/4034688718 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.112+0000 7ff087fff700 1 --2- 172.21.15.37:0/4034688718 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880d1760 0x7ff0880ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff08d59c700 1 -- 172.21.15.37:0/4034688718 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880d1760 msgr2=0x7ff0880ce890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff08d59c700 1 --2- 172.21.15.37:0/4034688718 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880d1760 0x7ff0880ce890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff08d59c700 1 -- 172.21.15.37:0/4034688718 >> v1:172.21.15.62:6789/0 conn(0x7ff08815d830 legacy=0x7ff0880d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff08d59c700 1 -- 172.21.15.37:0/4034688718 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0880d2020 con 0x7ff0880b5010 2023-10-06T22:44:48.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff087fff700 1 --2- 172.21.15.37:0/4034688718 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880d1760 0x7ff0880ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:48.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff08d59c700 1 --2- 172.21.15.37:0/4034688718 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880b5010 0x7ff0880b5480 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff080009e50 tx=0x7ff08000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5983002be8f5f322 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff0877fe700 1 -- 172.21.15.37:0/4034688718 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08000e070 con 0x7ff0880b5010 2023-10-06T22:44:48.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff0877fe700 1 -- 172.21.15.37:0/4034688718 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff08000b9c0 con 0x7ff0880b5010 2023-10-06T22:44:48.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.113+0000 7ff0877fe700 1 -- 172.21.15.37:0/4034688718 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08000bd70 con 0x7ff0880b5010 2023-10-06T22:44:48.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 -- 172.21.15.37:0/4034688718 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880b5010 msgr2=0x7ff0880b5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 --2- 172.21.15.37:0/4034688718 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880b5010 0x7ff0880b5480 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7ff080009e50 tx=0x7ff08000b330 comp rx=0 tx=0).stop 2023-10-06T22:44:48.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 -- 172.21.15.37:0/4034688718 shutdown_connections 2023-10-06T22:44:48.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 --2- 172.21.15.37:0/4034688718 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880b5010 0x7ff0880b5480 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 --2- 172.21.15.37:0/4034688718 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880d1760 0x7ff0880ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 -- 172.21.15.37:0/4034688718 >> 172.21.15.37:0/4034688718 conn(0x7ff088072630 msgr2=0x7ff0880d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 -- 172.21.15.37:0/4034688718 shutdown_connections 2023-10-06T22:44:48.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.114+0000 7ff08efff700 1 -- 172.21.15.37:0/4034688718 wait complete. 2023-10-06T22:44:48.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.116+0000 7ff08efff700 1 Processor -- start 2023-10-06T22:44:48.121 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.116+0000 7ff08efff700 1 -- start start 2023-10-06T22:44:48.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08efff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880b5010 0x7ff08815a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08efff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880d1760 0x7ff0880cb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08efff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff08815d830 0x7ff0880b14d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08efff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff08815acb0 con 0x7ff0880d1760 2023-10-06T22:44:48.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08efff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0880cb130 con 0x7ff08815d830 2023-10-06T22:44:48.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08efff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0880cbb00 con 0x7ff0880b5010 2023-10-06T22:44:48.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880d1760 0x7ff0880cb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880d1760 0x7ff0880cb5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41368/0 (socket says 172.21.15.37:41368) 2023-10-06T22:44:48.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 -- 172.21.15.37:0/3122955754 learned_addr learned my addr 172.21.15.37:0/3122955754 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08d59c700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff08815d830 0x7ff0880b14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff08cd9b700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880b5010 0x7ff08815a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 -- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880b5010 msgr2=0x7ff08815a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880b5010 0x7ff08815a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 -- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff08815d830 msgr2=0x7ff0880b14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff08815d830 0x7ff0880b14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.117+0000 7ff087fff700 1 -- 172.21.15.37:0/3122955754 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff080009b30 con 0x7ff0880d1760 2023-10-06T22:44:48.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.118+0000 7ff087fff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880d1760 0x7ff0880cb5c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff07400e810 tx=0x7ff07400eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.124 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.118+0000 7ff0857fa700 1 -- 172.21.15.37:0/3122955754 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff07400c020 con 0x7ff0880d1760 2023-10-06T22:44:48.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.118+0000 7ff0857fa700 1 -- 172.21.15.37:0/3122955754 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff074004250 con 0x7ff0880d1760 2023-10-06T22:44:48.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.118+0000 7ff0857fa700 1 -- 172.21.15.37:0/3122955754 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0740036a0 con 0x7ff0880d1760 2023-10-06T22:44:48.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.118+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0880ca800 con 0x7ff0880d1760 2023-10-06T22:44:48.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.118+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0880cadc0 con 0x7ff0880d1760 2023-10-06T22:44:48.125 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.119+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0880c9f30 con 0x7ff0880d1760 2023-10-06T22:44:48.126 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.120+0000 7ff0857fa700 1 -- 172.21.15.37:0/3122955754 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff074003800 con 0x7ff0880d1760 2023-10-06T22:44:48.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.121+0000 7ff0857fa700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff06c06af00 0x7ff06c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.121+0000 7ff0857fa700 1 -- 172.21.15.37:0/3122955754 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff074089300 con 0x7ff0880d1760 2023-10-06T22:44:48.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.122+0000 7ff08cd9b700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff06c06af00 0x7ff06c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.122+0000 7ff08cd9b700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff06c06af00 0x7ff06c06d3c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff0881f5ea0 tx=0x7ff07c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.125+0000 7ff0857fa700 1 -- 172.21.15.37:0/3122955754 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff074054020 con 0x7ff0880d1760 2023-10-06T22:44:48.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.336+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff088074380 con 0x7ff0880d1760 2023-10-06T22:44:48.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.337+0000 7ff0857fa700 1 -- 172.21.15.37:0/3122955754 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7ff074057640 con 0x7ff0880d1760 2023-10-06T22:44:48.338 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:48.338 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:48.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff06c06af00 msgr2=0x7ff06c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff06c06af00 0x7ff06c06d3c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff0881f5ea0 tx=0x7ff07c009040 comp rx=0 tx=0).stop 2023-10-06T22:44:48.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880d1760 msgr2=0x7ff0880cb5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880d1760 0x7ff0880cb5c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff07400e810 tx=0x7ff07400eb20 comp rx=0 tx=0).stop 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 shutdown_connections 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff06c06af00 0x7ff06c06d3c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff08815d830 0x7ff0880b14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0880b5010 0x7ff08815a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 --2- 172.21.15.37:0/3122955754 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff0880d1760 0x7ff0880cb5c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 >> 172.21.15.37:0/3122955754 conn(0x7ff088072630 msgr2=0x7ff0880d3590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.339+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 shutdown_connections 2023-10-06T22:44:48.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.340+0000 7ff08efff700 1 -- 172.21.15.37:0/3122955754 wait complete. 2023-10-06T22:44:48.359 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-10-06T22:44:48.360 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-10-06T22:44:48.360 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-10-06T22:44:48.360 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-10-06T22:44:48.361 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-10-06T22:44:48.361 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-10-06T22:44:48.361 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-10-06T22:44:48.362 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-10-06T22:44:48.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.727+0000 7f705e9ff700 1 Processor -- start 2023-10-06T22:44:48.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.727+0000 7f705e9ff700 1 -- start start 2023-10-06T22:44:48.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.728+0000 7f10295ff700 1 Processor -- start 2023-10-06T22:44:48.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.728+0000 7f10295ff700 1 -- start start 2023-10-06T22:44:48.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.730+0000 7f705e9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f70580b4f50 0x7f70580b53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.730+0000 7f705e9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70580d1b00 con 0x7f70580d30b0 2023-10-06T22:44:48.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.730+0000 7f705e9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70580d1010 con 0x7f7058161a50 2023-10-06T22:44:48.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.730+0000 7f705e9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70580b6a30 con 0x7f70580b4f50 2023-10-06T22:44:48.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f7057fff700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f7058161a50 0x7f70581660e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:58262/0 (socket says 172.21.15.37:58262) 2023-10-06T22:44:48.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f7057fff700 1 -- 172.21.15.37:0/316765708 learned_addr learned my addr 172.21.15.37:0/316765708 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:48.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f705cf9c700 1 --2- 172.21.15.37:0/316765708 >> v2:172.21.15.62:3300/0 conn(0x7f70580b4f50 0x7f70580b53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f7056ffd700 1 -- 172.21.15.37:0/316765708 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 19925080 0 0) 0x7f70580d1010 con 0x7f7058161a50 2023-10-06T22:44:48.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f7056ffd700 1 -- 172.21.15.37:0/316765708 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f70400035b0 con 0x7f7058161a50 2023-10-06T22:44:48.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f705cf9c700 1 -- 172.21.15.37:0/316765708 >> v1:172.21.15.62:6789/0 conn(0x7f7058161a50 legacy=0x7f70581660e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f705cf9c700 1 -- 172.21.15.37:0/316765708 >> v1:172.21.15.37:6789/0 conn(0x7f70580d30b0 legacy=0x7f70580b6320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f705cf9c700 1 -- 172.21.15.37:0/316765708 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70580d1260 con 0x7f70580b4f50 2023-10-06T22:44:48.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f10295ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 0x7f10241596c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f10295ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f102406b3f0 0x7f1024071930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f10295ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1024071e70 0x7f10240b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f10295ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10240708b0 con 0x7f102406b3f0 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f10295ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1024160380 con 0x7f1024071e70 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.733+0000 7f10295ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1024159c00 con 0x7f1024070b40 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f705cf9c700 1 --2- 172.21.15.37:0/316765708 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70580b4f50 0x7f70580b53c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7050009d90 tx=0x7f705000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e853c600068f4b5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f7056ffd700 1 -- 172.21.15.37:0/316765708 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705000e070 con 0x7f70580b4f50 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f7056ffd700 1 -- 172.21.15.37:0/316765708 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f705000bb20 con 0x7f70580b4f50 2023-10-06T22:44:48.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f7056ffd700 1 -- 172.21.15.37:0/316765708 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7050012430 con 0x7f70580b4f50 2023-10-06T22:44:48.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f10227fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f102406b3f0 0x7f1024071930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f10227fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f102406b3f0 0x7f1024071930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41380/0 (socket says 172.21.15.37:41380) 2023-10-06T22:44:48.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f10227fc700 1 -- 172.21.15.37:0/106356173 learned_addr learned my addr 172.21.15.37:0/106356173 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f705e9ff700 1 -- 172.21.15.37:0/316765708 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70580b4f50 msgr2=0x7f70580b53c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f705e9ff700 1 --2- 172.21.15.37:0/316765708 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70580b4f50 0x7f70580b53c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7050009d90 tx=0x7f705000b330 comp rx=0 tx=0).stop 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f10227fc700 1 -- 172.21.15.37:0/106356173 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 msgr2=0x7f10241596c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f10227fc700 1 --2- 172.21.15.37:0/106356173 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 0x7f10241596c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f10227fc700 1 -- 172.21.15.37:0/106356173 >> v2:172.21.15.62:3300/0 conn(0x7f1024071e70 msgr2=0x7f10240b10e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f10227fc700 1 --2- 172.21.15.37:0/106356173 >> v2:172.21.15.62:3300/0 conn(0x7f1024071e70 0x7f10240b10e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.735+0000 7f10227fc700 1 -- 172.21.15.37:0/106356173 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1024072320 con 0x7f102406b3f0 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f705e9ff700 1 -- 172.21.15.37:0/316765708 shutdown_connections 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f705e9ff700 1 --2- 172.21.15.37:0/316765708 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70580b4f50 0x7f70580b53c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f705e9ff700 1 -- 172.21.15.37:0/316765708 >> 172.21.15.37:0/316765708 conn(0x7f7058072630 msgr2=0x7f70580d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f10227fc700 1 --2- 172.21.15.37:0/106356173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f1024071930 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f10240d01d0 tx=0x7f1014009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3369dc2a086d654 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f705e9ff700 1 -- 172.21.15.37:0/316765708 shutdown_connections 2023-10-06T22:44:48.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f705e9ff700 1 -- 172.21.15.37:0/316765708 wait complete. 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.729+0000 7f78b93ff700 1 Processor -- start 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.729+0000 7f78b93ff700 1 -- start start 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f78b93ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b40ca1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f78b93ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f78b40b1830 0x7f78b40cd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f78b93ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78b40729c0 con 0x7f78b4071490 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f78b93ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78b4071920 con 0x7f78b40b1830 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.731+0000 7f78b93ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78b4071c00 con 0x7f78b41598e0 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f78b2ffd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b40ca1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f78b2ffd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b40ca1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41306/0 (socket says 172.21.15.37:41306) 2023-10-06T22:44:48.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.734+0000 7f78b2ffd700 1 -- 172.21.15.37:0/3560068524 learned_addr learned my addr 172.21.15.37:0/3560068524 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f78b1ffb700 1 -- 172.21.15.37:0/3560068524 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1179050025 0 0) 0x7f78b40729c0 con 0x7f78b4071490 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f78b1ffb700 1 -- 172.21.15.37:0/3560068524 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f789c0035b0 con 0x7f78b4071490 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f78b2ffd700 1 -- 172.21.15.37:0/3560068524 >> v2:172.21.15.62:3300/0 conn(0x7f78b40b1830 msgr2=0x7f78b40cd590 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f78b2ffd700 1 --2- 172.21.15.37:0/3560068524 >> v2:172.21.15.62:3300/0 conn(0x7f78b40b1830 0x7f78b40cd590 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f78b2ffd700 1 -- 172.21.15.37:0/3560068524 >> v1:172.21.15.62:6789/0 conn(0x7f78b4071490 legacy=0x7f78b40b1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f78b2ffd700 1 -- 172.21.15.37:0/3560068524 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78b4071ee0 con 0x7f78b41598e0 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f1021ffb700 1 -- 172.21.15.37:0/106356173 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101400b870 con 0x7f102406b3f0 2023-10-06T22:44:48.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f1021ffb700 1 -- 172.21.15.37:0/106356173 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f101400b9d0 con 0x7f102406b3f0 2023-10-06T22:44:48.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.736+0000 7f1021ffb700 1 -- 172.21.15.37:0/106356173 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101400bd60 con 0x7f102406b3f0 2023-10-06T22:44:48.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f10295ff700 1 -- 172.21.15.37:0/106356173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 msgr2=0x7f1024071930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f10295ff700 1 --2- 172.21.15.37:0/106356173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f1024071930 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f10240d01d0 tx=0x7f1014009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.737+0000 7f78b2ffd700 1 --2- 172.21.15.37:0/3560068524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b40ca1e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f78ac009e50 tx=0x7f78ac00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ce0feef1b7eaf6b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f10295ff700 1 -- 172.21.15.37:0/106356173 shutdown_connections 2023-10-06T22:44:48.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f10295ff700 1 --2- 172.21.15.37:0/106356173 >> v2:172.21.15.62:3300/0 conn(0x7f1024071e70 0x7f10240b10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f10295ff700 1 --2- 172.21.15.37:0/106356173 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 0x7f10241596c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f10295ff700 1 --2- 172.21.15.37:0/106356173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f1024071930 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f10295ff700 1 -- 172.21.15.37:0/106356173 >> 172.21.15.37:0/106356173 conn(0x7f102406a8d0 msgr2=0x7f102406ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.737+0000 7f4d7c9ff700 1 Processor -- start 2023-10-06T22:44:48.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.738+0000 7f4d7c9ff700 1 -- start start 2023-10-06T22:44:48.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.739+0000 7f705e9ff700 1 Processor -- start 2023-10-06T22:44:48.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f10295ff700 1 -- 172.21.15.37:0/106356173 shutdown_connections 2023-10-06T22:44:48.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f4d7c9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d780b5ad0 0x7f4d780cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f4d7c9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4d781629a0 0x7f4d780d1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f4d7c9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d78166050 con 0x7f4d780ce010 2023-10-06T22:44:48.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f4d7c9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d78162dc0 con 0x7f4d781629a0 2023-10-06T22:44:48.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f4d7c9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d780ce490 con 0x7f4d780b5ad0 2023-10-06T22:44:48.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.739+0000 7f705e9ff700 1 -- start start 2023-10-06T22:44:48.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f4d75d9b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f4d780ce010 0x7f4d78162290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34622/0 (socket says 172.21.15.37:34622) 2023-10-06T22:44:48.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f4d75d9b700 1 -- 172.21.15.37:0/4208535472 learned_addr learned my addr 172.21.15.37:0/4208535472 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:48.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f10295ff700 1 -- 172.21.15.37:0/106356173 wait complete. 2023-10-06T22:44:48.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f705e9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70580b4f50 0x7f705815e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 480094262 0 0) 0x7f4d78166050 con 0x7f4d780ce010 2023-10-06T22:44:48.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d600035b0 con 0x7f4d780ce010 2023-10-06T22:44:48.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f705e9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70580d30b0 0x7f70580c8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f705e9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7058161a50 0x7f7058202860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f705e9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f705815eee0 con 0x7f70580b4f50 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f705e9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70580c8810 con 0x7f70580d30b0 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.741+0000 7f705e9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70580c9840 con 0x7f7058161a50 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70580b4f50 0x7f705815e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70580b4f50 0x7f705815e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41396/0 (socket says 172.21.15.37:41396) 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 -- 172.21.15.37:0/1783265059 learned_addr learned my addr 172.21.15.37:0/1783265059 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2757570603 0 0) 0x7f4d600035b0 con 0x7f4d780ce010 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d780b5ad0 msgr2=0x7f4d780cdad0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:48.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d780b5ad0 0x7f4d780cdad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 >> v2:172.21.15.62:3300/0 conn(0x7f4d781629a0 msgr2=0x7f4d780d1050 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 --2- 172.21.15.37:0/4208535472 >> v2:172.21.15.62:3300/0 conn(0x7f4d781629a0 0x7f4d780d1050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d78165760 con 0x7f4d780ce010 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f4d6c001670 con 0x7f4d780ce010 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 >> v1:172.21.15.37:6789/0 conn(0x7f4d780ce010 legacy=0x7f4d78162290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d60003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d60004850 0x7f4d60004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d60005410 0x7f4d6000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d78162dc0 con 0x7f4d60003a00 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d780ce490 con 0x7f4d60004850 2023-10-06T22:44:48.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d6000c2b0 con 0x7f4d60005410 2023-10-06T22:44:48.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 -- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7058161a50 msgr2=0x7f7058202860 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-06T22:44:48.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7058161a50 0x7f7058202860 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 -- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70580d30b0 msgr2=0x7f70580c8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f70580d30b0 0x7f70580c8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.742+0000 7f7057fff700 1 -- 172.21.15.37:0/1783265059 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7050009a70 con 0x7f70580b4f50 2023-10-06T22:44:48.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.739+0000 7f78b1ffb700 1 -- 172.21.15.37:0/3560068524 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78ac00e070 con 0x7f78b41598e0 2023-10-06T22:44:48.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.739+0000 7f78b1ffb700 1 -- 172.21.15.37:0/3560068524 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78ac00b910 con 0x7f78b41598e0 2023-10-06T22:44:48.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.739+0000 7f78b1ffb700 1 -- 172.21.15.37:0/3560068524 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78ac00bcc0 con 0x7f78b41598e0 2023-10-06T22:44:48.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f78b93ff700 1 -- 172.21.15.37:0/3560068524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 msgr2=0x7f78b40ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.740+0000 7f78b93ff700 1 --2- 172.21.15.37:0/3560068524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b40ca1e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f78ac009e50 tx=0x7f78ac00b330 comp rx=0 tx=0).stop 2023-10-06T22:44:48.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f10295ff700 1 Processor -- start 2023-10-06T22:44:48.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f7057fff700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70580b4f50 0x7f705815e5d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f704800c700 tx=0x7f704800cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f90349ff700 1 Processor -- start 2023-10-06T22:44:48.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f10295ff700 1 -- start start 2023-10-06T22:44:48.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7048005d70 con 0x7f70580b4f50 2023-10-06T22:44:48.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70480070d0 con 0x7f70580b4f50 2023-10-06T22:44:48.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7048007440 con 0x7f70580b4f50 2023-10-06T22:44:48.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70580c9b20 con 0x7f70580b4f50 2023-10-06T22:44:48.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.744+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7058162770 con 0x7f70580b4f50 2023-10-06T22:44:48.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.745+0000 7f10295ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f102414d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.745+0000 7f10295ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 0x7f10240c89e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.745+0000 7f10295ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1024071e70 0x7f102414deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.744+0000 7f90349ff700 1 -- start start 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.745+0000 7f10295ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10240cd1b0 con 0x7f102406b3f0 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.745+0000 7f10295ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1024150240 con 0x7f1024071e70 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.745+0000 7f10295ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1024150520 con 0x7f1024070b40 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.743+0000 7f4d7659c700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d60003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.744+0000 7f4d7659c700 1 -- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d60005410 msgr2=0x7f4d6000ba10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.744+0000 7f4d7659c700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d60005410 0x7f4d6000ba10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.744+0000 7f4d7659c700 1 -- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d60004850 msgr2=0x7f4d60004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.744+0000 7f4d7659c700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d60004850 0x7f4d60004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.744+0000 7f4d7659c700 1 -- 172.21.15.37:0/4208535472 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d78165760 con 0x7f4d60003a00 2023-10-06T22:44:48.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f1022ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f102414d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f1022ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f102414d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41426/0 (socket says 172.21.15.37:41426) 2023-10-06T22:44:48.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f1022ffd700 1 -- 172.21.15.37:0/3937333455 learned_addr learned my addr 172.21.15.37:0/3937333455 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f90349ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f903015d7a0 0x7f90300d2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f90349ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f90300b5640 0x7f90300b8f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f90349ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90300d1e80 con 0x7f90300d1810 2023-10-06T22:44:48.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f90349ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90300d1c90 con 0x7f903015d7a0 2023-10-06T22:44:48.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f90349ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90300b94d0 con 0x7f90300b5640 2023-10-06T22:44:48.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f10227fc700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 0x7f10240c89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f4d7659c700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d60003e20 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4d780b6010 tx=0x7f4d60005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c6f1fb8155bfa3f server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.746+0000 7f10237fe700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1024071e70 0x7f102414deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f902ed9d700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f90300b5640 0x7f90300b8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f78b93ff700 1 -- 172.21.15.37:0/3560068524 shutdown_connections 2023-10-06T22:44:48.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f78b93ff700 1 --2- 172.21.15.37:0/3560068524 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b40ca1e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f78b93ff700 1 --2- 172.21.15.37:0/3560068524 >> v2:172.21.15.62:3300/0 conn(0x7f78b40b1830 0x7f78b40cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f78b93ff700 1 -- 172.21.15.37:0/3560068524 >> 172.21.15.37:0/3560068524 conn(0x7f78b406aab0 msgr2=0x7f78b406aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7038000fc0 con 0x7f70580b4f50 2023-10-06T22:44:48.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f78b93ff700 1 -- 172.21.15.37:0/3560068524 shutdown_connections 2023-10-06T22:44:48.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f78b93ff700 1 -- 172.21.15.37:0/3560068524 wait complete. 2023-10-06T22:44:48.756 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f1022ffd700 1 -- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 msgr2=0x7f10240c89e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f1022ffd700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1024070b40 0x7f10240c89e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f1022ffd700 1 -- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1024071e70 msgr2=0x7f102414deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f1022ffd700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1024071e70 0x7f102414deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f1022ffd700 1 -- 172.21.15.37:0/3937333455 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1014009550 con 0x7f102406b3f0 2023-10-06T22:44:48.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f10237fe700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1024071e70 0x7f102414deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:48.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f902ed9d700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f90300b5640 0x7f90300b8f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47244/0 (socket says 172.21.15.37:47244) 2023-10-06T22:44:48.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.747+0000 7f902ed9d700 1 -- 172.21.15.37:0/4241245864 learned_addr learned my addr 172.21.15.37:0/4241245864 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.758 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f1022ffd700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f102414d590 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f101c00b840 tx=0x7f101c00bb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.758 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f902ed9d700 1 -- 172.21.15.37:0/4241245864 >> v2:172.21.15.37:3300/0 conn(0x7f903015d7a0 msgr2=0x7f90300d2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.758 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f902ed9d700 1 --2- 172.21.15.37:0/4241245864 >> v2:172.21.15.37:3300/0 conn(0x7f903015d7a0 0x7f90300d2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.758 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f902ed9d700 1 -- 172.21.15.37:0/4241245864 >> v1:172.21.15.37:6789/0 conn(0x7f90300d1810 legacy=0x7f90300b4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.758 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f902ed9d700 1 -- 172.21.15.37:0/4241245864 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90300d2160 con 0x7f90300b5640 2023-10-06T22:44:48.758 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f902ed9d700 1 --2- 172.21.15.37:0/4241245864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 0x7f90300b8f90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9030072fc0 tx=0x7f902800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=527aefed40513e5b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d700098f0 con 0x7f4d60003a00 2023-10-06T22:44:48.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d7000baa0 con 0x7f4d60003a00 2023-10-06T22:44:48.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.748+0000 7f4d7559a700 1 -- 172.21.15.37:0/4208535472 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d7000be10 con 0x7f4d60003a00 2023-10-06T22:44:48.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f70480075a0 con 0x7f70580b4f50 2023-10-06T22:44:48.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f78b93ff700 1 Processor -- start 2023-10-06T22:44:48.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.749+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/4208535472 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 msgr2=0x7f4d60003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.749+0000 7f4d7c9ff700 1 --2- 172.21.15.37:0/4208535472 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d60003e20 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f4d780b6010 tx=0x7f4d60005880 comp rx=0 tx=0).stop 2023-10-06T22:44:48.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f4d76d9d700 1 -- 172.21.15.37:0/4208535472 reap_dead start 2023-10-06T22:44:48.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/4208535472 shutdown_connections 2023-10-06T22:44:48.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/4208535472 >> 172.21.15.37:0/4208535472 conn(0x7f4d7806b570 msgr2=0x7f4d7806b950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.760 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f78b93ff700 1 -- start start 2023-10-06T22:44:48.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/4208535472 shutdown_connections 2023-10-06T22:44:48.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f902dd9b700 1 -- 172.21.15.37:0/4241245864 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902800e070 con 0x7f90300b5640 2023-10-06T22:44:48.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f902dd9b700 1 -- 172.21.15.37:0/4241245864 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9028003a20 con 0x7f90300b5640 2023-10-06T22:44:48.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f902dd9b700 1 -- 172.21.15.37:0/4241245864 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9028003dd0 con 0x7f90300b5640 2023-10-06T22:44:48.761 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f7054ff9700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f704406afd0 0x7f704406d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f78b93ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f78b40b1830 0x7f78b415bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f78b93ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b415c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f78b93ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78b40b4410 0x7f78b40b48c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f78b93ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78b40b4e00 con 0x7f78b40b1830 2023-10-06T22:44:48.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f78b93ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78b415ce80 con 0x7f78b40b4410 2023-10-06T22:44:48.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f78b93ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78b415c8c0 con 0x7f78b41598e0 2023-10-06T22:44:48.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.751+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7048088d30 con 0x7f70580b4f50 2023-10-06T22:44:48.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f7054ff9700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:6800/2681036643,v1:172.21.15.37:6801/2681036643] conn(0x7f7044074610 0x7f7044076a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 --> [v2:172.21.15.37:6800/2681036643,v1:172.21.15.37:6801/2681036643] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7044077120 con 0x7f7044074610 2023-10-06T22:44:48.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f704808b350 con 0x7f70580b4f50 2023-10-06T22:44:48.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f90349ff700 1 -- 172.21.15.37:0/4241245864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 msgr2=0x7f90300b8f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f90349ff700 1 --2- 172.21.15.37:0/4241245864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 0x7f90300b8f90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9030072fc0 tx=0x7f902800b330 comp rx=0 tx=0).stop 2023-10-06T22:44:48.764 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f78b37fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78b40b4410 0x7f78b40b48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.764 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f78b37fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78b40b4410 0x7f78b40b48c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47254/0 (socket says 172.21.15.37:47254) 2023-10-06T22:44:48.764 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f78b37fe700 1 -- 172.21.15.37:0/3440710626 learned_addr learned my addr 172.21.15.37:0/3440710626 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.764 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f78b27fc700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b415c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.764 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101c010800 con 0x7f102406b3f0 2023-10-06T22:44:48.764 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f101c010960 con 0x7f102406b3f0 2023-10-06T22:44:48.764 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f101c010d10 con 0x7f102406b3f0 2023-10-06T22:44:48.765 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.752+0000 7f70577fe700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f704406afd0 0x7f704406d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.765 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f90349ff700 1 -- 172.21.15.37:0/4241245864 shutdown_connections 2023-10-06T22:44:48.765 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f90349ff700 1 --2- 172.21.15.37:0/4241245864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 0x7f90300b8f90 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.765 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f90349ff700 1 --2- 172.21.15.37:0/4241245864 >> v2:172.21.15.37:3300/0 conn(0x7f903015d7a0 0x7f90300d2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.765 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f90349ff700 1 -- 172.21.15.37:0/4241245864 >> 172.21.15.37:0/4241245864 conn(0x7f9030072630 msgr2=0x7f90300cff30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.750+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/4208535472 wait complete. 2023-10-06T22:44:48.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f90349ff700 1 -- 172.21.15.37:0/4241245864 shutdown_connections 2023-10-06T22:44:48.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f90349ff700 1 -- 172.21.15.37:0/4241245864 wait complete. 2023-10-06T22:44:48.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f78b27fc700 1 -- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78b40b4410 msgr2=0x7f78b40b48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f78b27fc700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78b40b4410 0x7f78b40b48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f78b27fc700 1 -- 172.21.15.37:0/3440710626 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f78b40b1830 msgr2=0x7f78b415bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.766 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f78b27fc700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f78b40b1830 0x7f78b415bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.767 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f78b27fc700 1 -- 172.21.15.37:0/3440710626 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78ac009b30 con 0x7f78b41598e0 2023-10-06T22:44:48.767 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f78b37fe700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f78b40b4410 0x7f78b40b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:48.767 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f06e0dff700 1 Processor -- start 2023-10-06T22:44:48.767 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f705cf9c700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:6800/2681036643,v1:172.21.15.37:6801/2681036643] conn(0x7f7044074610 0x7f7044076a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.767 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f70577fe700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f704406afd0 0x7f704406d490 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f704c000f60 tx=0x7f704c007a40 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.767 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f705cf9c700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:6800/2681036643,v1:172.21.15.37:6801/2681036643] conn(0x7f7044074610 0x7f7044076a50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== osd.0 v2:172.21.15.37:6800/2681036643 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f7044077120 con 0x7f7044074610 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f78b27fc700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b415c2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f78a400c480 tx=0x7f78a400c790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a40052d0 con 0x7f78b41598e0 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78a4005430 con 0x7f78b41598e0 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78a40038c0 con 0x7f78b41598e0 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78b415cba0 con 0x7f78b41598e0 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.755+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78b40b2230 con 0x7f78b41598e0 2023-10-06T22:44:48.768 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f78b40724a0 con 0x7f78b41598e0 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.753+0000 7f4d7c9ff700 1 Processor -- start 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f4d7c9ff700 1 -- start start 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.755+0000 7f4d7c9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d780b65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f4d7c9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d780cb2a0 0x7f4d780b3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f4d7c9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d781ff170 0x7f4d781ff600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f4d7c9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d780cbc40 con 0x7f4d60003a00 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f4d7c9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d780b6ed0 con 0x7f4d781ff170 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f4d7c9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d780b71b0 con 0x7f4d780cb2a0 2023-10-06T22:44:48.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.755+0000 7f90349ff700 1 Processor -- start 2023-10-06T22:44:48.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f90349ff700 1 -- start start 2023-10-06T22:44:48.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.754+0000 7f06e0dff700 1 -- start start 2023-10-06T22:44:48.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f06e0dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f06dc15d8c0 0x7f06dc0ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f06e0dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc0ce5f0 0x7f06dc0b6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f06e0dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06dc0cea90 con 0x7f06dc0b9260 2023-10-06T22:44:48.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f06e0dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06dc0ced70 con 0x7f06dc15d8c0 2023-10-06T22:44:48.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.756+0000 7f06e0dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06dc0cf050 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f06da59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f06dc15d8c0 0x7f06dc0ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f06da59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f06dc15d8c0 0x7f06dc0ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41466/0 (socket says 172.21.15.37:41466) 2023-10-06T22:44:48.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f06da59c700 1 -- 172.21.15.37:0/3123911152 learned_addr learned my addr 172.21.15.37:0/3123911152 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1024150800 con 0x7f102406b3f0 2023-10-06T22:44:48.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10240c4e60 con 0x7f102406b3f0 2023-10-06T22:44:48.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f06dad9d700 1 --2- 172.21.15.37:0/3123911152 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc0ce5f0 0x7f06dc0b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f4d7659c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d780b65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f4d7659c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d780b65d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41464/0 (socket says 172.21.15.37:41464) 2023-10-06T22:44:48.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f4d7659c700 1 -- 172.21.15.37:0/3005665313 learned_addr learned my addr 172.21.15.37:0/3005665313 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f4d75d9b700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d780cb2a0 0x7f4d780b3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f1a58bff700 1 Processor -- start 2023-10-06T22:44:48.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f90349ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 0x7f90301f7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.757+0000 7f90349ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f90300d1810 0x7f9030152cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f90349ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f903015d7a0 0x7f90300c9370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f90349ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90300c6fe0 con 0x7f903015d7a0 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f90349ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90301535f0 con 0x7f90300b5640 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f90349ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90301538d0 con 0x7f90300d1810 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f9027fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f90300d1810 0x7f9030152cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f902e59c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 0x7f90301f7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f06dad9d700 1 -- 172.21.15.37:0/3123911152 >> v2:172.21.15.37:3300/0 conn(0x7f06dc15d8c0 msgr2=0x7f06dc0ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f06dad9d700 1 --2- 172.21.15.37:0/3123911152 >> v2:172.21.15.37:3300/0 conn(0x7f06dc15d8c0 0x7f06dc0ce0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f06dad9d700 1 -- 172.21.15.37:0/3123911152 >> v1:172.21.15.62:6789/0 conn(0x7f06dc0b9260 legacy=0x7f06dc0d1790 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:48.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f06dad9d700 1 -- 172.21.15.37:0/3123911152 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06dc0cf330 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f10240c6510 con 0x7f102406b3f0 2023-10-06T22:44:48.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f9027fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f90300d1810 0x7f9030152cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41378/0 (socket says 172.21.15.37:41378) 2023-10-06T22:44:48.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.758+0000 7f9027fff700 1 -- 172.21.15.37:0/1341732699 learned_addr learned my addr 172.21.15.37:0/1341732699 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f1a58bff700 1 -- start start 2023-10-06T22:44:48.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f902ed9d700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f903015d7a0 0x7f90300c9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f9027fff700 1 -- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 msgr2=0x7f90301f7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f9027fff700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f90300b5640 0x7f90301f7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f9027fff700 1 -- 172.21.15.37:0/1341732699 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f903015d7a0 msgr2=0x7f90300c9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f9027fff700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f903015d7a0 0x7f90300c9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f9027fff700 1 -- 172.21.15.37:0/1341732699 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9028009b30 con 0x7f90300d1810 2023-10-06T22:44:48.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f06dad9d700 1 --2- 172.21.15.37:0/3123911152 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc0ce5f0 0x7f06dc0b6530 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f06d4009d90 tx=0x7f06d400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c610e96de85a1f74 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f4d76d9d700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d781ff170 0x7f4d781ff600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f4d7659c700 1 -- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d780cb2a0 msgr2=0x7f4d780b3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f4d7659c700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4d780cb2a0 0x7f4d780b3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f4d7659c700 1 -- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d781ff170 msgr2=0x7f4d781ff600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f4d7659c700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4d781ff170 0x7f4d781ff600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.759+0000 7f4d7659c700 1 -- 172.21.15.37:0/3005665313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d780b7490 con 0x7f4d60003a00 2023-10-06T22:44:48.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.760+0000 7f4d7659c700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d780b65d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4d6000c200 tx=0x7f4d70004b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.760+0000 7f9027fff700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f90300d1810 0x7f9030152cf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f901800c4a0 tx=0x7f901800c7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f1a58bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540b1680 0x7f1a54070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f1a58bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a540c9b20 con 0x7f1a54161c50 2023-10-06T22:44:48.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f1a58bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a54071260 con 0x7f1a540706a0 2023-10-06T22:44:48.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f1a58bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a54072a10 con 0x7f1a540b1680 2023-10-06T22:44:48.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.762+0000 7f1a51d9b700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f1a540706a0 0x7f1a540b0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:58282/0 (socket says 172.21.15.37:58282) 2023-10-06T22:44:48.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.762+0000 7f1a51d9b700 1 -- 172.21.15.37:0/3193277011 learned_addr learned my addr 172.21.15.37:0/3193277011 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:48.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.762+0000 7f06d9d9b700 1 -- 172.21.15.37:0/3123911152 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d400e070 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.762+0000 7f06d9d9b700 1 -- 172.21.15.37:0/3123911152 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06d400bae0 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d70015b20 con 0x7f4d60003a00 2023-10-06T22:44:48.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d70015c80 con 0x7f4d60003a00 2023-10-06T22:44:48.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d7001f670 con 0x7f4d60003a00 2023-10-06T22:44:48.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d781ffb40 con 0x7f4d60003a00 2023-10-06T22:44:48.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.761+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d780b7770 con 0x7f4d60003a00 2023-10-06T22:44:48.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.762+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4d78165a00 con 0x7f4d60003a00 2023-10-06T22:44:48.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.762+0000 7f06d9d9b700 1 -- 172.21.15.37:0/3123911152 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06d400be70 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.762+0000 7f1a52d9d700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540b1680 0x7f1a54070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.763+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90180054e0 con 0x7f90300d1810 2023-10-06T22:44:48.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.763+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9018003680 con 0x7f90300d1810 2023-10-06T22:44:48.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.763+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9018003a30 con 0x7f90300d1810 2023-10-06T22:44:48.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.763+0000 7f06e0dff700 1 -- 172.21.15.37:0/3123911152 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc0ce5f0 msgr2=0x7f06dc0b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f06e0dff700 1 --2- 172.21.15.37:0/3123911152 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc0ce5f0 0x7f06dc0b6530 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f06d4009d90 tx=0x7f06d400b330 comp rx=0 tx=0).stop 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 921358889 0 0) 0x7f1a54071260 con 0x7f1a540706a0 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a3c0035b0 con 0x7f1a540706a0 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1106935711 0 0) 0x7f1a540c9b20 con 0x7f1a54161c50 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a54071260 con 0x7f1a54161c50 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.763+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f78a4003a20 con 0x7f78b41598e0 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f789b7fe700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f78a006afd0 0x7f78a006d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f78a4089400 con 0x7f78b41598e0 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f789b7fe700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.37:6820/969577361,v1:172.21.15.37:6822/969577361] conn(0x7f78a0074610 0x7f78a0076a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 --> [v2:172.21.15.37:6820/969577361,v1:172.21.15.37:6822/969577361] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f78a0077120 con 0x7f78a0074610 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f78a40897b0 con 0x7f78b41598e0 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.766+0000 7f78b2ffd700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f78a006afd0 0x7f78a006d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.766+0000 7f78b37fe700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.37:6820/969577361,v1:172.21.15.37:6822/969577361] conn(0x7f78a0074610 0x7f78a0076a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f78b2ffd700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f78a006afd0 0x7f78a006d490 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f78ac00b370 tx=0x7f78ac010000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f78b37fe700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.37:6820/969577361,v1:172.21.15.37:6822/969577361] conn(0x7f78a0074610 0x7f78a0076a50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.763+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f101c0223e0 con 0x7f102406b3f0 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f10137fe700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f100806afa0 0x7f100806d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.764+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f101c089fa0 con 0x7f102406b3f0 2023-10-06T22:44:48.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f10137fe700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:6808/227534548,v1:172.21.15.37:6809/227534548] conn(0x7f10080745e0 0x7f1008076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 --> [v2:172.21.15.37:6808/227534548,v1:172.21.15.37:6809/227534548] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f10080770f0 con 0x7f10080745e0 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f101c08a350 con 0x7f102406b3f0 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f10237fe700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:6808/227534548,v1:172.21.15.37:6809/227534548] conn(0x7f10080745e0 0x7f1008076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.766+0000 7f10227fc700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f100806afa0 0x7f100806d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f10237fe700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:6808/227534548,v1:172.21.15.37:6809/227534548] conn(0x7f10080745e0 0x7f1008076a20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4d7001f7d0 con 0x7f4d60003a00 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f4d66ffd700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4d5806afd0 0x7f4d5806d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4d70011070 con 0x7f4d60003a00 2023-10-06T22:44:48.783 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f4d66ffd700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:6816/2485161830,v1:172.21.15.37:6817/2485161830] conn(0x7f4d58074610 0x7f4d58076a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 --> [v2:172.21.15.37:6816/2485161830,v1:172.21.15.37:6817/2485161830] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4d58077120 con 0x7f4d58074610 2023-10-06T22:44:48.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4d7008c390 con 0x7f4d60003a00 2023-10-06T22:44:48.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f4d76d9d700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:6816/2485161830,v1:172.21.15.37:6817/2485161830] conn(0x7f4d58074610 0x7f4d58076a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f4d75d9b700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4d5806afd0 0x7f4d5806d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9030153bb0 con 0x7f90300d1810 2023-10-06T22:44:48.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90301f76d0 con 0x7f90300d1810 2023-10-06T22:44:48.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.766+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f90300d2720 con 0x7f90300d1810 2023-10-06T22:44:48.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f06e0dff700 1 -- 172.21.15.37:0/3123911152 shutdown_connections 2023-10-06T22:44:48.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f06e0dff700 1 --2- 172.21.15.37:0/3123911152 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc0ce5f0 0x7f06dc0b6530 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f06e0dff700 1 --2- 172.21.15.37:0/3123911152 >> v2:172.21.15.37:3300/0 conn(0x7f06dc15d8c0 0x7f06dc0ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f06e0dff700 1 -- 172.21.15.37:0/3123911152 >> 172.21.15.37:0/3123911152 conn(0x7f06dc072630 msgr2=0x7f06dc0d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f06e0dff700 1 -- 172.21.15.37:0/3123911152 shutdown_connections 2023-10-06T22:44:48.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== osd.1 v2:172.21.15.37:6820/969577361 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f78a0077120 con 0x7f78a0074610 2023-10-06T22:44:48.786 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.769+0000 7f06e0dff700 1 -- 172.21.15.37:0/3123911152 wait complete. 2023-10-06T22:44:48.786 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f10227fc700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f100806afa0 0x7f100806d460 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f102406b810 tx=0x7f1014008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.786 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== osd.2 v2:172.21.15.37:6808/227534548 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f10080770f0 con 0x7f10080745e0 2023-10-06T22:44:48.786 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.769+0000 7f4d76d9d700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:6816/2485161830,v1:172.21.15.37:6817/2485161830] conn(0x7f4d58074610 0x7f4d58076a50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.786 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3449627187 0 0) 0x7f1a54071260 con 0x7f1a54161c50 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540b1680 msgr2=0x7f1a54070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540b1680 0x7f1a54070b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 >> v1:172.21.15.62:6789/0 conn(0x7f1a540706a0 legacy=0x7f1a540b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a54071540 con 0x7f1a54161c50 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f1a44001670 con 0x7f1a54161c50 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 >> v1:172.21.15.37:6789/0 conn(0x7f1a54161c50 legacy=0x7f1a54072300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a3c004c20 0x7f1a3c005020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a3c0037f0 0x7f1a3c003c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1a3c0041b0 0x7f1a3c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a54072a10 con 0x7f1a3c0041b0 2023-10-06T22:44:48.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a3c00c030 con 0x7f1a3c0037f0 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.765+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a3c00c1f0 con 0x7f1a3c004c20 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.766+0000 7f1a5259c700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a3c004c20 0x7f1a3c005020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f1a5259c700 1 -- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a3c0037f0 msgr2=0x7f1a3c003c70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f1a5259c700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a3c0037f0 0x7f1a3c003c70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f1a5259c700 1 -- 172.21.15.37:0/3193277011 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1a3c0041b0 msgr2=0x7f1a3c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f1a5259c700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1a3c0041b0 0x7f1a3c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.767+0000 7f1a5259c700 1 -- 172.21.15.37:0/3193277011 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a54071260 con 0x7f1a3c004c20 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f1a5259c700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a3c004c20 0x7f1a3c005020 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1a44018f20 tx=0x7f1a3c005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=11b018bf399179a7 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.768+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a4401dbf0 con 0x7f1a3c004c20 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.769+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a4401dd50 con 0x7f1a3c004c20 2023-10-06T22:44:48.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.769+0000 7f1a5159a700 1 -- 172.21.15.37:0/3193277011 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a44023620 con 0x7f1a3c004c20 2023-10-06T22:44:48.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.769+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9018003b90 con 0x7f90300d1810 2023-10-06T22:44:48.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.770+0000 7f1a58bff700 1 -- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a3c004c20 msgr2=0x7f1a3c005020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.770+0000 7f1a58bff700 1 --2- 172.21.15.37:0/3193277011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a3c004c20 0x7f1a3c005020 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1a44018f20 tx=0x7f1a3c005880 comp rx=0 tx=0).stop 2023-10-06T22:44:48.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.770+0000 7f4d75d9b700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4d5806afd0 0x7f4d5806d490 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c0017a0 tx=0x7f4d6c0019a0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.770+0000 7f1a52d9d700 1 -- 172.21.15.37:0/3193277011 reap_dead start 2023-10-06T22:44:48.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.770+0000 7f1a58bff700 1 -- 172.21.15.37:0/3193277011 shutdown_connections 2023-10-06T22:44:48.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.770+0000 7f1a58bff700 1 -- 172.21.15.37:0/3193277011 >> 172.21.15.37:0/3193277011 conn(0x7f1a5406aab0 msgr2=0x7f1a5406aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.770+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== osd.3 v2:172.21.15.37:6816/2485161830 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f4d58077120 con 0x7f4d58074610 2023-10-06T22:44:48.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.771+0000 7fdb2f9ff700 1 Processor -- start 2023-10-06T22:44:48.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.771+0000 7f06e0dff700 1 Processor -- start 2023-10-06T22:44:48.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.771+0000 7f9026ffd700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f901006afd0 0x7f901006d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.771+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9018088f90 con 0x7f90300d1810 2023-10-06T22:44:48.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.772+0000 7f9026ffd700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6816/2862532242,v1:172.21.15.62:6819/2862532242] conn(0x7f9010074610 0x7f9010076a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.772+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 --> [v2:172.21.15.62:6816/2862532242,v1:172.21.15.62:6819/2862532242] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9010077120 con 0x7f9010074610 2023-10-06T22:44:48.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.772+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9018089340 con 0x7f90300d1810 2023-10-06T22:44:48.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.772+0000 7f902e59c700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f901006afd0 0x7f901006d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.772+0000 7f06e0dff700 1 -- start start 2023-10-06T22:44:48.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.772+0000 7f902ed9d700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6816/2862532242,v1:172.21.15.62:6819/2862532242] conn(0x7f9010074610 0x7f9010076a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.773+0000 7f06e0dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f06dc0b9260 0x7f06dc15f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.773+0000 7f06e0dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06dc0ce5f0 0x7f06dc14ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7f06e0dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc15d8c0 0x7f06dc1f61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7f06e0dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06dc15ed60 con 0x7f06dc0b9260 2023-10-06T22:44:48.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7f06e0dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06dc1f7080 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7f06e0dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06dc15f6c0 con 0x7f06dc15d8c0 2023-10-06T22:44:48.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7f902ed9d700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6816/2862532242,v1:172.21.15.62:6819/2862532242] conn(0x7f9010074610 0x7f9010076a50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7f902e59c700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f901006afd0 0x7f901006d490 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9020009970 tx=0x7f9020009110 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.771+0000 7fdb2f9ff700 1 -- start start 2023-10-06T22:44:48.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7fdb2f9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fdb280b1680 0x7fdb280c9950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7fdb2f9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdb280c9e90 0x7fdb280cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7fdb2f9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb280ca340 con 0x7fdb28166480 2023-10-06T22:44:48.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7fdb2f9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb28162de0 con 0x7fdb280b1680 2023-10-06T22:44:48.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.774+0000 7fdb2f9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb28166860 con 0x7fdb280c9e90 2023-10-06T22:44:48.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06dc0ce5f0 0x7f06dc14ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06dc0ce5f0 0x7f06dc14ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47282/0 (socket says 172.21.15.37:47282) 2023-10-06T22:44:48.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 -- 172.21.15.37:0/389848996 learned_addr learned my addr 172.21.15.37:0/389848996 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7fdb2df9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdb280c9e90 0x7fdb280cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7fdb2df9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdb280c9e90 0x7fdb280cd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47280/0 (socket says 172.21.15.37:47280) 2023-10-06T22:44:48.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7fdb2df9c700 1 -- 172.21.15.37:0/1118597712 learned_addr learned my addr 172.21.15.37:0/1118597712 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== osd.5 v2:172.21.15.62:6816/2862532242 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f9010077120 con 0x7f9010074610 2023-10-06T22:44:48.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 -- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc15d8c0 msgr2=0x7f06dc1f61a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-06T22:44:48.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06dc15d8c0 0x7f06dc1f61a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 -- 172.21.15.37:0/389848996 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f06dc0b9260 msgr2=0x7f06dc15f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f06dc0b9260 0x7f06dc15f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7f06d3fff700 1 -- 172.21.15.37:0/389848996 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d4009a70 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7fdb2df9c700 1 -- 172.21.15.37:0/1118597712 >> v2:172.21.15.37:3300/0 conn(0x7fdb280b1680 msgr2=0x7fdb280c9950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7fdb2df9c700 1 --2- 172.21.15.37:0/1118597712 >> v2:172.21.15.37:3300/0 conn(0x7fdb280b1680 0x7fdb280c9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7fdb2df9c700 1 -- 172.21.15.37:0/1118597712 >> v1:172.21.15.37:6789/0 conn(0x7fdb28166480 legacy=0x7fdb280b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:48.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.775+0000 7fdb2df9c700 1 -- 172.21.15.37:0/1118597712 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb28163270 con 0x7fdb280c9e90 2023-10-06T22:44:48.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.776+0000 7fdb2df9c700 1 --2- 172.21.15.37:0/1118597712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb280c9e90 0x7fdb280cd5b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdb280ae950 tx=0x7fdb2000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c4c5acd208b81b6 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.776+0000 7f06d3fff700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06dc0ce5f0 0x7f06dc14ca70 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f06c400b550 tx=0x7f06c400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.776+0000 7fdb1ffff700 1 -- 172.21.15.37:0/1118597712 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2000e070 con 0x7fdb280c9e90 2023-10-06T22:44:48.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.776+0000 7fdb1ffff700 1 -- 172.21.15.37:0/1118597712 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb20003a20 con 0x7fdb280c9e90 2023-10-06T22:44:48.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.776+0000 7fdb1ffff700 1 -- 172.21.15.37:0/1118597712 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb20003db0 con 0x7fdb280c9e90 2023-10-06T22:44:48.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.777+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c4011830 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.777+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06dc15e0e0 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.777+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06dc15e6a0 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.777+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/1118597712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb280c9e90 msgr2=0x7fdb280cd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.777+0000 7fdb2f9ff700 1 --2- 172.21.15.37:0/1118597712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb280c9e90 0x7fdb280cd5b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fdb280ae950 tx=0x7fdb2000b330 comp rx=0 tx=0).stop 2023-10-06T22:44:48.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c40119b0 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c4011d60 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f06dc0cf610 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/1118597712 shutdown_connections 2023-10-06T22:44:48.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7fdb2f9ff700 1 --2- 172.21.15.37:0/1118597712 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb280c9e90 0x7fdb280cd5b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7fdb2f9ff700 1 --2- 172.21.15.37:0/1118597712 >> v2:172.21.15.37:3300/0 conn(0x7fdb280b1680 0x7fdb280c9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/1118597712 >> 172.21.15.37:0/1118597712 conn(0x7fdb2806aab0 msgr2=0x7fdb2806aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/1118597712 shutdown_connections 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.778+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/1118597712 wait complete. 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.781+0000 7fdb2f9ff700 1 Processor -- start 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.782+0000 7fdb2f9ff700 1 -- start start 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7fdb2f9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb280b1680 0x7fdb28151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7fdb2f9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb280c9e90 0x7fdb2814e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7fdb2f9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb28166480 0x7fdb28154690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7fdb2f9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb28153090 con 0x7fdb280b1680 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7fdb2f9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb280b2760 con 0x7fdb28166480 2023-10-06T22:44:48.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7fdb2f9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb280b2a10 con 0x7fdb280c9e90 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.781+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f06c401a400 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7f06d2ffd700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f06bc06af00 0x7f06bc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.783+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f06c4089f40 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7f06d2ffd700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6800/1580657471,v1:172.21.15.62:6801/1580657471] conn(0x7f06bc074540 0x7f06bc076980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 --> [v2:172.21.15.62:6800/1580657471,v1:172.21.15.62:6801/1580657471] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f06bc077050 con 0x7f06bc074540 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06c408a2f0 con 0x7f06dc0ce5f0 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7f06da59c700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f06bc06af00 0x7f06bc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7fdb2cf9a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb280c9e90 0x7fdb2814e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7fdb2df9c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb28166480 0x7fdb28154690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7fdb2d79b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb280b1680 0x7fdb28151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7fdb2d79b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb280b1680 0x7fdb28151a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41510/0 (socket says 172.21.15.37:41510) 2023-10-06T22:44:48.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.784+0000 7fdb2d79b700 1 -- 172.21.15.37:0/677683610 learned_addr learned my addr 172.21.15.37:0/677683610 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7f06dad9d700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6800/1580657471,v1:172.21.15.62:6801/1580657471] conn(0x7f06bc074540 0x7f06bc076980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7fdb2d79b700 1 -- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb280c9e90 msgr2=0x7fdb2814e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7fdb2d79b700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb280c9e90 0x7fdb2814e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7fdb2d79b700 1 -- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb28166480 msgr2=0x7fdb28154690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7fdb2d79b700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb28166480 0x7fdb28154690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7fdb2d79b700 1 -- 172.21.15.37:0/677683610 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb20009b30 con 0x7fdb280b1680 2023-10-06T22:44:48.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7fdb2df9c700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb28166480 0x7fdb28154690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:48.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.785+0000 7f1a58bff700 1 -- 172.21.15.37:0/3193277011 shutdown_connections 2023-10-06T22:44:48.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.786+0000 7f1a58bff700 1 -- 172.21.15.37:0/3193277011 wait complete. 2023-10-06T22:44:48.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.788+0000 7f1a58bff700 1 Processor -- start 2023-10-06T22:44:48.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.786+0000 7f06da59c700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f06bc06af00 0x7f06bc06d3c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f06cc006fd0 tx=0x7f06cc006f20 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.786+0000 7fdb2d79b700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb280b1680 0x7fdb28151a50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdb2400b470 tx=0x7fdb2400b830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.786+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb24011830 con 0x7fdb280b1680 2023-10-06T22:44:48.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.786+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb24011990 con 0x7fdb280b1680 2023-10-06T22:44:48.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.786+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb24011d40 con 0x7fdb280b1680 2023-10-06T22:44:48.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.786+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb280b2cf0 con 0x7fdb280b1680 2023-10-06T22:44:48.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.787+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb280b32b0 con 0x7fdb280b1680 2023-10-06T22:44:48.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.789+0000 7f06dad9d700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6800/1580657471,v1:172.21.15.62:6801/1580657471] conn(0x7f06bc074540 0x7f06bc076980 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.790+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== osd.6 v2:172.21.15.62:6800/1580657471 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f06bc077050 con 0x7f06bc074540 2023-10-06T22:44:48.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.789+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fdb28162790 con 0x7fdb280b1680 2023-10-06T22:44:48.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.791+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 --> [v2:172.21.15.37:6800/2681036643,v1:172.21.15.37:6801/2681036643] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7038002d40 con 0x7f7044074610 2023-10-06T22:44:48.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.791+0000 7f1a58bff700 1 -- start start 2023-10-06T22:44:48.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7f1a58bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a540b2460 0x7f1a540b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7f1a58bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1a540b2840 0x7f1a540c8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7f1a58bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540c9350 0x7f1a5414d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.806 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7f1a58bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a540b3520 con 0x7f1a540b2840 2023-10-06T22:44:48.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7f1a58bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a540b3800 con 0x7f1a540b2460 2023-10-06T22:44:48.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7f1a58bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a540b3ae0 con 0x7f1a540c9350 2023-10-06T22:44:48.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.791+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fdb2401a400 con 0x7fdb280b1680 2023-10-06T22:44:48.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7fdb1dffb700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb0c06afd0 0x7fdb0c06d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdb240899b0 con 0x7fdb280b1680 2023-10-06T22:44:48.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7fdb1dffb700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6817/850133551,v1:172.21.15.62:6818/850133551] conn(0x7fdb0c074590 0x7fdb0c0769d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.793+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 --> [v2:172.21.15.62:6817/850133551,v1:172.21.15.62:6818/850133551] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fdb0c0770a0 con 0x7fdb0c074590 2023-10-06T22:44:48.808 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.794+0000 7f1a5259c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a540b2460 0x7f1a540b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.808 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.794+0000 7f1a52d9d700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540c9350 0x7f1a5414d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.808 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.794+0000 7fdb2cf9a700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb0c06afd0 0x7fdb0c06d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.795+0000 7f7054ff9700 1 -- 172.21.15.37:0/1783265059 <== osd.0 v2:172.21.15.37:6800/2681036643 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7038002d40 con 0x7f7044074610 2023-10-06T22:44:48.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.794+0000 7f1a51d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1a540b2840 0x7f1a540c8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.794+0000 7f1a5259c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a540b2460 0x7f1a540b45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47296/0 (socket says 172.21.15.37:47296) 2023-10-06T22:44:48.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.794+0000 7f1a5259c700 1 -- 172.21.15.37:0/1047610605 learned_addr learned my addr 172.21.15.37:0/1047610605 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:48.809 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.795+0000 7fdb2df9c700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6817/850133551,v1:172.21.15.62:6818/850133551] conn(0x7fdb0c074590 0x7fdb0c0769d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.795+0000 7fdb2cf9a700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb0c06afd0 0x7fdb0c06d490 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdb18006fd0 tx=0x7fdb18008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.795+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb240092c0 con 0x7fdb280b1680 2023-10-06T22:44:48.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:6800/2681036643,v1:172.21.15.37:6801/2681036643] conn(0x7f7044074610 msgr2=0x7f7044076a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f705e9ff700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:6800/2681036643,v1:172.21.15.37:6801/2681036643] conn(0x7f7044074610 0x7f7044076a50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f1a5259c700 1 -- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540c9350 msgr2=0x7f1a5414d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.810 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f1a5259c700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1a540c9350 0x7f1a5414d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f1a5259c700 1 -- 172.21.15.37:0/1047610605 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1a540b2840 msgr2=0x7f1a540c8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f1a5259c700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1a540b2840 0x7f1a540c8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f1a5259c700 1 -- 172.21.15.37:0/1047610605 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a540b3dc0 con 0x7f1a540b2460 2023-10-06T22:44:48.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f704406afd0 msgr2=0x7f704406d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f705e9ff700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f704406afd0 0x7f704406d490 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f704c000f60 tx=0x7f704c007a40 comp rx=0 tx=0).stop 2023-10-06T22:44:48.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70580b4f50 msgr2=0x7f705815e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f705e9ff700 1 --2- 172.21.15.37:0/1783265059 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f70580b4f50 0x7f705815e5d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f704800c700 tx=0x7f704800cac0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f705cf9c700 1 -- 172.21.15.37:0/1783265059 reap_dead start 2023-10-06T22:44:48.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.797+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 shutdown_connections 2023-10-06T22:44:48.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.797+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 >> 172.21.15.37:0/1783265059 conn(0x7f7058072630 msgr2=0x7f705806b890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7f1a5259c700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a540b2460 0x7f1a540b45c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1a4401d6a0 tx=0x7f1a44001930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.796+0000 7fdb2df9c700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6817/850133551,v1:172.21.15.62:6818/850133551] conn(0x7fdb0c074590 0x7fdb0c0769d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.813 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.797+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 shutdown_connections 2023-10-06T22:44:48.813 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.797+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a4400c070 con 0x7f1a540b2460 2023-10-06T22:44:48.813 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.797+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a4401dec0 con 0x7f1a540b2460 2023-10-06T22:44:48.813 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.797+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a440052d0 con 0x7f1a540b2460 2023-10-06T22:44:48.813 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.797+0000 7f705e9ff700 1 -- 172.21.15.37:0/1783265059 wait complete. 2023-10-06T22:44:48.814 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.798+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a540b40a0 con 0x7f1a540b2460 2023-10-06T22:44:48.814 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.798+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a5414d5f0 con 0x7f1a540b2460 2023-10-06T22:44:48.814 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.799+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== osd.7 v2:172.21.15.62:6817/850133551 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fdb0c0770a0 con 0x7fdb0c074590 2023-10-06T22:44:48.814 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.800+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1a540b3970 con 0x7f1a540b2460 2023-10-06T22:44:48.814 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.801+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1a44005430 con 0x7f1a540b2460 2023-10-06T22:44:48.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.802+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 --> [v2:172.21.15.37:6816/2485161830,v1:172.21.15.37:6817/2485161830] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4d78162fc0 con 0x7f4d58074610 2023-10-06T22:44:48.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.803+0000 7f4d66ffd700 1 -- 172.21.15.37:0/3005665313 <== osd.3 v2:172.21.15.37:6816/2485161830 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f4d6800a270 con 0x7f4d58074610 2023-10-06T22:44:48.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.803+0000 7f1a42ffd700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1a3406af50 0x7f1a3406d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.803+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1a44089dc0 con 0x7f1a540b2460 2023-10-06T22:44:48.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.803+0000 7f1a42ffd700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6805/694240209,v1:172.21.15.62:6807/694240209] conn(0x7f1a34074590 0x7f1a340769d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:48.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.803+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 --> [v2:172.21.15.62:6805/694240209,v1:172.21.15.62:6807/694240209] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1a340770a0 con 0x7f1a34074590 2023-10-06T22:44:48.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.803+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a4408c3a0 con 0x7f1a540b2460 2023-10-06T22:44:48.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.804+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:6816/2485161830,v1:172.21.15.37:6817/2485161830] conn(0x7f4d58074610 msgr2=0x7f4d58076a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.804+0000 7f4d7c9ff700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:6816/2485161830,v1:172.21.15.37:6817/2485161830] conn(0x7f4d58074610 0x7f4d58076a50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.804+0000 7f1a52d9d700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6805/694240209,v1:172.21.15.62:6807/694240209] conn(0x7f1a34074590 0x7f1a340769d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4d5806afd0 msgr2=0x7f4d5806d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f4d7c9ff700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4d5806afd0 0x7f4d5806d490 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c0017a0 tx=0x7f4d6c0019a0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 msgr2=0x7f4d780b65d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f4d7c9ff700 1 --2- 172.21.15.37:0/3005665313 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4d60003a00 0x7f4d780b65d0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4d6000c200 tx=0x7f4d70004b10 comp rx=0 tx=0).stop 2023-10-06T22:44:48.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f4d76d9d700 1 -- 172.21.15.37:0/3005665313 reap_dead start 2023-10-06T22:44:48.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f1a51d9b700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1a3406af50 0x7f1a3406d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:48.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 shutdown_connections 2023-10-06T22:44:48.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.805+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 >> 172.21.15.37:0/3005665313 conn(0x7f4d7806b570 msgr2=0x7f4d781646c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.806+0000 7f1a52d9d700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6805/694240209,v1:172.21.15.62:6807/694240209] conn(0x7f1a34074590 0x7f1a340769d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.806+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 shutdown_connections 2023-10-06T22:44:48.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.806+0000 7f4d7c9ff700 1 -- 172.21.15.37:0/3005665313 wait complete. 2023-10-06T22:44:48.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.807+0000 7f1a51d9b700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1a3406af50 0x7f1a3406d410 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c001d70 tx=0x7f1a4c001d00 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:48.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.807+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 --> [v2:172.21.15.37:6808/227534548,v1:172.21.15.37:6809/227534548] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1024072600 con 0x7f10080745e0 2023-10-06T22:44:48.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.807+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== osd.4 v2:172.21.15.62:6805/694240209 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f1a340770a0 con 0x7f1a34074590 2023-10-06T22:44:48.820 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.808+0000 7f10137fe700 1 -- 172.21.15.37:0/3937333455 <== osd.2 v2:172.21.15.37:6808/227534548 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1018009a30 con 0x7f10080745e0 2023-10-06T22:44:48.820 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.806+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 --> [v2:172.21.15.37:6820/969577361,v1:172.21.15.37:6822/969577361] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f78b40721c0 con 0x7f78a0074610 2023-10-06T22:44:48.820 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.807+0000 7f789b7fe700 1 -- 172.21.15.37:0/3440710626 <== osd.1 v2:172.21.15.37:6820/969577361 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f78a8009ec0 con 0x7f78a0074610 2023-10-06T22:44:48.820 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.808+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 >> [v2:172.21.15.37:6820/969577361,v1:172.21.15.37:6822/969577361] conn(0x7f78a0074610 msgr2=0x7f78a0076a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.820 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.808+0000 7f78b93ff700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.37:6820/969577361,v1:172.21.15.37:6822/969577361] conn(0x7f78a0074610 0x7f78a0076a50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.809+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f78a006afd0 msgr2=0x7f78a006d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.809+0000 7f78b93ff700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f78a006afd0 0x7f78a006d490 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f78ac00b370 tx=0x7f78ac010000 comp rx=0 tx=0).stop 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.809+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 msgr2=0x7f78b415c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.809+0000 7f78b93ff700 1 --2- 172.21.15.37:0/3440710626 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f78b41598e0 0x7f78b415c2d0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f78a400c480 tx=0x7f78a400c790 comp rx=0 tx=0).stop 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.809+0000 7f78b37fe700 1 -- 172.21.15.37:0/3440710626 reap_dead start 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.809+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 shutdown_connections 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.809+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 >> 172.21.15.37:0/3440710626 conn(0x7f78b406aab0 msgr2=0x7f78b40cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.810+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 shutdown_connections 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.810+0000 7f78b93ff700 1 -- 172.21.15.37:0/3440710626 wait complete. 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.810+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:6808/227534548,v1:172.21.15.37:6809/227534548] conn(0x7f10080745e0 msgr2=0x7f1008076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.810+0000 7f10295ff700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:6808/227534548,v1:172.21.15.37:6809/227534548] conn(0x7f10080745e0 0x7f1008076a20 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.811+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f100806afa0 msgr2=0x7f100806d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.811+0000 7f10295ff700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f100806afa0 0x7f100806d460 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f102406b810 tx=0x7f1014008030 comp rx=0 tx=0).stop 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.811+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 msgr2=0x7f102414d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.811+0000 7f10295ff700 1 --2- 172.21.15.37:0/3937333455 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f102406b3f0 0x7f102414d590 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f101c00b840 tx=0x7f101c00bb50 comp rx=0 tx=0).stop 2023-10-06T22:44:48.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.811+0000 7f10237fe700 1 -- 172.21.15.37:0/3937333455 reap_dead start 2023-10-06T22:44:48.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.811+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 shutdown_connections 2023-10-06T22:44:48.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.811+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 >> 172.21.15.37:0/3937333455 conn(0x7f102406a8d0 msgr2=0x7f10241549b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.814+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 --> [v2:172.21.15.62:6816/2862532242,v1:172.21.15.62:6819/2862532242] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f90300d2440 con 0x7f9010074610 2023-10-06T22:44:48.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.814+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 shutdown_connections 2023-10-06T22:44:48.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.814+0000 7f10295ff700 1 -- 172.21.15.37:0/3937333455 wait complete. 2023-10-06T22:44:48.824 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.814+0000 7f9026ffd700 1 -- 172.21.15.37:0/1341732699 <== osd.5 v2:172.21.15.62:6816/2862532242 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9028003b90 con 0x7f9010074610 2023-10-06T22:44:48.824 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.816+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6816/2862532242,v1:172.21.15.62:6819/2862532242] conn(0x7f9010074610 msgr2=0x7f9010076a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.816+0000 7f90349ff700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6816/2862532242,v1:172.21.15.62:6819/2862532242] conn(0x7f9010074610 0x7f9010076a50 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.816+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f901006afd0 msgr2=0x7f901006d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.816+0000 7f90349ff700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f901006afd0 0x7f901006d490 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f9020009970 tx=0x7f9020009110 comp rx=0 tx=0).stop 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.816+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f90300d1810 msgr2=0x7f9030152cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.816+0000 7f90349ff700 1 --2- 172.21.15.37:0/1341732699 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f90300d1810 0x7f9030152cf0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f901800c4a0 tx=0x7f901800c7b0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.816+0000 7f902ed9d700 1 -- 172.21.15.37:0/1341732699 reap_dead start 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.817+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 shutdown_connections 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.817+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 >> 172.21.15.37:0/1341732699 conn(0x7f9030072630 msgr2=0x7f90300b8160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.817+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 shutdown_connections 2023-10-06T22:44:48.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.817+0000 7f90349ff700 1 -- 172.21.15.37:0/1341732699 wait complete. 2023-10-06T22:44:48.826 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.821+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 --> [v2:172.21.15.62:6800/1580657471,v1:172.21.15.62:6801/1580657471] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f06dc15eea0 con 0x7f06bc074540 2023-10-06T22:44:48.826 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.822+0000 7f06d2ffd700 1 -- 172.21.15.37:0/389848996 <== osd.6 v2:172.21.15.62:6800/1580657471 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f06dc15eea0 con 0x7f06bc074540 2023-10-06T22:44:48.826 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.824+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6800/1580657471,v1:172.21.15.62:6801/1580657471] conn(0x7f06bc074540 msgr2=0x7f06bc076980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.826 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.824+0000 7f06e0dff700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6800/1580657471,v1:172.21.15.62:6801/1580657471] conn(0x7f06bc074540 0x7f06bc076980 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.824+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f06bc06af00 msgr2=0x7f06bc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.824+0000 7f06e0dff700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f06bc06af00 0x7f06bc06d3c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f06cc006fd0 tx=0x7f06cc006f20 comp rx=0 tx=0).stop 2023-10-06T22:44:48.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.824+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06dc0ce5f0 msgr2=0x7f06dc14ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.824+0000 7f06e0dff700 1 --2- 172.21.15.37:0/389848996 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f06dc0ce5f0 0x7f06dc14ca70 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f06c400b550 tx=0x7f06c400b910 comp rx=0 tx=0).stop 2023-10-06T22:44:48.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.824+0000 7f06dad9d700 1 -- 172.21.15.37:0/389848996 reap_dead start 2023-10-06T22:44:48.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.825+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 shutdown_connections 2023-10-06T22:44:48.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.825+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 >> 172.21.15.37:0/389848996 conn(0x7f06dc072630 msgr2=0x7f06dc15c1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.828 INFO:teuthology.orchestra.run.smithi037.stdout:55834574859 2023-10-06T22:44:48.828 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-10-06T22:44:48.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.829+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 shutdown_connections 2023-10-06T22:44:48.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.829+0000 7f06e0dff700 1 -- 172.21.15.37:0/389848996 wait complete. 2023-10-06T22:44:48.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.835+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 --> [v2:172.21.15.62:6817/850133551,v1:172.21.15.62:6818/850133551] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fdb281624b0 con 0x7fdb0c074590 2023-10-06T22:44:48.839 INFO:teuthology.orchestra.run.smithi037.stdout:55834574860 2023-10-06T22:44:48.840 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-10-06T22:44:48.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.837+0000 7fdb1dffb700 1 -- 172.21.15.37:0/677683610 <== osd.7 v2:172.21.15.62:6817/850133551 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fdb20003cb0 con 0x7fdb0c074590 2023-10-06T22:44:48.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.838+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 --> [v2:172.21.15.62:6805/694240209,v1:172.21.15.62:6807/694240209] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1a540b3c50 con 0x7f1a34074590 2023-10-06T22:44:48.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.838+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6817/850133551,v1:172.21.15.62:6818/850133551] conn(0x7fdb0c074590 msgr2=0x7fdb0c0769d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.838+0000 7fdb2f9ff700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6817/850133551,v1:172.21.15.62:6818/850133551] conn(0x7fdb0c074590 0x7fdb0c0769d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb0c06afd0 msgr2=0x7fdb0c06d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb0c06afd0 0x7fdb0c06d490 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdb18006fd0 tx=0x7fdb18008040 comp rx=0 tx=0).stop 2023-10-06T22:44:48.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb280b1680 msgr2=0x7fdb28151a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 --2- 172.21.15.37:0/677683610 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb280b1680 0x7fdb28151a50 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdb2400b470 tx=0x7fdb2400b830 comp rx=0 tx=0).stop 2023-10-06T22:44:48.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2df9c700 1 -- 172.21.15.37:0/677683610 reap_dead start 2023-10-06T22:44:48.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 shutdown_connections 2023-10-06T22:44:48.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 >> 172.21.15.37:0/677683610 conn(0x7fdb2806aab0 msgr2=0x7fdb280af530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 shutdown_connections 2023-10-06T22:44:48.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.839+0000 7fdb2f9ff700 1 -- 172.21.15.37:0/677683610 wait complete. 2023-10-06T22:44:48.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.840+0000 7f1a42ffd700 1 -- 172.21.15.37:0/1047610605 <== osd.4 v2:172.21.15.62:6805/694240209 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1a540b3c50 con 0x7f1a34074590 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.840+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6805/694240209,v1:172.21.15.62:6807/694240209] conn(0x7f1a34074590 msgr2=0x7f1a340769d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.840+0000 7f1a58bff700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6805/694240209,v1:172.21.15.62:6807/694240209] conn(0x7f1a34074590 0x7f1a340769d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.840+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1a3406af50 msgr2=0x7f1a3406d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.840+0000 7f1a58bff700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1a3406af50 0x7f1a3406d410 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c001d70 tx=0x7f1a4c001d00 comp rx=0 tx=0).stop 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.841+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a540b2460 msgr2=0x7f1a540b45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.841+0000 7f1a58bff700 1 --2- 172.21.15.37:0/1047610605 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1a540b2460 0x7f1a540b45c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1a4401d6a0 tx=0x7f1a44001930 comp rx=0 tx=0).stop 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.841+0000 7f1a52d9d700 1 -- 172.21.15.37:0/1047610605 reap_dead start 2023-10-06T22:44:48.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.841+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 shutdown_connections 2023-10-06T22:44:48.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.841+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 >> 172.21.15.37:0/1047610605 conn(0x7f1a5406aab0 msgr2=0x7f1a540aeca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:48.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.842+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 shutdown_connections 2023-10-06T22:44:48.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:48.842+0000 7f1a58bff700 1 -- 172.21.15.37:0/1047610605 wait complete. 2023-10-06T22:44:48.851 INFO:teuthology.orchestra.run.smithi037.stdout:55834574860 2023-10-06T22:44:48.851 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-10-06T22:44:48.853 INFO:teuthology.orchestra.run.smithi037.stdout:55834574858 2023-10-06T22:44:48.854 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-10-06T22:44:48.857 INFO:teuthology.orchestra.run.smithi037.stdout:68719476750 2023-10-06T22:44:48.858 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-10-06T22:44:48.864 INFO:teuthology.orchestra.run.smithi037.stdout:55834574859 2023-10-06T22:44:48.864 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-10-06T22:44:48.875 INFO:teuthology.orchestra.run.smithi037.stdout:55834574859 2023-10-06T22:44:48.875 INFO:teuthology.orchestra.run.smithi037.stdout:55834574860 2023-10-06T22:44:48.876 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-10-06T22:44:48.876 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-10-06T22:44:49.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.191+0000 7f76335ff700 1 Processor -- start 2023-10-06T22:44:49.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.191+0000 7f76335ff700 1 -- start start 2023-10-06T22:44:49.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.193+0000 7f76335ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.193+0000 7f76335ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f762c0b1620 0x7f762c0c6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.193+0000 7f76335ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f762c0708b0 con 0x7f762c159930 2023-10-06T22:44:49.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.193+0000 7f76335ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f762c0b1a70 con 0x7f762c0b1620 2023-10-06T22:44:49.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.193+0000 7f76335ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f762c0c6250 con 0x7f762c070b40 2023-10-06T22:44:49.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.194+0000 7f7631b9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f762c0b1620 0x7f762c0c6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.195+0000 7f7631b9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f762c0b1620 0x7f762c0c6d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47302/0 (socket says 172.21.15.37:47302) 2023-10-06T22:44:49.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.195+0000 7f7631b9c700 1 -- 172.21.15.37:0/3404646953 learned_addr learned my addr 172.21.15.37:0/3404646953 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.195+0000 7f7630b9a700 1 --2- 172.21.15.37:0/3404646953 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.196+0000 7f7630b9a700 1 -- 172.21.15.37:0/3404646953 >> v2:172.21.15.62:3300/0 conn(0x7f762c0b1620 msgr2=0x7f762c0c6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.196+0000 7f7630b9a700 1 --2- 172.21.15.37:0/3404646953 >> v2:172.21.15.62:3300/0 conn(0x7f762c0b1620 0x7f762c0c6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.196+0000 7f7630b9a700 1 -- 172.21.15.37:0/3404646953 >> v1:172.21.15.37:6789/0 conn(0x7f762c159930 legacy=0x7f762c071930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.196+0000 7f7630b9a700 1 -- 172.21.15.37:0/3404646953 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f762c072320 con 0x7f762c070b40 2023-10-06T22:44:49.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.199+0000 7f7630b9a700 1 --2- 172.21.15.37:0/3404646953 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0b10e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7628009840 tx=0x7f7628009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6db73db27bb98b5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.199+0000 7f7623fff700 1 -- 172.21.15.37:0/3404646953 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7628004230 con 0x7f762c070b40 2023-10-06T22:44:49.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.199+0000 7f7623fff700 1 -- 172.21.15.37:0/3404646953 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7628004390 con 0x7f762c070b40 2023-10-06T22:44:49.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.199+0000 7f7623fff700 1 -- 172.21.15.37:0/3404646953 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76280036a0 con 0x7f762c070b40 2023-10-06T22:44:49.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.200+0000 7f76335ff700 1 -- 172.21.15.37:0/3404646953 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 msgr2=0x7f762c0b10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.200+0000 7f76335ff700 1 --2- 172.21.15.37:0/3404646953 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0b10e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7628009840 tx=0x7f7628009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:49.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f76335ff700 1 -- 172.21.15.37:0/3404646953 shutdown_connections 2023-10-06T22:44:49.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f76335ff700 1 --2- 172.21.15.37:0/3404646953 >> v2:172.21.15.62:3300/0 conn(0x7f762c0b1620 0x7f762c0c6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f76335ff700 1 --2- 172.21.15.37:0/3404646953 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0b10e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f76335ff700 1 -- 172.21.15.37:0/3404646953 >> 172.21.15.37:0/3404646953 conn(0x7f762c06a8d0 msgr2=0x7f762c06ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f76335ff700 1 -- 172.21.15.37:0/3404646953 shutdown_connections 2023-10-06T22:44:49.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f76335ff700 1 -- 172.21.15.37:0/3404646953 wait complete. 2023-10-06T22:44:49.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.204+0000 7f76335ff700 1 Processor -- start 2023-10-06T22:44:49.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.204+0000 7f76335ff700 1 -- start start 2023-10-06T22:44:49.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f76335ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0c51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f76335ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f762c0b1620 0x7f762c0cd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f76335ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f762c159930 0x7f762c1f14e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f76335ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f762c152430 con 0x7f762c0b1620 2023-10-06T22:44:49.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f76335ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f762c14b570 con 0x7f762c159930 2023-10-06T22:44:49.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f76335ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f762c14b850 con 0x7f762c070b40 2023-10-06T22:44:49.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f763139b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0c51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f698a9ff700 1 Processor -- start 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.201+0000 7f698a9ff700 1 -- start start 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.203+0000 7f698a9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69841660e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.203+0000 7f698a9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f69840d30b0 0x7f69840b6320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.203+0000 7f698a9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69840d1b00 con 0x7f69840b4f50 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.203+0000 7f698a9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69840d1010 con 0x7f69840d30b0 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.203+0000 7f698a9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6984166620 con 0x7f6984161a50 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.205+0000 7f6983fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69841660e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.205+0000 7f6983fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69841660e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41422/0 (socket says 172.21.15.37:41422) 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.205+0000 7f6983fff700 1 -- 172.21.15.37:0/2732727392 learned_addr learned my addr 172.21.15.37:0/2732727392 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f6983fff700 1 -- 172.21.15.37:0/2732727392 >> v2:172.21.15.37:3300/0 conn(0x7f69840d30b0 msgr2=0x7f69840b6320 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f6983fff700 1 --2- 172.21.15.37:0/2732727392 >> v2:172.21.15.37:3300/0 conn(0x7f69840d30b0 0x7f69840b6320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f6983fff700 1 -- 172.21.15.37:0/2732727392 >> v1:172.21.15.62:6789/0 conn(0x7f69840b4f50 legacy=0x7f69840ce3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f6982ffd700 1 -- 172.21.15.37:0/2732727392 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3506866437 0 0) 0x7f697c001110 con 0x7f69840b4f50 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f6983fff700 1 -- 172.21.15.37:0/2732727392 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69840d1260 con 0x7f6984161a50 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f6983fff700 1 --2- 172.21.15.37:0/2732727392 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69841660e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6974009e50 tx=0x7f697400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d198dbdd4eb54e03 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f763139b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0c51b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41432/0 (socket says 172.21.15.37:41432) 2023-10-06T22:44:49.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.206+0000 7f763139b700 1 -- 172.21.15.37:0/962147990 learned_addr learned my addr 172.21.15.37:0/962147990 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f7630b9a700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f762c0b1620 0x7f762c0cd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f7631b9c700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f762c159930 0x7f762c1f14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f6982ffd700 1 -- 172.21.15.37:0/2732727392 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f697400e070 con 0x7f6984161a50 2023-10-06T22:44:49.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f6982ffd700 1 -- 172.21.15.37:0/2732727392 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f697400b9c0 con 0x7f6984161a50 2023-10-06T22:44:49.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f6982ffd700 1 -- 172.21.15.37:0/2732727392 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f697400bd70 con 0x7f6984161a50 2023-10-06T22:44:49.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f763139b700 1 -- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f762c159930 msgr2=0x7f762c1f14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f763139b700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f762c159930 0x7f762c1f14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f763139b700 1 -- 172.21.15.37:0/962147990 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f762c0b1620 msgr2=0x7f762c0cd2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f763139b700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f762c0b1620 0x7f762c0cd2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f763139b700 1 -- 172.21.15.37:0/962147990 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76280094a0 con 0x7f762c070b40 2023-10-06T22:44:49.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.207+0000 7f7630b9a700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f762c0b1620 0x7f762c0cd2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:49.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f763139b700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0c51b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f762400ba80 tx=0x7f762400be40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f7621ffb700 1 -- 172.21.15.37:0/962147990 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f762400ca80 con 0x7f762c070b40 2023-10-06T22:44:49.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f7621ffb700 1 -- 172.21.15.37:0/962147990 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f762400cbe0 con 0x7f762c070b40 2023-10-06T22:44:49.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f7621ffb700 1 -- 172.21.15.37:0/962147990 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7624014440 con 0x7f762c070b40 2023-10-06T22:44:49.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.209+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f762c151de0 con 0x7f762c070b40 2023-10-06T22:44:49.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.209+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f762c0c56f0 con 0x7f762c070b40 2023-10-06T22:44:49.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.210+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f762c152710 con 0x7f762c070b40 2023-10-06T22:44:49.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f698a9ff700 1 -- 172.21.15.37:0/2732727392 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 msgr2=0x7f69841660e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f698a9ff700 1 --2- 172.21.15.37:0/2732727392 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69841660e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f6974009e50 tx=0x7f697400b330 comp rx=0 tx=0).stop 2023-10-06T22:44:49.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f698a9ff700 1 -- 172.21.15.37:0/2732727392 shutdown_connections 2023-10-06T22:44:49.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f698a9ff700 1 --2- 172.21.15.37:0/2732727392 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69841660e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f698a9ff700 1 --2- 172.21.15.37:0/2732727392 >> v2:172.21.15.37:3300/0 conn(0x7f69840d30b0 0x7f69840b6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.208+0000 7f698a9ff700 1 -- 172.21.15.37:0/2732727392 >> 172.21.15.37:0/2732727392 conn(0x7f6984072630 msgr2=0x7f69840d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.209+0000 7f698a9ff700 1 -- 172.21.15.37:0/2732727392 shutdown_connections 2023-10-06T22:44:49.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.209+0000 7f698a9ff700 1 -- 172.21.15.37:0/2732727392 wait complete. 2023-10-06T22:44:49.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.211+0000 7f698a9ff700 1 Processor -- start 2023-10-06T22:44:49.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.212+0000 7f7621ffb700 1 -- 172.21.15.37:0/962147990 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7624006d50 con 0x7f762c070b40 2023-10-06T22:44:49.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f7621ffb700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f761006af00 0x7f761006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f7621ffb700 1 -- 172.21.15.37:0/962147990 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7624089860 con 0x7f762c070b40 2023-10-06T22:44:49.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.214+0000 7f7630b9a700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f761006af00 0x7f761006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.215+0000 7f7630b9a700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f761006af00 0x7f761006d3c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76280090b0 tx=0x7f762801c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.212+0000 7f698a9ff700 1 -- start start 2023-10-06T22:44:49.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f698a9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69840b4f50 0x7f698406f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f698a9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69840d30b0 0x7f698406fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f698a9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69840c2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f698a9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f698406dbf0 con 0x7f69840b4f50 2023-10-06T22:44:49.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f698a9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6984160c00 con 0x7f69840d30b0 2023-10-06T22:44:49.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.213+0000 7f698a9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f698406de40 con 0x7f6984161a50 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.214+0000 7f69837fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69840d30b0 0x7f698406fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.214+0000 7f6988f9c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69840c2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.214+0000 7f6988f9c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69840c2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41442/0 (socket says 172.21.15.37:41442) 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.214+0000 7f6988f9c700 1 -- 172.21.15.37:0/4229943501 learned_addr learned my addr 172.21.15.37:0/4229943501 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.214+0000 7f6983fff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69840b4f50 0x7f698406f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.215+0000 7f6988f9c700 1 -- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69840d30b0 msgr2=0x7f698406fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.215+0000 7f6988f9c700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69840d30b0 0x7f698406fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.215+0000 7f6988f9c700 1 -- 172.21.15.37:0/4229943501 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69840b4f50 msgr2=0x7f698406f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.215+0000 7f6988f9c700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69840b4f50 0x7f698406f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.215+0000 7f6988f9c700 1 -- 172.21.15.37:0/4229943501 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6974009b30 con 0x7f6984161a50 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.215+0000 7f6988f9c700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69840c2c60 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f697c00c750 tx=0x7f697c00cb10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.216+0000 7f6980ff9700 1 -- 172.21.15.37:0/4229943501 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f697c0054e0 con 0x7f6984161a50 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.216+0000 7f6980ff9700 1 -- 172.21.15.37:0/4229943501 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f697c003680 con 0x7f6984161a50 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.216+0000 7f6980ff9700 1 -- 172.21.15.37:0/4229943501 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f697c003a10 con 0x7f6984161a50 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.217+0000 7f7621ffb700 1 -- 172.21.15.37:0/962147990 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7624054690 con 0x7f762c070b40 2023-10-06T22:44:49.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.216+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f698406e120 con 0x7f6984161a50 2023-10-06T22:44:49.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.216+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f698406e6e0 con 0x7f6984161a50 2023-10-06T22:44:49.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.219+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6984074380 con 0x7f6984161a50 2023-10-06T22:44:49.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.220+0000 7f6980ff9700 1 -- 172.21.15.37:0/4229943501 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f697c003b70 con 0x7f6984161a50 2023-10-06T22:44:49.222 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.221+0000 7f6980ff9700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f696806af20 0x7f696806d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.222 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.221+0000 7f6980ff9700 1 -- 172.21.15.37:0/4229943501 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f697c088b60 con 0x7f6984161a50 2023-10-06T22:44:49.222 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.222+0000 7f6983fff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f696806af20 0x7f696806d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.223 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.223+0000 7fbea37ff700 1 Processor -- start 2023-10-06T22:44:49.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.223+0000 7fbea37ff700 1 -- start start 2023-10-06T22:44:49.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.224+0000 7f6983fff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f696806af20 0x7f696806d3e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6974000f80 tx=0x7f6974009000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.225+0000 7fbea37ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fbe9c0b1680 0x7fbe9c15df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.225+0000 7fbea37ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fbe9c0cb0c0 0x7fbe9c15e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.225+0000 7fbea37ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe9c0d0060 con 0x7fbe9c161f10 2023-10-06T22:44:49.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.225+0000 7fbea37ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe9c0cfbd0 con 0x7fbe9c0b1680 2023-10-06T22:44:49.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.225+0000 7fbea37ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe9c161500 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.226+0000 7fbea159b700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fbe9c161f10 0x7fbe9c0b0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:58298/0 (socket says 172.21.15.37:58298) 2023-10-06T22:44:49.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.226+0000 7fbea159b700 1 -- 172.21.15.37:0/3965495643 learned_addr learned my addr 172.21.15.37:0/3965495643 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:49.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.226+0000 7fbea1d9c700 1 --2- 172.21.15.37:0/3965495643 >> v2:172.21.15.62:3300/0 conn(0x7fbe9c0cb0c0 0x7fbe9c15e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.227+0000 7f6980ff9700 1 -- 172.21.15.37:0/4229943501 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f697c0539b0 con 0x7f6984161a50 2023-10-06T22:44:49.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.226+0000 7fbea1d9c700 1 -- 172.21.15.37:0/3965495643 >> v2:172.21.15.37:3300/0 conn(0x7fbe9c0b1680 msgr2=0x7fbe9c15df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.226+0000 7fbea1d9c700 1 --2- 172.21.15.37:0/3965495643 >> v2:172.21.15.37:3300/0 conn(0x7fbe9c0b1680 0x7fbe9c15df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.226+0000 7fbea1d9c700 1 -- 172.21.15.37:0/3965495643 >> v1:172.21.15.62:6789/0 conn(0x7fbe9c161f10 legacy=0x7fbe9c0b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.226+0000 7fbea1d9c700 1 -- 172.21.15.37:0/3965495643 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe9c0cf2a0 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.227+0000 7fbea1d9c700 1 --2- 172.21.15.37:0/3965495643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15e450 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c0caf70 tx=0x7fbe98009b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c4434f132d057f6 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.228+0000 7fbe93fff700 1 -- 172.21.15.37:0/3965495643 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe98011830 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.228+0000 7fbe93fff700 1 -- 172.21.15.37:0/3965495643 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe98011990 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.228+0000 7fbe93fff700 1 -- 172.21.15.37:0/3965495643 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe98011d20 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.228+0000 7f0567fff700 1 Processor -- start 2023-10-06T22:44:49.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.229+0000 7fbea37ff700 1 -- 172.21.15.37:0/3965495643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0cb0c0 msgr2=0x7fbe9c15e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.229+0000 7fbea37ff700 1 --2- 172.21.15.37:0/3965495643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15e450 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c0caf70 tx=0x7fbe98009b20 comp rx=0 tx=0).stop 2023-10-06T22:44:49.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.229+0000 7fbea37ff700 1 -- 172.21.15.37:0/3965495643 shutdown_connections 2023-10-06T22:44:49.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.229+0000 7fbea37ff700 1 --2- 172.21.15.37:0/3965495643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15e450 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.229+0000 7fbea37ff700 1 --2- 172.21.15.37:0/3965495643 >> v2:172.21.15.37:3300/0 conn(0x7fbe9c0b1680 0x7fbe9c15df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.229+0000 7fbea37ff700 1 -- 172.21.15.37:0/3965495643 >> 172.21.15.37:0/3965495643 conn(0x7fbe9c06aab0 msgr2=0x7fbe9c06aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.231 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.229+0000 7f0567fff700 1 -- start start 2023-10-06T22:44:49.232 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.231+0000 7f0567fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0560070b40 0x7f05600b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.231+0000 7f0567fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f05600b1620 0x7f05600c6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.231+0000 7f0567fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05600708b0 con 0x7f0560159930 2023-10-06T22:44:49.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.231+0000 7f0567fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05600b1a70 con 0x7f05600b1620 2023-10-06T22:44:49.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.231+0000 7f0567fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05600c6250 con 0x7f0560070b40 2023-10-06T22:44:49.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.230+0000 7fbea37ff700 1 -- 172.21.15.37:0/3965495643 shutdown_connections 2023-10-06T22:44:49.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.230+0000 7fbea37ff700 1 -- 172.21.15.37:0/3965495643 wait complete. 2023-10-06T22:44:49.234 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.233+0000 7f056559a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0560070b40 0x7f05600b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.234 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.233+0000 7fbea37ff700 1 Processor -- start 2023-10-06T22:44:49.234 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.233+0000 7fbea37ff700 1 -- start start 2023-10-06T22:44:49.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.234+0000 7f056659c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f05600b1620 0x7f05600c6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7fbea37ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0b1680 0x7fbe9c0aca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7fbea37ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7fbea37ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbe9c161f10 0x7fbe9c1523b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7fbea37ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe9c0b4430 con 0x7fbe9c161f10 2023-10-06T22:44:49.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7fbea37ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe9c1fa9a0 con 0x7fbe9c0b1680 2023-10-06T22:44:49.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7fbea37ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe9c0acf60 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7f056559a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0560070b40 0x7f05600b10e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41444/0 (socket says 172.21.15.37:41444) 2023-10-06T22:44:49.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.235+0000 7f056559a700 1 -- 172.21.15.37:0/503613824 learned_addr learned my addr 172.21.15.37:0/503613824 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.237 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.237 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41458/0 (socket says 172.21.15.37:41458) 2023-10-06T22:44:49.237 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 -- 172.21.15.37:0/2082187639 learned_addr learned my addr 172.21.15.37:0/2082187639 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.237 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea159b700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0b1680 0x7fbe9c0aca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.237 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 -- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0b1680 msgr2=0x7fbe9c0aca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0b1680 0x7fbe9c0aca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 -- 172.21.15.37:0/2082187639 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbe9c161f10 msgr2=0x7fbe9c1523b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbe9c161f10 0x7fbe9c1523b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.236+0000 7fbea0d9a700 1 -- 172.21.15.37:0/2082187639 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe980094a0 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.237+0000 7fbea0d9a700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15afe0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c00b530 tx=0x7fbe8c00b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.237+0000 7fbe91ffb700 1 -- 172.21.15.37:0/2082187639 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe8c011830 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.237+0000 7fbe91ffb700 1 -- 172.21.15.37:0/2082187639 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe8c011990 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.237+0000 7fbe91ffb700 1 -- 172.21.15.37:0/2082187639 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe8c011d40 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.237+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe9c1fabf0 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.238+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe9c1fb1b0 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.238+0000 7f056559a700 1 -- 172.21.15.37:0/503613824 >> v2:172.21.15.62:3300/0 conn(0x7f05600b1620 msgr2=0x7f05600c6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.238+0000 7f056559a700 1 --2- 172.21.15.37:0/503613824 >> v2:172.21.15.62:3300/0 conn(0x7f05600b1620 0x7f05600c6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.238+0000 7f056559a700 1 -- 172.21.15.37:0/503613824 >> v1:172.21.15.37:6789/0 conn(0x7f0560159930 legacy=0x7f0560071930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.238+0000 7f056559a700 1 -- 172.21.15.37:0/503613824 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0560072320 con 0x7f0560070b40 2023-10-06T22:44:49.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.239+0000 7f056559a700 1 --2- 172.21.15.37:0/503613824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0560070b40 0x7f05600b10e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f055800d370 tx=0x7f055800d680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a267b38402d923ef server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.240+0000 7fae7dfff700 1 Processor -- start 2023-10-06T22:44:49.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.240+0000 7fae7dfff700 1 -- start start 2023-10-06T22:44:49.242 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.240+0000 7fbe91ffb700 1 -- 172.21.15.37:0/2082187639 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fbe8c01a400 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.243 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.241+0000 7f0564d99700 1 -- 172.21.15.37:0/503613824 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0558010070 con 0x7f0560070b40 2023-10-06T22:44:49.243 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.241+0000 7f0564d99700 1 -- 172.21.15.37:0/503613824 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f055800be90 con 0x7f0560070b40 2023-10-06T22:44:49.243 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.241+0000 7f0564d99700 1 -- 172.21.15.37:0/503613824 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0558007b60 con 0x7f0560070b40 2023-10-06T22:44:49.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7f0567fff700 1 -- 172.21.15.37:0/503613824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0560070b40 msgr2=0x7f05600b10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7f0567fff700 1 --2- 172.21.15.37:0/503613824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0560070b40 0x7f05600b10e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f055800d370 tx=0x7f055800d680 comp rx=0 tx=0).stop 2023-10-06T22:44:49.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7fae7dfff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b1620 0x7fae78162520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7fae7dfff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae781635e0 con 0x7fae780ca120 2023-10-06T22:44:49.244 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7fae7dfff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae781638c0 con 0x7fae78162a60 2023-10-06T22:44:49.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7fbe91ffb700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbe8006afd0 0x7fbe8006d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7fbe91ffb700 1 -- 172.21.15.37:0/2082187639 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbe8c089920 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.242+0000 7fae7dfff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae78163ba0 con 0x7fae780b1620 2023-10-06T22:44:49.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.243+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe7c0052f0 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.243+0000 7fae777fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fae780ca120 0x7fae780b0f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34688/0 (socket says 172.21.15.37:34688) 2023-10-06T22:44:49.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.243+0000 7fae777fe700 1 -- 172.21.15.37:0/3674726574 learned_addr learned my addr 172.21.15.37:0/3674726574 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:49.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.243+0000 7fbea159b700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbe8006afd0 0x7fbe8006d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.243+0000 7f0567fff700 1 -- 172.21.15.37:0/503613824 shutdown_connections 2023-10-06T22:44:49.246 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.244+0000 7f0567fff700 1 --2- 172.21.15.37:0/503613824 >> v2:172.21.15.62:3300/0 conn(0x7f05600b1620 0x7f05600c6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.244+0000 7f0567fff700 1 --2- 172.21.15.37:0/503613824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0560070b40 0x7f05600b10e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.247 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.244+0000 7f0567fff700 1 -- 172.21.15.37:0/503613824 >> 172.21.15.37:0/503613824 conn(0x7f056006a8d0 msgr2=0x7f056006ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.244+0000 7fae6effd700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b1620 0x7fae78162520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.244+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3258083912 0 0) 0x7fae781635e0 con 0x7fae780ca120 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.244+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fae640035b0 con 0x7fae780ca120 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2961450055 0 0) 0x7fae640035b0 con 0x7fae780ca120 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b1620 msgr2=0x7fae78162520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b1620 0x7fae78162520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 >> v1:172.21.15.62:6789/0 conn(0x7fae78162a60 legacy=0x7fae781643a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae78163e80 con 0x7fae780ca120 2023-10-06T22:44:49.248 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7fae680019f0 con 0x7fae780ca120 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 >> v1:172.21.15.37:6789/0 conn(0x7fae780ca120 legacy=0x7fae780b0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae64003a30 0x7fae64003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae64004850 0x7fae64004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64005210 0x7fae6400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae78163ba0 con 0x7fae64005210 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6400c0e0 con 0x7fae64004850 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae6400c2a0 con 0x7fae64003a30 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.245+0000 7fae777fe700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae64003a30 0x7fae64003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fae77fff700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64005210 0x7fae6400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fae777fe700 1 -- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae64004850 msgr2=0x7fae64004cd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:49.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fae777fe700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae64004850 0x7fae64004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fae777fe700 1 -- 172.21.15.37:0/3674726574 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64005210 msgr2=0x7fae6400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fae777fe700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64005210 0x7fae6400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fae777fe700 1 -- 172.21.15.37:0/3674726574 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae78163e80 con 0x7fae64003a30 2023-10-06T22:44:49.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fbea159b700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbe8006afd0 0x7fbe8006d490 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbe94005c90 tx=0x7fbe94009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7fae777fe700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae64003a30 0x7fae64003e50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fae6800a880 tx=0x7fae64005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d62c6de6a51a733 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7f0567fff700 1 -- 172.21.15.37:0/503613824 shutdown_connections 2023-10-06T22:44:49.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.246+0000 7f0567fff700 1 -- 172.21.15.37:0/503613824 wait complete. 2023-10-06T22:44:49.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.249+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae68012600 con 0x7fae64003a30 2023-10-06T22:44:49.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.249+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae68012760 con 0x7fae64003a30 2023-10-06T22:44:49.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.249+0000 7fae76ffd700 1 -- 172.21.15.37:0/3674726574 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae68012b10 con 0x7fae64003a30 2023-10-06T22:44:49.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.250+0000 7fbe91ffb700 1 -- 172.21.15.37:0/2082187639 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fbe8c0546c0 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.249+0000 7f0567fff700 1 Processor -- start 2023-10-06T22:44:49.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.249+0000 7f0567fff700 1 -- start start 2023-10-06T22:44:49.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.250+0000 7fae7dfff700 1 -- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae64003a30 msgr2=0x7fae64003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.250+0000 7fae7dfff700 1 --2- 172.21.15.37:0/3674726574 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae64003a30 0x7fae64003e50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fae6800a880 tx=0x7fae64005880 comp rx=0 tx=0).stop 2023-10-06T22:44:49.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.250+0000 7fae77fff700 1 -- 172.21.15.37:0/3674726574 reap_dead start 2023-10-06T22:44:49.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.250+0000 7fae7dfff700 1 -- 172.21.15.37:0/3674726574 shutdown_connections 2023-10-06T22:44:49.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.250+0000 7fae7dfff700 1 -- 172.21.15.37:0/3674726574 >> 172.21.15.37:0/3674726574 conn(0x7fae7806a8d0 msgr2=0x7fae7806ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.250+0000 7fae7dfff700 1 -- 172.21.15.37:0/3674726574 shutdown_connections 2023-10-06T22:44:49.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7fae7dfff700 1 -- 172.21.15.37:0/3674726574 wait complete. 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f0567fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0560070b40 0x7f0560153dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f0567fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f05600b1620 0x7f05600cf380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f0567fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0560159930 0x7f05601528e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f0567fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05600cef60 con 0x7f0560070b40 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f0567fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0560152e20 con 0x7f0560159930 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f0567fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05601543e0 con 0x7f05600b1620 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f056559a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f05600b1620 0x7f05600cf380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f056559a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f05600b1620 0x7f05600cf380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41484/0 (socket says 172.21.15.37:41484) 2023-10-06T22:44:49.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.251+0000 7f056559a700 1 -- 172.21.15.37:0/1981104281 learned_addr learned my addr 172.21.15.37:0/1981104281 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.252+0000 7f0565d9b700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0560070b40 0x7f0560153dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.252+0000 7f056559a700 1 -- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0560159930 msgr2=0x7f05601528e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-06T22:44:49.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.252+0000 7f056559a700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0560159930 0x7f05601528e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.252+0000 7f056559a700 1 -- 172.21.15.37:0/1981104281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0560070b40 msgr2=0x7f0560153dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.252+0000 7f056559a700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0560070b40 0x7f0560153dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.252+0000 7f056559a700 1 -- 172.21.15.37:0/1981104281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f055800d050 con 0x7f05600b1620 2023-10-06T22:44:49.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.253+0000 7f056559a700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f05600b1620 0x7f05600cf380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f055800da80 tx=0x7f0558004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.254+0000 7fae7dfff700 1 Processor -- start 2023-10-06T22:44:49.256 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.254+0000 7fae7dfff700 1 -- start start 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7f05567fc700 1 -- 172.21.15.37:0/1981104281 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0558003c20 con 0x7f05600b1620 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7f05567fc700 1 -- 172.21.15.37:0/1981104281 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0558003da0 con 0x7f05600b1620 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7f05567fc700 1 -- 172.21.15.37:0/1981104281 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0558004270 con 0x7f05600b1620 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7fae7dfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64003a30 0x7fae781f8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7fae7dfff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae780b1e50 0x7fae781ed540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7fae7dfff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b22d0 0x7fae781eda80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7fae7dfff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae781ed120 con 0x7fae64003a30 2023-10-06T22:44:49.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7fae7dfff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae781fa6e0 con 0x7fae780b1e50 2023-10-06T22:44:49.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7fae7dfff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae780b4ca0 con 0x7fae780b22d0 2023-10-06T22:44:49.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05600ce360 con 0x7f05600b1620 2023-10-06T22:44:49.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.255+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05600ce8a0 con 0x7f05600b1620 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.256+0000 7fae6effd700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae780b1e50 0x7fae781ed540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.256+0000 7fae6effd700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae780b1e50 0x7fae781ed540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47376/0 (socket says 172.21.15.37:47376) 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.256+0000 7fae6effd700 1 -- 172.21.15.37:0/3466601400 learned_addr learned my addr 172.21.15.37:0/3466601400 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.256+0000 7fae777fe700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64003a30 0x7fae781f8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae77fff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b22d0 0x7fae781eda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae6effd700 1 -- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b22d0 msgr2=0x7fae781eda80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae6effd700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b22d0 0x7fae781eda80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae6effd700 1 -- 172.21.15.37:0/3466601400 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64003a30 msgr2=0x7fae781f8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae6effd700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64003a30 0x7fae781f8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae6effd700 1 -- 172.21.15.37:0/3466601400 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae781edfc0 con 0x7fae780b1e50 2023-10-06T22:44:49.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae77fff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b22d0 0x7fae781eda80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:49.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.257+0000 7fae6effd700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae780b1e50 0x7fae781ed540 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fae6000e5a0 tx=0x7fae6000e8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.260+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05480052f0 con 0x7f05600b1620 2023-10-06T22:44:49.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.260+0000 7fae74ff9700 1 -- 172.21.15.37:0/3466601400 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae6000c070 con 0x7fae780b1e50 2023-10-06T22:44:49.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.260+0000 7fae74ff9700 1 -- 172.21.15.37:0/3466601400 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae60013610 con 0x7fae780b1e50 2023-10-06T22:44:49.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.260+0000 7fae74ff9700 1 -- 172.21.15.37:0/3466601400 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae600139c0 con 0x7fae780b1e50 2023-10-06T22:44:49.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.260+0000 7f05567fc700 1 -- 172.21.15.37:0/1981104281 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f05580043d0 con 0x7f05600b1620 2023-10-06T22:44:49.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.261+0000 7f05567fc700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f054406afd0 0x7f054406d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.261+0000 7f05567fc700 1 -- 172.21.15.37:0/1981104281 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f055808ad10 con 0x7f05600b1620 2023-10-06T22:44:49.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.263+0000 7f0565d9b700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f054406afd0 0x7f054406d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.261+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae781ec780 con 0x7fae780b1e50 2023-10-06T22:44:49.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.262+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae781ecd40 con 0x7fae780b1e50 2023-10-06T22:44:49.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.263+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae781ed260 con 0x7fae780b1e50 2023-10-06T22:44:49.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.264+0000 7f0565d9b700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f054406afd0 0x7f054406d490 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0550000f60 tx=0x7f0550009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.268 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.267+0000 7f05567fc700 1 -- 172.21.15.37:0/1981104281 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0558055c00 con 0x7f05600b1620 2023-10-06T22:44:49.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.271+0000 7fae74ff9700 1 -- 172.21.15.37:0/3466601400 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fae60013b20 con 0x7fae780b1e50 2023-10-06T22:44:49.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.272+0000 7fae74ff9700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fae6406cc00 0x7fae6406f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.273+0000 7fae74ff9700 1 -- 172.21.15.37:0/3466601400 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fae60089830 con 0x7fae780b1e50 2023-10-06T22:44:49.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.273+0000 7fae74ff9700 1 -- 172.21.15.37:0/3466601400 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fae600b5d40 con 0x7fae780b1e50 2023-10-06T22:44:49.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.275+0000 7fae777fe700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fae6406cc00 0x7fae6406f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.291+0000 7fae777fe700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fae6406cc00 0x7fae6406f0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fae68000f80 tx=0x7fae68010000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.310 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.308+0000 7f21d53ff700 1 Processor -- start 2023-10-06T22:44:49.310 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.308+0000 7f21d53ff700 1 -- start start 2023-10-06T22:44:49.311 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.310+0000 7fa8289ff700 1 Processor -- start 2023-10-06T22:44:49.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.310+0000 7fa8289ff700 1 -- start start 2023-10-06T22:44:49.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.310+0000 7f21d53ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f21d00ca120 0x7f21d00b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.310+0000 7f21d53ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f21d0162c30 0x7f21d01643a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.310+0000 7f21d53ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21d0163080 con 0x7f21d00b1450 2023-10-06T22:44:49.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.310+0000 7f21d53ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21d00b18e0 con 0x7f21d00ca120 2023-10-06T22:44:49.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.310+0000 7f21d53ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21d01635e0 con 0x7f21d0162c30 2023-10-06T22:44:49.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.311+0000 7f21cf7fe700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f21d0162c30 0x7f21d01643a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.311+0000 7f21cf7fe700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f21d0162c30 0x7f21d01643a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47380/0 (socket says 172.21.15.37:47380) 2023-10-06T22:44:49.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.311+0000 7f21cf7fe700 1 -- 172.21.15.37:0/3036877214 learned_addr learned my addr 172.21.15.37:0/3036877214 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.312+0000 7f21cf7fe700 1 -- 172.21.15.37:0/3036877214 >> v2:172.21.15.37:3300/0 conn(0x7f21d00ca120 msgr2=0x7f21d00b0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.312+0000 7f21cf7fe700 1 --2- 172.21.15.37:0/3036877214 >> v2:172.21.15.37:3300/0 conn(0x7f21d00ca120 0x7f21d00b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.312+0000 7f21cf7fe700 1 -- 172.21.15.37:0/3036877214 >> v1:172.21.15.37:6789/0 conn(0x7f21d00b1450 legacy=0x7f21d0162520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.312+0000 7f21cf7fe700 1 -- 172.21.15.37:0/3036877214 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21d01638c0 con 0x7f21d0162c30 2023-10-06T22:44:49.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.312+0000 7f21cf7fe700 1 --2- 172.21.15.37:0/3036877214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d0162c30 0x7f21d01643a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f21d00ccd00 tx=0x7f21c0009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7d7b913e813753 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.313+0000 7f21cdffb700 1 -- 172.21.15.37:0/3036877214 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c0005e80 con 0x7f21d0162c30 2023-10-06T22:44:49.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.313+0000 7f21cdffb700 1 -- 172.21.15.37:0/3036877214 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21c0004030 con 0x7f21d0162c30 2023-10-06T22:44:49.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.313+0000 7f21cdffb700 1 -- 172.21.15.37:0/3036877214 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c00043a0 con 0x7f21d0162c30 2023-10-06T22:44:49.315 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.314+0000 7fa8289ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa82415d8c0 0x7fa8240ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.315 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.314+0000 7fa8289ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa8240b9260 0x7fa8240d1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.314+0000 7fa8289ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8240cea90 con 0x7fa8240ce5f0 2023-10-06T22:44:49.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.314+0000 7fa8289ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8240ced70 con 0x7fa82415d8c0 2023-10-06T22:44:49.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.314+0000 7fa8289ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8240cf050 con 0x7fa8240b9260 2023-10-06T22:44:49.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.314+0000 7f21d53ff700 1 -- 172.21.15.37:0/3036877214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d0162c30 msgr2=0x7f21d01643a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.314+0000 7f21d53ff700 1 --2- 172.21.15.37:0/3036877214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d0162c30 0x7f21d01643a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f21d00ccd00 tx=0x7f21c0009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.315+0000 7fa82259c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa82415d8c0 0x7fa8240ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.315+0000 7fa82259c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa82415d8c0 0x7fa8240ce0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41574/0 (socket says 172.21.15.37:41574) 2023-10-06T22:44:49.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.315+0000 7fa82259c700 1 -- 172.21.15.37:0/201365026 learned_addr learned my addr 172.21.15.37:0/201365026 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.315+0000 7fa821d9b700 1 --2- 172.21.15.37:0/201365026 >> v2:172.21.15.62:3300/0 conn(0x7fa8240b9260 0x7fa8240d1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.316+0000 7efd5f7ff700 1 Processor -- start 2023-10-06T22:44:49.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.316+0000 7efd5f7ff700 1 -- start start 2023-10-06T22:44:49.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.316+0000 7fa82259c700 1 -- 172.21.15.37:0/201365026 >> v2:172.21.15.62:3300/0 conn(0x7fa8240b9260 msgr2=0x7fa8240d1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.316+0000 7fa82259c700 1 --2- 172.21.15.37:0/201365026 >> v2:172.21.15.62:3300/0 conn(0x7fa8240b9260 0x7fa8240d1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.316+0000 7fa82259c700 1 -- 172.21.15.37:0/201365026 >> v1:172.21.15.62:6789/0 conn(0x7fa8240ce5f0 legacy=0x7fa82406b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.316+0000 7fa82259c700 1 -- 172.21.15.37:0/201365026 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8240cf330 con 0x7fa82415d8c0 2023-10-06T22:44:49.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.317+0000 7fa82259c700 1 --2- 172.21.15.37:0/201365026 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa82415d8c0 0x7fa8240ce0b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa8240b5c50 tx=0x7fa814009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a44f4c8813310b5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.318+0000 7f21d53ff700 1 -- 172.21.15.37:0/3036877214 shutdown_connections 2023-10-06T22:44:49.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.318+0000 7f21d53ff700 1 --2- 172.21.15.37:0/3036877214 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d0162c30 0x7f21d01643a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.318+0000 7f21d53ff700 1 --2- 172.21.15.37:0/3036877214 >> v2:172.21.15.37:3300/0 conn(0x7f21d00ca120 0x7f21d00b0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.318+0000 7f21d53ff700 1 -- 172.21.15.37:0/3036877214 >> 172.21.15.37:0/3036877214 conn(0x7f21d006a8d0 msgr2=0x7f21d006ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.318+0000 7fa82159a700 1 -- 172.21.15.37:0/201365026 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa814004230 con 0x7fa82415d8c0 2023-10-06T22:44:49.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7fa82159a700 1 -- 172.21.15.37:0/201365026 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa814004390 con 0x7fa82415d8c0 2023-10-06T22:44:49.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7fa82159a700 1 -- 172.21.15.37:0/201365026 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8140036a0 con 0x7fa82415d8c0 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.318+0000 7efd5f7ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efd58159930 0x7efd58071930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.318+0000 7efd5f7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd580b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7efd5d59b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efd58159930 0x7efd58071930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7efd5d59b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efd58159930 0x7efd58071930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47398/0 (socket says 172.21.15.37:47398) 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7efd5d59b700 1 -- 172.21.15.37:0/3809547418 learned_addr learned my addr 172.21.15.37:0/3809547418 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7efd5cd9a700 1 --2- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd580b10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd580708b0 con 0x7efd58071e70 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd580c6250 con 0x7efd58159930 2023-10-06T22:44:49.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.319+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd58072320 con 0x7efd58070b40 2023-10-06T22:44:49.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.320+0000 7f21d53ff700 1 -- 172.21.15.37:0/3036877214 shutdown_connections 2023-10-06T22:44:49.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.320+0000 7f21d53ff700 1 -- 172.21.15.37:0/3036877214 wait complete. 2023-10-06T22:44:49.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.320+0000 7fa8289ff700 1 -- 172.21.15.37:0/201365026 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa82415d8c0 msgr2=0x7fa8240ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.320+0000 7fa8289ff700 1 --2- 172.21.15.37:0/201365026 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa82415d8c0 0x7fa8240ce0b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa8240b5c50 tx=0x7fa814009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7efd5d59b700 1 -- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 msgr2=0x7efd580b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:49.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7efd5d59b700 1 --2- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd580b10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7efd5d59b700 1 -- 172.21.15.37:0/3809547418 >> v1:172.21.15.62:6789/0 conn(0x7efd58071e70 legacy=0x7efd580c9a70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:49.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7efd5d59b700 1 -- 172.21.15.37:0/3809547418 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd58072600 con 0x7efd58159930 2023-10-06T22:44:49.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7fa8289ff700 1 -- 172.21.15.37:0/201365026 shutdown_connections 2023-10-06T22:44:49.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7fa8289ff700 1 --2- 172.21.15.37:0/201365026 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa82415d8c0 0x7fa8240ce0b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7fa8289ff700 1 --2- 172.21.15.37:0/201365026 >> v2:172.21.15.62:3300/0 conn(0x7fa8240b9260 0x7fa8240d1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7fa8289ff700 1 -- 172.21.15.37:0/201365026 >> 172.21.15.37:0/201365026 conn(0x7fa824072630 msgr2=0x7fa8240d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.321+0000 7fa8289ff700 1 -- 172.21.15.37:0/201365026 shutdown_connections 2023-10-06T22:44:49.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.322+0000 7efd5d59b700 1 --2- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58159930 0x7efd58071930 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7efd50009e50 tx=0x7efd5000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36c787046fc5104a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.322+0000 7fa8289ff700 1 -- 172.21.15.37:0/201365026 wait complete. 2023-10-06T22:44:49.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.323+0000 7f21d53ff700 1 Processor -- start 2023-10-06T22:44:49.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.322+0000 7efd4ffff700 1 -- 172.21.15.37:0/3809547418 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd5000e070 con 0x7efd58159930 2023-10-06T22:44:49.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.322+0000 7efd4ffff700 1 -- 172.21.15.37:0/3809547418 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd50003a20 con 0x7efd58159930 2023-10-06T22:44:49.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.322+0000 7efd4ffff700 1 -- 172.21.15.37:0/3809547418 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd50003dd0 con 0x7efd58159930 2023-10-06T22:44:49.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.323+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58159930 msgr2=0x7efd58071930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.323+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58159930 0x7efd58071930 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7efd50009e50 tx=0x7efd5000b330 comp rx=0 tx=0).stop 2023-10-06T22:44:49.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7fa8289ff700 1 Processor -- start 2023-10-06T22:44:49.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7fa8289ff700 1 -- start start 2023-10-06T22:44:49.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7fa8289ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8240b9260 0x7fa824147280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7fa8289ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8240ce5f0 0x7fa8241477c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7fa8289ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa82415d8c0 0x7fa824148340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7fa8289ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa824154e30 con 0x7fa8240b9260 2023-10-06T22:44:49.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7fa8289ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8240c5a10 con 0x7fa8240ce5f0 2023-10-06T22:44:49.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7fa8289ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8240c5cf0 con 0x7fa82415d8c0 2023-10-06T22:44:49.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.323+0000 7f21d53ff700 1 -- start start 2023-10-06T22:44:49.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21d53ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d00b1450 0x7f21d00c8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21d53ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f21d00ca120 0x7f21d014e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21d53ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f21d0162c30 0x7f21d015b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21d53ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21d01f7dd0 con 0x7f21d00ca120 2023-10-06T22:44:49.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21d53ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21d00c92e0 con 0x7f21d00b1450 2023-10-06T22:44:49.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21d53ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21d00c7f90 con 0x7f21d0162c30 2023-10-06T22:44:49.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21ceffd700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d00b1450 0x7f21d00c8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21ceffd700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d00b1450 0x7f21d00c8da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47406/0 (socket says 172.21.15.37:47406) 2023-10-06T22:44:49.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.325+0000 7f21ceffd700 1 -- 172.21.15.37:0/370978585 learned_addr learned my addr 172.21.15.37:0/370978585 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.326+0000 7f21cf7fe700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f21d0162c30 0x7f21d015b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.326+0000 7f21ce7fc700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f21d00ca120 0x7f21d014e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7f21cf7fe700 1 -- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d00b1450 msgr2=0x7f21d00c8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7f21cf7fe700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d00b1450 0x7f21d00c8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7f21cf7fe700 1 -- 172.21.15.37:0/370978585 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f21d00ca120 msgr2=0x7f21d014e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7f21cf7fe700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f21d00ca120 0x7f21d014e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7f21cf7fe700 1 -- 172.21.15.37:0/370978585 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21c0009550 con 0x7f21d0162c30 2023-10-06T22:44:49.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 shutdown_connections 2023-10-06T22:44:49.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.327+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58159930 0x7efd58071930 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/3809547418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd580b10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 >> 172.21.15.37:0/3809547418 conn(0x7efd5806a8d0 msgr2=0x7efd5806ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7f21cf7fe700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f21d0162c30 0x7f21d015b6b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f21d00cbcb0 tx=0x7f21c00047a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7fa821d9b700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8240ce5f0 0x7fa8241477c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7fa821d9b700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8240ce5f0 0x7fa8241477c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47410/0 (socket says 172.21.15.37:47410) 2023-10-06T22:44:49.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7fa821d9b700 1 -- 172.21.15.37:0/1752151910 learned_addr learned my addr 172.21.15.37:0/1752151910 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7fa822d9d700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa82415d8c0 0x7fa824148340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 shutdown_connections 2023-10-06T22:44:49.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7f21c77fe700 1 -- 172.21.15.37:0/370978585 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c001d430 con 0x7f21d0162c30 2023-10-06T22:44:49.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7f21c77fe700 1 -- 172.21.15.37:0/370978585 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21c001d5b0 con 0x7f21d0162c30 2023-10-06T22:44:49.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7f21c77fe700 1 -- 172.21.15.37:0/370978585 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c001d960 con 0x7f21d0162c30 2023-10-06T22:44:49.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21d00c8270 con 0x7f21d0162c30 2023-10-06T22:44:49.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7fa82259c700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8240b9260 0x7fa824147280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.329+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21d00b2cd0 con 0x7f21d0162c30 2023-10-06T22:44:49.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.328+0000 7efd5f7ff700 1 -- 172.21.15.37:0/3809547418 wait complete. 2023-10-06T22:44:49.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.331+0000 7efd5f7ff700 1 Processor -- start 2023-10-06T22:44:49.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.331+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21d0074380 con 0x7f21d0162c30 2023-10-06T22:44:49.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.331+0000 7fa822d9d700 1 -- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8240ce5f0 msgr2=0x7fa8241477c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.332+0000 7fa822d9d700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8240ce5f0 0x7fa8241477c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.332+0000 7fa822d9d700 1 -- 172.21.15.37:0/1752151910 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8240b9260 msgr2=0x7fa824147280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.332+0000 7fa822d9d700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8240b9260 0x7fa824147280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.332+0000 7fa822d9d700 1 -- 172.21.15.37:0/1752151910 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa814009550 con 0x7fa82415d8c0 2023-10-06T22:44:49.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.332+0000 7efd5f7ff700 1 -- start start 2023-10-06T22:44:49.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5f7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd58148840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5f7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58071e70 0x7efd580c17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5f7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd58159930 0x7efd58150430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5f7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd580cf980 con 0x7efd58159930 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5f7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd5814ad80 con 0x7efd58071e70 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5f7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd580c1d20 con 0x7efd58070b40 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.332+0000 7f21c77fe700 1 -- 172.21.15.37:0/370978585 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f21c001dac0 con 0x7f21d0162c30 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7f21c77fe700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f21b006afd0 0x7f21b006d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7f21c77fe700 1 -- 172.21.15.37:0/370978585 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f21c008a990 con 0x7f21d0162c30 2023-10-06T22:44:49.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5d59b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd58148840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5d59b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd58148840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41512/0 (socket says 172.21.15.37:41512) 2023-10-06T22:44:49.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5d59b700 1 -- 172.21.15.37:0/4092909860 learned_addr learned my addr 172.21.15.37:0/4092909860 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:49.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.334+0000 7efd5cd9a700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58071e70 0x7efd580c17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7f21ceffd700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f21b006afd0 0x7f21b006d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7efd5cd9a700 1 -- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 msgr2=0x7efd58148840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7efd5cd9a700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd58148840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7efd5cd9a700 1 -- 172.21.15.37:0/4092909860 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd58159930 msgr2=0x7efd58150430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7efd5cd9a700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd58159930 0x7efd58150430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7efd5cd9a700 1 -- 172.21.15.37:0/4092909860 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd50009b30 con 0x7efd58071e70 2023-10-06T22:44:49.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7efd5cd9a700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58071e70 0x7efd580c17e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efd5400e840 tx=0x7efd5400eb50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.336+0000 7f21ceffd700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f21b006afd0 0x7f21b006d490 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f21c800e250 tx=0x7f21c800b040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.336+0000 7efd4dffb700 1 -- 172.21.15.37:0/4092909860 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd5400c070 con 0x7efd58071e70 2023-10-06T22:44:49.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.336+0000 7efd4dffb700 1 -- 172.21.15.37:0/4092909860 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd54013610 con 0x7efd58071e70 2023-10-06T22:44:49.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.336+0000 7efd4dffb700 1 -- 172.21.15.37:0/4092909860 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd540139a0 con 0x7efd58071e70 2023-10-06T22:44:49.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.337+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd580cd1b0 con 0x7efd58071e70 2023-10-06T22:44:49.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.335+0000 7fa822d9d700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa82415d8c0 0x7fa824148340 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa81c00cae0 tx=0x7fa81c00cdf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.337+0000 7fa812ffd700 1 -- 172.21.15.37:0/1752151910 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa81c00a9e0 con 0x7fa82415d8c0 2023-10-06T22:44:49.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.337+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8240c5fd0 con 0x7fa82415d8c0 2023-10-06T22:44:49.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.337+0000 7fa812ffd700 1 -- 172.21.15.37:0/1752151910 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa81c00ab40 con 0x7fa82415d8c0 2023-10-06T22:44:49.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.337+0000 7fa812ffd700 1 -- 172.21.15.37:0/1752151910 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa81c012420 con 0x7fa82415d8c0 2023-10-06T22:44:49.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.339+0000 7f21c77fe700 1 -- 172.21.15.37:0/370978585 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f21c00557c0 con 0x7f21d0162c30 2023-10-06T22:44:49.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.337+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd580cd770 con 0x7efd58071e70 2023-10-06T22:44:49.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.338+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd580cfac0 con 0x7efd58071e70 2023-10-06T22:44:49.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.338+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa824155080 con 0x7fa82415d8c0 2023-10-06T22:44:49.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.341+0000 7efd4dffb700 1 -- 172.21.15.37:0/4092909860 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7efd54013b00 con 0x7efd58071e70 2023-10-06T22:44:49.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.342+0000 7efd4dffb700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd3c06afd0 0x7efd3c06d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.344 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.342+0000 7efd4dffb700 1 -- 172.21.15.37:0/4092909860 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efd54089960 con 0x7efd58071e70 2023-10-06T22:44:49.344 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.339+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8240c6210 con 0x7fa82415d8c0 2023-10-06T22:44:49.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.343+0000 7fa812ffd700 1 -- 172.21.15.37:0/1752151910 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa81c012580 con 0x7fa82415d8c0 2023-10-06T22:44:49.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.345+0000 7efd5d59b700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd3c06afd0 0x7efd3c06d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.345+0000 7fa812ffd700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa80406af00 0x7fa80406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:49.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.345+0000 7fa812ffd700 1 -- 172.21.15.37:0/1752151910 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa81c089e50 con 0x7fa82415d8c0 2023-10-06T22:44:49.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.346+0000 7efd4dffb700 1 -- 172.21.15.37:0/4092909860 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7efd54054790 con 0x7efd58071e70 2023-10-06T22:44:49.347 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.346+0000 7fa82259c700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa80406af00 0x7fa80406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:49.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.347+0000 7fa812ffd700 1 -- 172.21.15.37:0/1752151910 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa81c054d80 con 0x7fa82415d8c0 2023-10-06T22:44:49.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.348+0000 7efd5d59b700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd3c06afd0 0x7efd3c06d490 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7efd50000f80 tx=0x7efd50009000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.349+0000 7fa82259c700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa80406af00 0x7fa80406d3c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa814000c00 tx=0x7fa814010000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:49.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.667+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f762c14b990 con 0x7f762c070b40 2023-10-06T22:44:49.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.669+0000 7f7621ffb700 1 -- 172.21.15.37:0/962147990 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f762c14b990 con 0x7f762c070b40 2023-10-06T22:44:49.673 INFO:teuthology.orchestra.run.smithi037.stdout:55834574858 2023-10-06T22:44:49.673 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f761006af00 msgr2=0x7f761006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f761006af00 0x7f761006d3c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76280090b0 tx=0x7f762801c040 comp rx=0 tx=0).stop 2023-10-06T22:44:49.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 msgr2=0x7f762c0c51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0c51b0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f762400ba80 tx=0x7f762400be40 comp rx=0 tx=0).stop 2023-10-06T22:44:49.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 shutdown_connections 2023-10-06T22:44:49.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f761006af00 0x7f761006d3c0 secure :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76280090b0 tx=0x7f762801c040 comp rx=0 tx=0).stop 2023-10-06T22:44:49.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f762c159930 0x7f762c1f14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f762c070b40 0x7f762c0c51b0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.675 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 --2- 172.21.15.37:0/962147990 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f762c0b1620 0x7f762c0cd2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.675 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.673+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 >> 172.21.15.37:0/962147990 conn(0x7f762c06a8d0 msgr2=0x7f762c14d740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.675 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.674+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 shutdown_connections 2023-10-06T22:44:49.675 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.674+0000 7f76335ff700 1 -- 172.21.15.37:0/962147990 wait complete. 2023-10-06T22:44:49.682 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.682+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f69840d1b00 con 0x7f6984161a50 2023-10-06T22:44:49.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.683+0000 7f6980ff9700 1 -- 172.21.15.37:0/4229943501 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f69840d1b00 con 0x7f6984161a50 2023-10-06T22:44:49.686 INFO:teuthology.orchestra.run.smithi037.stdout:55834574859 2023-10-06T22:44:49.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.687+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f696806af20 msgr2=0x7f696806d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.687+0000 7f698a9ff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f696806af20 0x7f696806d3e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f6974000f80 tx=0x7f6974009000 comp rx=0 tx=0).stop 2023-10-06T22:44:49.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.687+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 msgr2=0x7f69840c2c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.687+0000 7f698a9ff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69840c2c60 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f697c00c750 tx=0x7f697c00cb10 comp rx=0 tx=0).stop 2023-10-06T22:44:49.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 shutdown_connections 2023-10-06T22:44:49.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6984161a50 0x7f69840c2c60 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f69840b4f50 0x7f698406f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f696806af20 0x7f696806d3e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 --2- 172.21.15.37:0/4229943501 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f69840d30b0 0x7f698406fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 >> 172.21.15.37:0/4229943501 conn(0x7f6984072630 msgr2=0x7f69840cb590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 shutdown_connections 2023-10-06T22:44:49.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.688+0000 7f698a9ff700 1 -- 172.21.15.37:0/4229943501 wait complete. 2023-10-06T22:44:49.709 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574858 for osd.0 2023-10-06T22:44:49.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.711+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fbe7c0055a0 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.712 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.711+0000 7fbe91ffb700 1 -- 172.21.15.37:0/2082187639 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbe8c015030 con 0x7fbe9c0cb0c0 2023-10-06T22:44:49.713 INFO:teuthology.orchestra.run.smithi037.stdout:55834574859 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.715+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbe8006afd0 msgr2=0x7fbe8006d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.715+0000 7fbea37ff700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbe8006afd0 0x7fbe8006d490 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fbe94005c90 tx=0x7fbe94009040 comp rx=0 tx=0).stop 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.715+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbe9c0cb0c0 msgr2=0x7fbe9c15afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.715+0000 7fbea37ff700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15afe0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fbe8c00b530 tx=0x7fbe8c00b840 comp rx=0 tx=0).stop 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.716+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 shutdown_connections 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.716+0000 7fbea37ff700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fbe8006afd0 0x7fbe8006d490 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.716+0000 7fbea37ff700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fbe9c0b1680 0x7fbe9c0aca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.717 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.716+0000 7fbea37ff700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fbe9c161f10 0x7fbe9c1523b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.718 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.716+0000 7fbea37ff700 1 --2- 172.21.15.37:0/2082187639 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fbe9c0cb0c0 0x7fbe9c15afe0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.718 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.716+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 >> 172.21.15.37:0/2082187639 conn(0x7fbe9c06aab0 msgr2=0x7fbe9c0705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.718 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.716+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 shutdown_connections 2023-10-06T22:44:49.718 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.717+0000 7fbea37ff700 1 -- 172.21.15.37:0/2082187639 wait complete. 2023-10-06T22:44:49.722 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574859 for osd.3 2023-10-06T22:44:49.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.738+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f05480055a0 con 0x7f05600b1620 2023-10-06T22:44:49.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.739+0000 7f05567fc700 1 -- 172.21.15.37:0/1981104281 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f0558059220 con 0x7f05600b1620 2023-10-06T22:44:49.740 INFO:teuthology.orchestra.run.smithi037.stdout:55834574857 2023-10-06T22:44:49.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.740+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fae781ed260 con 0x7fae780b1e50 2023-10-06T22:44:49.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.741+0000 7fae74ff9700 1 -- 172.21.15.37:0/3466601400 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fae781ed260 con 0x7fae780b1e50 2023-10-06T22:44:49.742 INFO:teuthology.orchestra.run.smithi037.stdout:68719476749 2023-10-06T22:44:49.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f054406afd0 msgr2=0x7f054406d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f054406afd0 0x7f054406d490 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0550000f60 tx=0x7f0550009040 comp rx=0 tx=0).stop 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f05600b1620 msgr2=0x7f05600cf380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f05600b1620 0x7f05600cf380 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f055800da80 tx=0x7f0558004ad0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 shutdown_connections 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f054406afd0 0x7f054406d490 secure :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0550000f60 tx=0x7f0550009040 comp rx=0 tx=0).stop 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0560159930 0x7f05601528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0560070b40 0x7f0560153dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 --2- 172.21.15.37:0/1981104281 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f05600b1620 0x7f05600cf380 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.742+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 >> 172.21.15.37:0/1981104281 conn(0x7f056006a8d0 msgr2=0x7f05601e4a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.743+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 shutdown_connections 2023-10-06T22:44:49.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.743+0000 7f0567fff700 1 -- 172.21.15.37:0/1981104281 wait complete. 2023-10-06T22:44:49.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.745+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fae6406cc00 msgr2=0x7fae6406f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.745+0000 7fae7dfff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fae6406cc00 0x7fae6406f0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fae68000f80 tx=0x7fae68010000 comp rx=0 tx=0).stop 2023-10-06T22:44:49.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.745+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae780b1e50 msgr2=0x7fae781ed540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.745+0000 7fae7dfff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae780b1e50 0x7fae781ed540 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fae6000e5a0 tx=0x7fae6000e8b0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 shutdown_connections 2023-10-06T22:44:49.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fae780b22d0 0x7fae781eda80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fae64003a30 0x7fae781f8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fae6406cc00 0x7fae6406f0c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 --2- 172.21.15.37:0/3466601400 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fae780b1e50 0x7fae781ed540 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 >> 172.21.15.37:0/3466601400 conn(0x7fae7806a8d0 msgr2=0x7fae780cf090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 shutdown_connections 2023-10-06T22:44:49.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.746+0000 7fae7dfff700 1 -- 172.21.15.37:0/3466601400 wait complete. 2023-10-06T22:44:49.750 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574859 for osd.1 2023-10-06T22:44:49.758 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.757+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f21d00ae760 con 0x7f21d0162c30 2023-10-06T22:44:49.759 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.758+0000 7f21c77fe700 1 -- 172.21.15.37:0/370978585 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f21c0058de0 con 0x7f21d0162c30 2023-10-06T22:44:49.759 INFO:teuthology.orchestra.run.smithi037.stdout:55834574859 2023-10-06T22:44:49.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f21b006afd0 msgr2=0x7f21b006d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f21b006afd0 0x7f21b006d490 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f21c800e250 tx=0x7f21c800b040 comp rx=0 tx=0).stop 2023-10-06T22:44:49.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f21d0162c30 msgr2=0x7f21d015b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f21d0162c30 0x7f21d015b6b0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f21d00cbcb0 tx=0x7f21c00047a0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 shutdown_connections 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f21b006afd0 0x7f21b006d490 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f21d00b1450 0x7f21d00c8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f21d0162c30 0x7f21d015b6b0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 --2- 172.21.15.37:0/370978585 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f21d00ca120 0x7f21d014e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 >> 172.21.15.37:0/370978585 conn(0x7f21d006a8d0 msgr2=0x7f21d00c5ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 shutdown_connections 2023-10-06T22:44:49.763 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.761+0000 7f21d53ff700 1 -- 172.21.15.37:0/370978585 wait complete. 2023-10-06T22:44:49.775 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.5 2023-10-06T22:44:49.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.775+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fa8240d3e10 con 0x7fa82415d8c0 2023-10-06T22:44:49.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.775+0000 7fa812ffd700 1 -- 172.21.15.37:0/1752151910 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa81c039020 con 0x7fa82415d8c0 2023-10-06T22:44:49.776 INFO:teuthology.orchestra.run.smithi037.stdout:55834574858 2023-10-06T22:44:49.779 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476750 got 68719476749 for osd.2 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa80406af00 msgr2=0x7fa80406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa80406af00 0x7fa80406d3c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa814000c00 tx=0x7fa814010000 comp rx=0 tx=0).stop 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa82415d8c0 msgr2=0x7fa824148340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa82415d8c0 0x7fa824148340 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa81c00cae0 tx=0x7fa81c00cdf0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 shutdown_connections 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa82415d8c0 0x7fa824148340 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8240b9260 0x7fa824147280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.778+0000 7fa8289ff700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa80406af00 0x7fa80406d3c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.779+0000 7fa8289ff700 1 --2- 172.21.15.37:0/1752151910 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa8240ce5f0 0x7fa8241477c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.779+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 >> 172.21.15.37:0/1752151910 conn(0x7fa824072630 msgr2=0x7fa8240d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.779+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 shutdown_connections 2023-10-06T22:44:49.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.779+0000 7fa8289ff700 1 -- 172.21.15.37:0/1752151910 wait complete. 2023-10-06T22:44:49.782 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574859 for osd.7 2023-10-06T22:44:49.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.792+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7efd580cfac0 con 0x7efd58071e70 2023-10-06T22:44:49.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.792+0000 7efd4dffb700 1 -- 172.21.15.37:0/4092909860 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7efd580cfac0 con 0x7efd58071e70 2023-10-06T22:44:49.793 INFO:teuthology.orchestra.run.smithi037.stdout:55834574858 2023-10-06T22:44:49.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd3c06afd0 msgr2=0x7efd3c06d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd3c06afd0 0x7efd3c06d490 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7efd50000f80 tx=0x7efd50009000 comp rx=0 tx=0).stop 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58071e70 msgr2=0x7efd580c17e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58071e70 0x7efd580c17e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efd5400e840 tx=0x7efd5400eb50 comp rx=0 tx=0).stop 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 shutdown_connections 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd58159930 0x7efd58150430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd58070b40 0x7efd58148840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd3c06afd0 0x7efd3c06d490 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 --2- 172.21.15.37:0/4092909860 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd58071e70 0x7efd580c17e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 >> 172.21.15.37:0/4092909860 conn(0x7efd5806a8d0 msgr2=0x7efd5814e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 shutdown_connections 2023-10-06T22:44:49.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:49.795+0000 7efd5f7ff700 1 -- 172.21.15.37:0/4092909860 wait complete. 2023-10-06T22:44:49.799 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574858 for osd.6 2023-10-06T22:44:49.814 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574858 for osd.4 2023-10-06T22:44:50.711 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-10-06T22:44:50.723 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-10-06T22:44:50.751 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-10-06T22:44:50.776 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-10-06T22:44:50.780 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-10-06T22:44:50.783 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-10-06T22:44:50.800 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-10-06T22:44:50.815 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-10-06T22:44:51.038 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.032+0000 7fee35fff700 1 Processor -- start 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.033+0000 7fee35fff700 1 -- start start 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.035+0000 7fee35fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fee300b0cc0 0x7fee300b1150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.035+0000 7fee35fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee3016bb00 con 0x7fee3016cdb0 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.035+0000 7fee35fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee300ca5f0 con 0x7fee300c22a0 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.035+0000 7fee35fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee300b1690 con 0x7fee300b0cc0 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.036+0000 7fee2f7fe700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fee300c22a0 0x7fee300c9ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:58346/0 (socket says 172.21.15.37:58346) 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.036+0000 7fee2f7fe700 1 -- 172.21.15.37:0/3477093709 learned_addr learned my addr 172.21.15.37:0/3477093709 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:51.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.037+0000 7fee2effd700 1 --2- 172.21.15.37:0/3477093709 >> v2:172.21.15.37:3300/0 conn(0x7fee300b0cc0 0x7fee300b1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.039+0000 7fee2effd700 1 -- 172.21.15.37:0/3477093709 >> v1:172.21.15.62:6789/0 conn(0x7fee300c22a0 legacy=0x7fee300c9ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.043 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.039+0000 7fee2effd700 1 -- 172.21.15.37:0/3477093709 >> v1:172.21.15.37:6789/0 conn(0x7fee3016cdb0 legacy=0x7fee3016d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.043 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.039+0000 7fee2effd700 1 -- 172.21.15.37:0/3477093709 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee3016bd30 con 0x7fee300b0cc0 2023-10-06T22:44:51.043 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.039+0000 7fee2effd700 1 --2- 172.21.15.37:0/3477093709 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee300b0cc0 0x7fee300b1150 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fee24006e60 tx=0x7fee240099c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eba6642dc3600181 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.043+0000 7fee2e7fc700 1 -- 172.21.15.37:0/3477093709 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee240092e0 con 0x7fee300b0cc0 2023-10-06T22:44:51.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.043+0000 7fee2e7fc700 1 -- 172.21.15.37:0/3477093709 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee24004030 con 0x7fee300b0cc0 2023-10-06T22:44:51.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.043+0000 7fee2e7fc700 1 -- 172.21.15.37:0/3477093709 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee240043e0 con 0x7fee300b0cc0 2023-10-06T22:44:51.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.044+0000 7fee35fff700 1 -- 172.21.15.37:0/3477093709 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee300b0cc0 msgr2=0x7fee300b1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.044+0000 7fee35fff700 1 --2- 172.21.15.37:0/3477093709 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee300b0cc0 0x7fee300b1150 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fee24006e60 tx=0x7fee240099c0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.044+0000 7fee35fff700 1 -- 172.21.15.37:0/3477093709 shutdown_connections 2023-10-06T22:44:51.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.044+0000 7fee35fff700 1 --2- 172.21.15.37:0/3477093709 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee300b0cc0 0x7fee300b1150 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.044+0000 7fee35fff700 1 -- 172.21.15.37:0/3477093709 >> 172.21.15.37:0/3477093709 conn(0x7fee3006a8d0 msgr2=0x7fee3006ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.045+0000 7fee35fff700 1 -- 172.21.15.37:0/3477093709 shutdown_connections 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.045+0000 7fee35fff700 1 -- 172.21.15.37:0/3477093709 wait complete. 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.048+0000 7fee35fff700 1 Processor -- start 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.049+0000 7fee35fff700 1 -- start start 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.050+0000 7fee35fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee300b0cc0 0x7fee300cdc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.050+0000 7fee35fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee300c22a0 0x7fee3008a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.050+0000 7fee35fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee3016cdb0 0x7fee3016e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.050+0000 7fee35fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee30168010 con 0x7fee3016cdb0 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.051+0000 7fee35fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee300cd770 con 0x7fee300c22a0 2023-10-06T22:44:51.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.051+0000 7fee35fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee3008abc0 con 0x7fee300b0cc0 2023-10-06T22:44:51.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.051+0000 7fee2f7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee300b0cc0 0x7fee300cdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.052+0000 7fee2f7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee300b0cc0 0x7fee300cdc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41516/0 (socket says 172.21.15.37:41516) 2023-10-06T22:44:51.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.052+0000 7fee2f7fe700 1 -- 172.21.15.37:0/2676678444 learned_addr learned my addr 172.21.15.37:0/2676678444 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.051+0000 7fee2effd700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee300c22a0 0x7fee3008a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.053+0000 7fee2effd700 1 -- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee300b0cc0 msgr2=0x7fee300cdc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.053+0000 7fee2effd700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee300b0cc0 0x7fee300cdc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.053+0000 7fee2effd700 1 -- 172.21.15.37:0/2676678444 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee3016cdb0 msgr2=0x7fee3016e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.053+0000 7fee2effd700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee3016cdb0 0x7fee3016e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.053+0000 7fee2effd700 1 -- 172.21.15.37:0/2676678444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee2400d040 con 0x7fee300c22a0 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.053+0000 7fee2effd700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee300c22a0 0x7fee3008a680 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fee24017000 tx=0x7fee24004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.054+0000 7fee17fff700 1 -- 172.21.15.37:0/2676678444 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee24007670 con 0x7fee300c22a0 2023-10-06T22:44:51.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.054+0000 7fee17fff700 1 -- 172.21.15.37:0/2676678444 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee24007810 con 0x7fee300c22a0 2023-10-06T22:44:51.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.054+0000 7fee17fff700 1 -- 172.21.15.37:0/2676678444 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee24007bc0 con 0x7fee300c22a0 2023-10-06T22:44:51.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.054+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee30200a20 con 0x7fee300c22a0 2023-10-06T22:44:51.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.054+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee300cd120 con 0x7fee300c22a0 2023-10-06T22:44:51.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.057+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee100052f0 con 0x7fee300c22a0 2023-10-06T22:44:51.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.059+0000 7fee17fff700 1 -- 172.21.15.37:0/2676678444 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fee24007d20 con 0x7fee300c22a0 2023-10-06T22:44:51.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.061+0000 7fee17fff700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee1c06af50 0x7fee1c06d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.061+0000 7fee17fff700 1 -- 172.21.15.37:0/2676678444 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fee2408a5f0 con 0x7fee300c22a0 2023-10-06T22:44:51.067 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.066+0000 7fee17fff700 1 -- 172.21.15.37:0/2676678444 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fee24055520 con 0x7fee300c22a0 2023-10-06T22:44:51.072 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.071+0000 7fee2f7fe700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee1c06af50 0x7fee1c06d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.086+0000 7f2cf77ff700 1 Processor -- start 2023-10-06T22:44:51.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.087+0000 7f2cf77ff700 1 -- start start 2023-10-06T22:44:51.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.089+0000 7f2cf77ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f2cf00ca120 0x7f2cf00b0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.089+0000 7f2cf77ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cf0163080 con 0x7f2cf00b1450 2023-10-06T22:44:51.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.089+0000 7f2cf77ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cf01635e0 con 0x7f2cf0162c30 2023-10-06T22:44:51.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.089+0000 7f2cf77ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cf00b18e0 con 0x7f2cf00ca120 2023-10-06T22:44:51.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.091+0000 7f2cf5d9c700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f2cf0162c30 0x7f2cf01643a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:58350/0 (socket says 172.21.15.37:58350) 2023-10-06T22:44:51.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.091+0000 7f2cf5d9c700 1 -- 172.21.15.37:0/3157109632 learned_addr learned my addr 172.21.15.37:0/3157109632 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:51.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.092+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2087242416 0 0) 0x7f2cf01635e0 con 0x7f2cf0162c30 2023-10-06T22:44:51.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.092+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2cdc0035b0 con 0x7f2cf0162c30 2023-10-06T22:44:51.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 <== mon.1 v1:172.21.15.62:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 710805111 0 0) 0x7f2cdc0035b0 con 0x7f2cf0162c30 2023-10-06T22:44:51.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 >> v2:172.21.15.37:3300/0 conn(0x7f2cf00ca120 msgr2=0x7f2cf00b0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 --2- 172.21.15.37:0/3157109632 >> v2:172.21.15.37:3300/0 conn(0x7f2cf00ca120 0x7f2cf00b0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 >> v1:172.21.15.37:6789/0 conn(0x7f2cf00b1450 legacy=0x7f2cf0162520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 --> v1:172.21.15.62:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cf01638c0 con 0x7f2cf0162c30 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 <== mon.1 v1:172.21.15.62:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f2ce00016c0 con 0x7f2cf0162c30 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 >> v1:172.21.15.62:6789/0 conn(0x7f2cf0162c30 legacy=0x7f2cf01643a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cdc003a00 0x7f2cdc003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cdc004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cdc005330 0x7f2cdc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf00b18e0 con 0x7f2cdc004850 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cdc00c230 con 0x7f2cdc003a00 2023-10-06T22:44:51.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.093+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cdc00c3f0 con 0x7f2cdc005330 2023-10-06T22:44:51.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.095+0000 7f2cf5d9c700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cdc005330 0x7f2cdc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.095+0000 7f2cf559b700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cdc003a00 0x7f2cdc003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.095+0000 7f2cf4d9a700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cdc004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.096+0000 7fee2f7fe700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee1c06af50 0x7fee1c06d410 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fee28000f80 tx=0x7fee28001f50 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.096+0000 7f2cf4d9a700 1 -- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cdc005330 msgr2=0x7f2cdc00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.096+0000 7f2cf4d9a700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cdc005330 0x7f2cdc00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.096+0000 7f2cf4d9a700 1 -- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cdc003a00 msgr2=0x7f2cdc003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.096+0000 7f2cf4d9a700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cdc003a00 0x7f2cdc003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.096+0000 7f2cf4d9a700 1 -- 172.21.15.37:0/3157109632 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cf01638c0 con 0x7f2cdc004850 2023-10-06T22:44:51.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.096+0000 7f2cf4d9a700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cdc004cd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2cec007fd0 tx=0x7f2cdc005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55212a49943b33aa server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.097+0000 7f2cf5d9c700 1 -- 172.21.15.37:0/3157109632 reap_dead start 2023-10-06T22:44:51.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.097+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cec0052d0 con 0x7f2cdc004850 2023-10-06T22:44:51.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.097+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cec005430 con 0x7f2cdc004850 2023-10-06T22:44:51.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.097+0000 7f2ce7fff700 1 -- 172.21.15.37:0/3157109632 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cec0038a0 con 0x7f2cdc004850 2023-10-06T22:44:51.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.098+0000 7f2cf77ff700 1 -- 172.21.15.37:0/3157109632 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 msgr2=0x7f2cdc004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.098+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cdc004cd0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f2cec007fd0 tx=0x7f2cdc005880 comp rx=0 tx=0).stop 2023-10-06T22:44:51.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.099+0000 7f2cf77ff700 1 -- 172.21.15.37:0/3157109632 shutdown_connections 2023-10-06T22:44:51.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.099+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/3157109632 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cdc004cd0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.099+0000 7f2cf77ff700 1 -- 172.21.15.37:0/3157109632 >> 172.21.15.37:0/3157109632 conn(0x7f2cf006a8d0 msgr2=0x7f2cf006ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.100+0000 7f2cf77ff700 1 -- 172.21.15.37:0/3157109632 shutdown_connections 2023-10-06T22:44:51.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.100+0000 7f2cf77ff700 1 -- 172.21.15.37:0/3157109632 wait complete. 2023-10-06T22:44:51.103 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.103+0000 7f2cf77ff700 1 Processor -- start 2023-10-06T22:44:51.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.103+0000 7f2cf77ff700 1 -- start start 2023-10-06T22:44:51.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.104+0000 7f2cf77ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cf0158850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.104+0000 7f2cf77ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cf00c4550 0x7f2cf015b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.104+0000 7f2cf77ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cf0156ae0 0x7f2cf0156f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.104+0000 7f2cf77ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf01574d0 con 0x7f2cdc004850 2023-10-06T22:44:51.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.104+0000 7f2cf77ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf015bbe0 con 0x7f2cf00c4550 2023-10-06T22:44:51.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.104+0000 7f2cf77ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cf00c3790 con 0x7f2cf0156ae0 2023-10-06T22:44:51.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.105+0000 7f2cf559b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cf0158850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.105+0000 7f2cf559b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cf0158850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41658/0 (socket says 172.21.15.37:41658) 2023-10-06T22:44:51.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.105+0000 7f2cf559b700 1 -- 172.21.15.37:0/2916976332 learned_addr learned my addr 172.21.15.37:0/2916976332 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.106+0000 7f2cf5d9c700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cf0156ae0 0x7f2cf0156f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.106+0000 7f2cf559b700 1 -- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cf0156ae0 msgr2=0x7f2cf0156f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.106+0000 7f2cf559b700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cf0156ae0 0x7f2cf0156f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.106+0000 7f2cf559b700 1 -- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cf00c4550 msgr2=0x7f2cf015b6a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-06T22:44:51.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.106+0000 7f2cf559b700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cf00c4550 0x7f2cf015b6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.106+0000 7f2cf559b700 1 -- 172.21.15.37:0/2916976332 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cf00c3a70 con 0x7f2cdc004850 2023-10-06T22:44:51.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.108+0000 7f2cf559b700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cf0158850 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f2ce800dd70 tx=0x7f2ce800de50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.109+0000 7f2ce5ffb700 1 -- 172.21.15.37:0/2916976332 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce800bcf0 con 0x7f2cdc004850 2023-10-06T22:44:51.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.109+0000 7f2ce5ffb700 1 -- 172.21.15.37:0/2916976332 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ce8012070 con 0x7f2cdc004850 2023-10-06T22:44:51.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.109+0000 7f2ce5ffb700 1 -- 172.21.15.37:0/2916976332 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce800e660 con 0x7f2cdc004850 2023-10-06T22:44:51.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.109+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cf00c3d50 con 0x7f2cdc004850 2023-10-06T22:44:51.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.110+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cf00b4810 con 0x7f2cdc004850 2023-10-06T22:44:51.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.115+0000 7f2ce5ffb700 1 -- 172.21.15.37:0/2916976332 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2ce800e7c0 con 0x7f2cdc004850 2023-10-06T22:44:51.117 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.116+0000 7f2ce5ffb700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2cd406af50 0x7f2cd406d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.117 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.116+0000 7f2ce5ffb700 1 -- 172.21.15.37:0/2916976332 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2ce8089490 con 0x7f2cdc004850 2023-10-06T22:44:51.118 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.118+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cd00052f0 con 0x7f2cdc004850 2023-10-06T22:44:51.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.118+0000 7f2cf4d9a700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2cd406af50 0x7f2cd406d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.120+0000 7f2cf4d9a700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2cd406af50 0x7f2cd406d410 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2cf00b07b0 tx=0x7f2cec00a000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.121+0000 7fa6b79ff700 1 Processor -- start 2023-10-06T22:44:51.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.121+0000 7fa6b79ff700 1 -- start start 2023-10-06T22:44:51.129 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.128+0000 7f2ce5ffb700 1 -- 172.21.15.37:0/2916976332 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2ce8051ca0 con 0x7f2cdc004850 2023-10-06T22:44:51.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.124+0000 7fa6b79ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa6b0070b40 0x7fa6b01596c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.124+0000 7fa6b79ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa6b006b3f0 0x7fa6b0071930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.124+0000 7fa6b79ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa6b00708b0 con 0x7fa6b0071e70 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.124+0000 7fa6b79ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6b0160380 con 0x7fa6b0070b40 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.124+0000 7fa6b79ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6b0159c00 con 0x7fa6b006b3f0 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.125+0000 7fa6b4f9a700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa6b006b3f0 0x7fa6b0071930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.126+0000 7fa6b4f9a700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa6b006b3f0 0x7fa6b0071930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47456/0 (socket says 172.21.15.37:47456) 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.126+0000 7fa6b4f9a700 1 -- 172.21.15.37:0/2784135058 learned_addr learned my addr 172.21.15.37:0/2784135058 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.126+0000 7fa6b579b700 1 --2- 172.21.15.37:0/2784135058 >> v2:172.21.15.37:3300/0 conn(0x7fa6b0070b40 0x7fa6b01596c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.127+0000 7fa6b579b700 1 -- 172.21.15.37:0/2784135058 >> v2:172.21.15.62:3300/0 conn(0x7fa6b006b3f0 msgr2=0x7fa6b0071930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.127+0000 7fa6b579b700 1 --2- 172.21.15.37:0/2784135058 >> v2:172.21.15.62:3300/0 conn(0x7fa6b006b3f0 0x7fa6b0071930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.127+0000 7fa6b579b700 1 -- 172.21.15.37:0/2784135058 >> v1:172.21.15.62:6789/0 conn(0x7fa6b0071e70 legacy=0x7fa6b00b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.127+0000 7fa6b579b700 1 -- 172.21.15.37:0/2784135058 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6b0072320 con 0x7fa6b0070b40 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.128+0000 7fa6b579b700 1 --2- 172.21.15.37:0/2784135058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0070b40 0x7fa6b01596c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0072b50 tx=0x7fa6a800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e636f742ac83c98 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.128+0000 7fa6a7fff700 1 -- 172.21.15.37:0/2784135058 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6a800bb40 con 0x7fa6b0070b40 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.129+0000 7fa6a7fff700 1 -- 172.21.15.37:0/2784135058 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6a801f070 con 0x7fa6b0070b40 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.129+0000 7fa6a7fff700 1 -- 172.21.15.37:0/2784135058 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6a800bec0 con 0x7fa6b0070b40 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.130+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2784135058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0070b40 msgr2=0x7fa6b01596c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.130+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2784135058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0070b40 0x7fa6b01596c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa6b0072b50 tx=0x7fa6a800b330 comp rx=0 tx=0).stop 2023-10-06T22:44:51.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.131+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2784135058 shutdown_connections 2023-10-06T22:44:51.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.131+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2784135058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0070b40 0x7fa6b01596c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.131+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2784135058 >> v2:172.21.15.62:3300/0 conn(0x7fa6b006b3f0 0x7fa6b0071930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.131+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2784135058 >> 172.21.15.37:0/2784135058 conn(0x7fa6b006a8d0 msgr2=0x7fa6b006ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.132+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2784135058 shutdown_connections 2023-10-06T22:44:51.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.132+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2784135058 wait complete. 2023-10-06T22:44:51.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.135+0000 7fa6b79ff700 1 Processor -- start 2023-10-06T22:44:51.139 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.136+0000 7fa6b79ff700 1 -- start start 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.137+0000 7fa6b79ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6b006b3f0 0x7fa6b00c1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.137+0000 7fa6b79ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6b0070b40 0x7fa6b01ee640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.137+0000 7fa6b79ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0071e70 0x7fa6b00cf710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.138+0000 7fa6b79ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6b00c3760 con 0x7fa6b0071e70 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.138+0000 7fa6b79ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6b00c2b50 con 0x7fa6b0070b40 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.138+0000 7fa6b79ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6b00c2e30 con 0x7fa6b006b3f0 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.138+0000 7fa6b5f9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0071e70 0x7fa6b00cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.138+0000 7fa6b5f9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0071e70 0x7fa6b00cf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41676/0 (socket says 172.21.15.37:41676) 2023-10-06T22:44:51.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.138+0000 7fa6b5f9c700 1 -- 172.21.15.37:0/2197663640 learned_addr learned my addr 172.21.15.37:0/2197663640 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.139+0000 7fa6b579b700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6b006b3f0 0x7fa6b00c1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.139+0000 7fa6b4f9a700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6b0070b40 0x7fa6b01ee640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.140+0000 7fa6b5f9c700 1 -- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6b006b3f0 msgr2=0x7fa6b00c1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.140+0000 7fa6b5f9c700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6b006b3f0 0x7fa6b00c1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.140+0000 7fa6b5f9c700 1 -- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6b0070b40 msgr2=0x7fa6b01ee640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.140+0000 7fa6b5f9c700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6b0070b40 0x7fa6b01ee640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.140+0000 7fa6b5f9c700 1 -- 172.21.15.37:0/2197663640 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6a8009a70 con 0x7fa6b0071e70 2023-10-06T22:44:51.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.141+0000 7fa6b5f9c700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0071e70 0x7fa6b00cf710 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac00c400 tx=0x7fa6ac00c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.142+0000 7fa6a5ffb700 1 -- 172.21.15.37:0/2197663640 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6ac011790 con 0x7fa6b0071e70 2023-10-06T22:44:51.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.142+0000 7fa6a5ffb700 1 -- 172.21.15.37:0/2197663640 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6ac0118f0 con 0x7fa6b0071e70 2023-10-06T22:44:51.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.142+0000 7fa6a5ffb700 1 -- 172.21.15.37:0/2197663640 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6ac011ca0 con 0x7fa6b0071e70 2023-10-06T22:44:51.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.142+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6b00c3110 con 0x7fa6b0071e70 2023-10-06T22:44:51.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.142+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6b00c2790 con 0x7fa6b0071e70 2023-10-06T22:44:51.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.144+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6900052f0 con 0x7fa6b0071e70 2023-10-06T22:44:51.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.147+0000 7fa6a5ffb700 1 -- 172.21.15.37:0/2197663640 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa6ac01c460 con 0x7fa6b0071e70 2023-10-06T22:44:51.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.149+0000 7fa6a5ffb700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa69406afd0 0x7fa69406d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.149+0000 7fa6a5ffb700 1 -- 172.21.15.37:0/2197663640 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa6ac0894c0 con 0x7fa6b0071e70 2023-10-06T22:44:51.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.153+0000 7fa6b579b700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa69406afd0 0x7fa69406d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.160+0000 7fa6a5ffb700 1 -- 172.21.15.37:0/2197663640 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa6ac054260 con 0x7fa6b0071e70 2023-10-06T22:44:51.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.160+0000 7fa6b579b700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa69406afd0 0x7fa69406d490 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009fd0 tx=0x7fa6a8022000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.183 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.182+0000 7efd3d3ff700 1 Processor -- start 2023-10-06T22:44:51.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.183+0000 7efd3d3ff700 1 -- start start 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.185+0000 7efd3d3ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7efd380b0f70 0x7efd380b1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.185+0000 7efd3d3ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efd3815f310 0x7efd3815f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.185+0000 7efd3d3ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd380ca170 con 0x7efd3815db20 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.185+0000 7efd3d3ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd380b1940 con 0x7efd380b0f70 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.185+0000 7efd3d3ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd380cad10 con 0x7efd3815f310 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.186+0000 7efd367fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7efd380b0f70 0x7efd380b1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.186+0000 7efd367fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7efd380b0f70 0x7efd380b1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41686/0 (socket says 172.21.15.37:41686) 2023-10-06T22:44:51.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.186+0000 7efd367fc700 1 -- 172.21.15.37:0/84805404 learned_addr learned my addr 172.21.15.37:0/84805404 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.186+0000 7efd367fc700 1 -- 172.21.15.37:0/84805404 >> v2:172.21.15.62:3300/0 conn(0x7efd3815f310 msgr2=0x7efd3815f730 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-06T22:44:51.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.186+0000 7efd367fc700 1 --2- 172.21.15.37:0/84805404 >> v2:172.21.15.62:3300/0 conn(0x7efd3815f310 0x7efd3815f730 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.186+0000 7efd367fc700 1 -- 172.21.15.37:0/84805404 >> v1:172.21.15.37:6789/0 conn(0x7efd3815db20 legacy=0x7efd380ca600 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-06T22:44:51.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.186+0000 7efd367fc700 1 -- 172.21.15.37:0/84805404 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd3815ede0 con 0x7efd380b0f70 2023-10-06T22:44:51.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.187+0000 7efd367fc700 1 --2- 172.21.15.37:0/84805404 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd380b0f70 0x7efd380b1400 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efd380cc6d0 tx=0x7efd3000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=365f34bfef843a92 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.188+0000 7efd35ffb700 1 -- 172.21.15.37:0/84805404 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd3000e070 con 0x7efd380b0f70 2023-10-06T22:44:51.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.188+0000 7efd35ffb700 1 -- 172.21.15.37:0/84805404 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd30003a20 con 0x7efd380b0f70 2023-10-06T22:44:51.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.188+0000 7efd35ffb700 1 -- 172.21.15.37:0/84805404 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd30003dd0 con 0x7efd380b0f70 2023-10-06T22:44:51.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.188+0000 7fa7ed3ff700 1 Processor -- start 2023-10-06T22:44:51.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 -- 172.21.15.37:0/84805404 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd380b0f70 msgr2=0x7efd380b1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.190 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/84805404 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd380b0f70 0x7efd380b1400 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efd380cc6d0 tx=0x7efd3000b330 comp rx=0 tx=0).stop 2023-10-06T22:44:51.190 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7fa7ed3ff700 1 -- start start 2023-10-06T22:44:51.190 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 -- 172.21.15.37:0/84805404 shutdown_connections 2023-10-06T22:44:51.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/84805404 >> v2:172.21.15.62:3300/0 conn(0x7efd3815f310 0x7efd3815f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/84805404 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd380b0f70 0x7efd380b1400 secure :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efd380cc6d0 tx=0x7efd3000b330 comp rx=0 tx=0).stop 2023-10-06T22:44:51.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 -- 172.21.15.37:0/84805404 >> 172.21.15.37:0/84805404 conn(0x7efd3806a8d0 msgr2=0x7efd3806ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 -- 172.21.15.37:0/84805404 shutdown_connections 2023-10-06T22:44:51.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.189+0000 7efd3d3ff700 1 -- 172.21.15.37:0/84805404 wait complete. 2023-10-06T22:44:51.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.191+0000 7fa7ed3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8071930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.191+0000 7fa7ed3ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa7e80b17f0 0x7fa7e81643a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.191+0000 7fa7ed3ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7e80708b0 con 0x7fa7e8071e70 2023-10-06T22:44:51.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.191+0000 7fa7ed3ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7e80c6250 con 0x7fa7e80b17f0 2023-10-06T22:44:51.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.191+0000 7fa7ed3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e8072320 con 0x7fa7e8070b40 2023-10-06T22:44:51.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.192+0000 7efd3d3ff700 1 Processor -- start 2023-10-06T22:44:51.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.192+0000 7fa7e6ffd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8071930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.192+0000 7fa7e6ffd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8071930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41554/0 (socket says 172.21.15.37:41554) 2023-10-06T22:44:51.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.192+0000 7fa7e6ffd700 1 -- 172.21.15.37:0/432156595 learned_addr learned my addr 172.21.15.37:0/432156595 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.192+0000 7efd3d3ff700 1 -- start start 2023-10-06T22:44:51.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.192+0000 7fa7e77fe700 1 --2- 172.21.15.37:0/432156595 >> v2:172.21.15.37:3300/0 conn(0x7fa7e80b17f0 0x7fa7e81643a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7fa7e6ffd700 1 -- 172.21.15.37:0/432156595 >> v2:172.21.15.37:3300/0 conn(0x7fa7e80b17f0 msgr2=0x7fa7e81643a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7fa7e6ffd700 1 --2- 172.21.15.37:0/432156595 >> v2:172.21.15.37:3300/0 conn(0x7fa7e80b17f0 0x7fa7e81643a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7fa7e6ffd700 1 -- 172.21.15.37:0/432156595 >> v1:172.21.15.37:6789/0 conn(0x7fa7e8071e70 legacy=0x7fa7e80b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7fa7e6ffd700 1 -- 172.21.15.37:0/432156595 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7e8072600 con 0x7fa7e8070b40 2023-10-06T22:44:51.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7fa7e6ffd700 1 --2- 172.21.15.37:0/432156595 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8071930 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000d150 tx=0x7fa7e000d460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6fa2b5d988189820 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7efd3d3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd3815db20 0x7efd380cd080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7efd3d3ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd3815f310 0x7efd380cd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7efd3d3ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd38155730 0x7efd380cdb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7efd3d3ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd380c6c60 con 0x7efd3815f310 2023-10-06T22:44:51.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7efd3d3ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd380c6f40 con 0x7efd38155730 2023-10-06T22:44:51.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.193+0000 7efd3d3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd380c7220 con 0x7efd3815db20 2023-10-06T22:44:51.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7efd377fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd38155730 0x7efd380cdb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7efd377fe700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd38155730 0x7efd380cdb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47476/0 (socket says 172.21.15.37:47476) 2023-10-06T22:44:51.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7efd377fe700 1 -- 172.21.15.37:0/1891350781 learned_addr learned my addr 172.21.15.37:0/1891350781 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7efd36ffd700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd3815db20 0x7efd380cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7f37cf5ff700 1 Processor -- start 2023-10-06T22:44:51.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7fa7e5ffb700 1 -- 172.21.15.37:0/432156595 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e0010070 con 0x7fa7e8070b40 2023-10-06T22:44:51.196 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7fa7e5ffb700 1 -- 172.21.15.37:0/432156595 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7e000b2e0 con 0x7fa7e8070b40 2023-10-06T22:44:51.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7fa7e5ffb700 1 -- 172.21.15.37:0/432156595 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e000dcd0 con 0x7fa7e8070b40 2023-10-06T22:44:51.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7efd367fc700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd3815f310 0x7efd380cd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.195+0000 7efd377fe700 1 -- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd3815db20 msgr2=0x7efd380cd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.195+0000 7efd377fe700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd3815db20 0x7efd380cd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.195+0000 7efd377fe700 1 -- 172.21.15.37:0/1891350781 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd3815f310 msgr2=0x7efd380cd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.195+0000 7efd377fe700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd3815f310 0x7efd380cd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.195+0000 7efd377fe700 1 -- 172.21.15.37:0/1891350781 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd30009b30 con 0x7efd38155730 2023-10-06T22:44:51.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.194+0000 7f37cf5ff700 1 -- start start 2023-10-06T22:44:51.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.195+0000 7efd377fe700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd38155730 0x7efd380cdb00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efd2800b3e0 tx=0x7efd2800b6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/432156595 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 msgr2=0x7fa7e8071930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/432156595 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8071930 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000d150 tx=0x7fa7e000d460 comp rx=0 tx=0).stop 2023-10-06T22:44:51.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7efd1f7fe700 1 -- 172.21.15.37:0/1891350781 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd2800bea0 con 0x7efd38155730 2023-10-06T22:44:51.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7efd1f7fe700 1 -- 172.21.15.37:0/1891350781 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd280059c0 con 0x7efd38155730 2023-10-06T22:44:51.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7efd1f7fe700 1 -- 172.21.15.37:0/1891350781 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd28005d50 con 0x7efd38155730 2023-10-06T22:44:51.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd380c7500 con 0x7efd38155730 2023-10-06T22:44:51.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd38155430 con 0x7efd38155730 2023-10-06T22:44:51.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/432156595 shutdown_connections 2023-10-06T22:44:51.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/432156595 >> v2:172.21.15.37:3300/0 conn(0x7fa7e80b17f0 0x7fa7e81643a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/432156595 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8071930 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.196+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/432156595 >> 172.21.15.37:0/432156595 conn(0x7fa7e806a8d0 msgr2=0x7fa7e806ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.197+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/432156595 shutdown_connections 2023-10-06T22:44:51.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.197+0000 7f37cf5ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f37c8161c50 0x7f37c8072300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.197+0000 7f37cf5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80b1680 0x7f37c8070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.197+0000 7f37cf5ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37c80c9b20 con 0x7f37c80706a0 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.197+0000 7f37cf5ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37c8071040 con 0x7f37c8161c50 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.197+0000 7f37cf5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37c8071260 con 0x7f37c80b1680 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.198+0000 7f37ccb9a700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f37c80706a0 0x7f37c80b0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:58378/0 (socket says 172.21.15.37:58378) 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.198+0000 7f37ccb9a700 1 -- 172.21.15.37:0/1101663567 learned_addr learned my addr 172.21.15.37:0/1101663567 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.198+0000 7f37cdb9c700 1 --2- 172.21.15.37:0/1101663567 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80b1680 0x7f37c8070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.198+0000 7f37cd39b700 1 --2- 172.21.15.37:0/1101663567 >> v2:172.21.15.37:3300/0 conn(0x7f37c8161c50 0x7f37c8072300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.199+0000 7f37bffff700 1 -- 172.21.15.37:0/1101663567 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3404272390 0 0) 0x7f37c80c9b20 con 0x7f37c80706a0 2023-10-06T22:44:51.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.199+0000 7f37bffff700 1 -- 172.21.15.37:0/1101663567 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f37b40035b0 con 0x7f37c80706a0 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.199+0000 7f50b31ff700 1 Processor -- start 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.200+0000 7f50b31ff700 1 -- start start 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b31ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f50ac159930 0x7f50ac071930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b31ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac0b10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b31ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f50ac071e70 0x7f50ac0b1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b31ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50ac0708b0 con 0x7f50ac159930 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b31ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50ac0c6250 con 0x7f50ac071e70 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b31ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50ac072320 con 0x7f50ac070b40 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b0f9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f50ac159930 0x7f50ac071930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b0f9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f50ac159930 0x7f50ac071930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41730/0 (socket says 172.21.15.37:41730) 2023-10-06T22:44:51.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f50b0f9b700 1 -- 172.21.15.37:0/37494817 learned_addr learned my addr 172.21.15.37:0/37494817 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7f50b0f9b700 1 -- 172.21.15.37:0/37494817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 msgr2=0x7f50ac0b10e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-06T22:44:51.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7f50b0f9b700 1 --2- 172.21.15.37:0/37494817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac0b10e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7f50b0f9b700 1 -- 172.21.15.37:0/37494817 >> v2:172.21.15.62:3300/0 conn(0x7f50ac071e70 msgr2=0x7f50ac0b1620 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-06T22:44:51.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7f50b0f9b700 1 --2- 172.21.15.37:0/37494817 >> v2:172.21.15.62:3300/0 conn(0x7f50ac071e70 0x7f50ac0b1620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7f50b0f9b700 1 -- 172.21.15.37:0/37494817 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50ac072600 con 0x7f50ac159930 2023-10-06T22:44:51.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.200+0000 7efd1f7fe700 1 -- 172.21.15.37:0/1891350781 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7efd28011630 con 0x7efd38155730 2023-10-06T22:44:51.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.201+0000 7efd1f7fe700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd2406afd0 0x7efd2406d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7efd1f7fe700 1 -- 172.21.15.37:0/1891350781 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efd28089320 con 0x7efd38155730 2023-10-06T22:44:51.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd180052f0 con 0x7efd38155730 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.199+0000 7f37cd39b700 1 -- 172.21.15.37:0/1101663567 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80b1680 msgr2=0x7f37c8070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.199+0000 7f37cd39b700 1 --2- 172.21.15.37:0/1101663567 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80b1680 0x7f37c8070b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.199+0000 7f37cd39b700 1 -- 172.21.15.37:0/1101663567 >> v1:172.21.15.62:6789/0 conn(0x7f37c80706a0 legacy=0x7f37c80b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.199+0000 7f37cd39b700 1 -- 172.21.15.37:0/1101663567 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37c8071540 con 0x7f37c8161c50 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.200+0000 7f37cd39b700 1 --2- 172.21.15.37:0/1101663567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c8161c50 0x7f37c8072300 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f37c4009840 tx=0x7f37c4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=552fd9821c23c38e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.200+0000 7f37bffff700 1 -- 172.21.15.37:0/1101663567 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c4011830 con 0x7f37c8161c50 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.201+0000 7f37bffff700 1 -- 172.21.15.37:0/1101663567 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37c4011990 con 0x7f37c8161c50 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.201+0000 7f37bffff700 1 -- 172.21.15.37:0/1101663567 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c4011d20 con 0x7f37c8161c50 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f37cf5ff700 1 -- 172.21.15.37:0/1101663567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c8161c50 msgr2=0x7f37c8072300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/1101663567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c8161c50 0x7f37c8072300 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f37c4009840 tx=0x7f37c4009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.197+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/432156595 wait complete. 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.200+0000 7fa7ed3ff700 1 Processor -- start 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.201+0000 7fa7ed3ff700 1 -- start start 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7fa7ed3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8158980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.202+0000 7fa7ed3ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa7e8071e70 0x7fa7e81f6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7fa7ed3ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7e80b17f0 0x7fa7e80c7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7fa7ed3ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e80c4ad0 con 0x7fa7e8071e70 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7fa7ed3ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e8158ec0 con 0x7fa7e80b17f0 2023-10-06T22:44:51.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7fa7ed3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7e81590f0 con 0x7fa7e8070b40 2023-10-06T22:44:51.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7fa7e67fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa7e8071e70 0x7fa7e81f6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7fa7e67fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa7e8071e70 0x7fa7e81f6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41732/0 (socket says 172.21.15.37:41732) 2023-10-06T22:44:51.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.203+0000 7fa7e67fc700 1 -- 172.21.15.37:0/3634557765 learned_addr learned my addr 172.21.15.37:0/3634557765 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7fa7e6ffd700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7f50b0f9b700 1 --2- 172.21.15.37:0/37494817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac159930 0x7f50ac071930 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f50ac070460 tx=0x7f509c008bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7264a57091ecb34 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7efd36ffd700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd2406afd0 0x7efd2406d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7f37cf5ff700 1 -- 172.21.15.37:0/1101663567 shutdown_connections 2023-10-06T22:44:51.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/1101663567 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80b1680 0x7f37c8070b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/1101663567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c8161c50 0x7f37c8072300 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7f37cf5ff700 1 -- 172.21.15.37:0/1101663567 >> 172.21.15.37:0/1101663567 conn(0x7f37c806aab0 msgr2=0x7f37c806aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7f50ab7fe700 1 -- 172.21.15.37:0/37494817 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f509c00b820 con 0x7f50ac159930 2023-10-06T22:44:51.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.205+0000 7f50ab7fe700 1 -- 172.21.15.37:0/37494817 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f509c00b980 con 0x7f50ac159930 2023-10-06T22:44:51.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.205+0000 7f50ab7fe700 1 -- 172.21.15.37:0/37494817 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f509c0126f0 con 0x7f50ac159930 2023-10-06T22:44:51.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.205+0000 7f37cf5ff700 1 -- 172.21.15.37:0/1101663567 shutdown_connections 2023-10-06T22:44:51.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.205+0000 7f37cf5ff700 1 -- 172.21.15.37:0/1101663567 wait complete. 2023-10-06T22:44:51.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7fa7e67fc700 1 -- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 msgr2=0x7fa7e8158980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7fa7e67fc700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8158980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7fa7e67fc700 1 -- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7e80b17f0 msgr2=0x7fa7e80c7e90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-06T22:44:51.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7fa7e67fc700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7e80b17f0 0x7fa7e80c7e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.204+0000 7fa7e67fc700 1 -- 172.21.15.37:0/3634557765 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7e000bd40 con 0x7fa7e8071e70 2023-10-06T22:44:51.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.205+0000 7fa7e67fc700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa7e8071e70 0x7fa7e81f6e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc00c780 tx=0x7fa7dc00ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 -- 172.21.15.37:0/37494817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac159930 msgr2=0x7f50ac071930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 --2- 172.21.15.37:0/37494817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac159930 0x7f50ac071930 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f50ac070460 tx=0x7f509c008bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 -- 172.21.15.37:0/37494817 shutdown_connections 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 --2- 172.21.15.37:0/37494817 >> v2:172.21.15.62:3300/0 conn(0x7f50ac071e70 0x7f50ac0b1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 --2- 172.21.15.37:0/37494817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac159930 0x7f50ac071930 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 --2- 172.21.15.37:0/37494817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac0b10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 -- 172.21.15.37:0/37494817 >> 172.21.15.37:0/37494817 conn(0x7f50ac06a8d0 msgr2=0x7f50ac06ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7f50b31ff700 1 -- 172.21.15.37:0/37494817 shutdown_connections 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.207+0000 7f50b31ff700 1 -- 172.21.15.37:0/37494817 wait complete. 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7fa7cf7fe700 1 -- 172.21.15.37:0/3634557765 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7dc0054e0 con 0x7fa7e8071e70 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7fa7cf7fe700 1 -- 172.21.15.37:0/3634557765 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7dc003680 con 0x7fa7e8071e70 2023-10-06T22:44:51.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.206+0000 7fa7cf7fe700 1 -- 172.21.15.37:0/3634557765 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7dc003a30 con 0x7fa7e8071e70 2023-10-06T22:44:51.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.207+0000 7efd36ffd700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd2406afd0 0x7efd2406d490 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efd380ada90 tx=0x7efd2c009190 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.208+0000 7f37cf5ff700 1 Processor -- start 2023-10-06T22:44:51.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.208+0000 7f37cf5ff700 1 -- start start 2023-10-06T22:44:51.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.208+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7e81fbb70 con 0x7fa7e8071e70 2023-10-06T22:44:51.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.208+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7e81fb090 con 0x7fa7e8071e70 2023-10-06T22:44:51.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.209+0000 7f50b31ff700 1 Processor -- start 2023-10-06T22:44:51.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7f37cf5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80706a0 0x7f37c81644f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7f37cf5ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c80b1680 0x7f37c80c8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7f37cf5ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37c8161c50 0x7f37c8164f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7f37cf5ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37c8164a30 con 0x7f37c80b1680 2023-10-06T22:44:51.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7f37cf5ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37c8153910 con 0x7f37c8161c50 2023-10-06T22:44:51.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7f37cf5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37c8153020 con 0x7f37c80706a0 2023-10-06T22:44:51.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7e80cb410 con 0x7fa7e8071e70 2023-10-06T22:44:51.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.211+0000 7efd1f7fe700 1 -- 172.21.15.37:0/1891350781 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7efd280540c0 con 0x7efd38155730 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.210+0000 7f50b31ff700 1 -- start start 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.212+0000 7f50b31ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac157f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.212+0000 7f50b31ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac071e70 0x7f50ac14fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.212+0000 7f50b31ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50ac159930 0x7f50ac151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.212+0000 7f50b31ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ac1508f0 con 0x7f50ac071e70 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.212+0000 7f50b31ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ac1584b0 con 0x7f50ac159930 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.212+0000 7f50b31ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50ac14e3c0 con 0x7f50ac070b40 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac157f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac157f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41598/0 (socket says 172.21.15.37:41598) 2023-10-06T22:44:51.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 -- 172.21.15.37:0/1029677418 learned_addr learned my addr 172.21.15.37:0/1029677418 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b179c700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50ac159930 0x7f50ac151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.211+0000 7f37ccb9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c80b1680 0x7f37c80c8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.211+0000 7f37ccb9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c80b1680 0x7f37c80c8780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41738/0 (socket says 172.21.15.37:41738) 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.211+0000 7f37ccb9a700 1 -- 172.21.15.37:0/899485417 learned_addr learned my addr 172.21.15.37:0/899485417 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.211+0000 7f37cd39b700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80706a0 0x7f37c81644f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.212+0000 7f37cdb9c700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37c8161c50 0x7f37c8164f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f37cdb9c700 1 -- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80706a0 msgr2=0x7f37c81644f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f37cdb9c700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80706a0 0x7f37c81644f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f37cdb9c700 1 -- 172.21.15.37:0/899485417 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c80b1680 msgr2=0x7f37c80c8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f37cdb9c700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c80b1680 0x7f37c80c8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f37cdb9c700 1 -- 172.21.15.37:0/899485417 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37c40094a0 con 0x7f37c8161c50 2023-10-06T22:44:51.220 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 -- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50ac159930 msgr2=0x7f50ac151430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50ac159930 0x7f50ac151430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 -- 172.21.15.37:0/1029677418 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac071e70 msgr2=0x7f50ac14fcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac071e70 0x7f50ac14fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.213+0000 7f50b0f9b700 1 -- 172.21.15.37:0/1029677418 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f509c0085d0 con 0x7f50ac070b40 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.214+0000 7f50b0f9b700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac157f70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f509c00bbd0 tx=0x7f509c004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.214+0000 7f50a97fa700 1 -- 172.21.15.37:0/1029677418 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f509c004030 con 0x7f50ac070b40 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.214+0000 7f50a97fa700 1 -- 172.21.15.37:0/1029677418 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f509c004190 con 0x7f50ac070b40 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.214+0000 7f50a97fa700 1 -- 172.21.15.37:0/1029677418 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f509c004500 con 0x7f50ac070b40 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.215+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50ac14e6a0 con 0x7f50ac070b40 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.215+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50ac14ec60 con 0x7f50ac070b40 2023-10-06T22:44:51.221 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.218+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f508c0052f0 con 0x7f50ac070b40 2023-10-06T22:44:51.222 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.220+0000 7f37cdb9c700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37c8161c50 0x7f37c8164f30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f37c000eb70 tx=0x7f37c000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.221+0000 7f37bdffb700 1 -- 172.21.15.37:0/899485417 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c000ca00 con 0x7f37c8161c50 2023-10-06T22:44:51.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.221+0000 7f37bdffb700 1 -- 172.21.15.37:0/899485417 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37c000f040 con 0x7f37c8161c50 2023-10-06T22:44:51.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.221+0000 7f37bdffb700 1 -- 172.21.15.37:0/899485417 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c000cda0 con 0x7f37c8161c50 2023-10-06T22:44:51.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.222+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37c81532c0 con 0x7f37c8161c50 2023-10-06T22:44:51.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.222+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37c80c9020 con 0x7f37c8161c50 2023-10-06T22:44:51.225 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.222+0000 7f50a97fa700 1 -- 172.21.15.37:0/1029677418 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f509c0036a0 con 0x7f50ac070b40 2023-10-06T22:44:51.225 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.224+0000 7f50a97fa700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f509806afd0 0x7f509806d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.224+0000 7f50a97fa700 1 -- 172.21.15.37:0/1029677418 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f509c08b140 con 0x7f50ac070b40 2023-10-06T22:44:51.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.216+0000 7fa7cf7fe700 1 -- 172.21.15.37:0/3634557765 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa7dc003b90 con 0x7fa7e8071e70 2023-10-06T22:44:51.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.218+0000 7fa7cf7fe700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa7d406afd0 0x7fa7d406d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.218+0000 7fa7cf7fe700 1 -- 172.21.15.37:0/3634557765 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa7dc088d70 con 0x7fa7e8071e70 2023-10-06T22:44:51.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.220+0000 7fa7e6ffd700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa7d406afd0 0x7fa7d406d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.226 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.225+0000 7fa7e6ffd700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa7d406afd0 0x7fa7d406d490 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000d4a0 tx=0x7fa7e000b000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.226+0000 7f50abfff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f509806afd0 0x7f509806d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.226+0000 7fa7cf7fe700 1 -- 172.21.15.37:0/3634557765 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa7dc08d070 con 0x7fa7e8071e70 2023-10-06T22:44:51.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.226+0000 7f37bdffb700 1 -- 172.21.15.37:0/899485417 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f37c0014480 con 0x7f37c8161c50 2023-10-06T22:44:51.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.227+0000 7f50a97fa700 1 -- 172.21.15.37:0/1029677418 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f509c055f90 con 0x7f50ac070b40 2023-10-06T22:44:51.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.228+0000 7f50abfff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f509806afd0 0x7f509806d490 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f50ac1e39f0 tx=0x7f50a0006cd0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.228+0000 7f37bdffb700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37ac06afd0 0x7f37ac06d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.228+0000 7f37bdffb700 1 -- 172.21.15.37:0/899485417 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f37c008a3d0 con 0x7f37c8161c50 2023-10-06T22:44:51.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.229+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37c8071ae0 con 0x7f37c8161c50 2023-10-06T22:44:51.230 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.229+0000 7f37cd39b700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37ac06afd0 0x7f37ac06d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.231 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.230+0000 7f37cd39b700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37ac06afd0 0x7f37ac06d490 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f37c4000c00 tx=0x7f37c4008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.235+0000 7f37bdffb700 1 -- 172.21.15.37:0/899485417 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f37c8071ae0 con 0x7f37c8161c50 2023-10-06T22:44:51.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.266+0000 7f6d79fff700 1 Processor -- start 2023-10-06T22:44:51.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.267+0000 7f6d79fff700 1 -- start start 2023-10-06T22:44:51.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.269+0000 7f6d79fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6d74159930 0x7f6d74071930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.269+0000 7f6d79fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d740708b0 con 0x7f6d74070b40 2023-10-06T22:44:51.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.269+0000 7f6d79fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d740c6250 con 0x7f6d74071e70 2023-10-06T22:44:51.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.269+0000 7f6d79fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d74072320 con 0x7f6d74159930 2023-10-06T22:44:51.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.271+0000 7f6d72ffd700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f6d74070b40 0x7f6d740b10e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34714/0 (socket says 172.21.15.37:34714) 2023-10-06T22:44:51.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.271+0000 7f6d72ffd700 1 -- 172.21.15.37:0/500571789 learned_addr learned my addr 172.21.15.37:0/500571789 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:51.273 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.271+0000 7f6d737fe700 1 --2- 172.21.15.37:0/500571789 >> v2:172.21.15.62:3300/0 conn(0x7f6d74159930 0x7f6d74071930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.273+0000 7f6d737fe700 1 -- 172.21.15.37:0/500571789 >> v1:172.21.15.62:6789/0 conn(0x7f6d74071e70 legacy=0x7f6d740c6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.273+0000 7f6d737fe700 1 -- 172.21.15.37:0/500571789 >> v1:172.21.15.37:6789/0 conn(0x7f6d74070b40 legacy=0x7f6d740b10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.273+0000 7f6d737fe700 1 -- 172.21.15.37:0/500571789 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d74072600 con 0x7f6d74159930 2023-10-06T22:44:51.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.274+0000 7f6d737fe700 1 --2- 172.21.15.37:0/500571789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74159930 0x7f6d74071930 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c00ad90 tx=0x7f6d6c00c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c09c6811b6b183 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.274+0000 7f6d727fc700 1 -- 172.21.15.37:0/500571789 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c00f070 con 0x7f6d74159930 2023-10-06T22:44:51.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.275+0000 7f6d727fc700 1 -- 172.21.15.37:0/500571789 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d6c00ae20 con 0x7f6d74159930 2023-10-06T22:44:51.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.275+0000 7f6d727fc700 1 -- 172.21.15.37:0/500571789 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d6c00ce10 con 0x7f6d74159930 2023-10-06T22:44:51.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.276+0000 7f6d79fff700 1 -- 172.21.15.37:0/500571789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74159930 msgr2=0x7f6d74071930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.276+0000 7f6d79fff700 1 --2- 172.21.15.37:0/500571789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74159930 0x7f6d74071930 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c00ad90 tx=0x7f6d6c00c330 comp rx=0 tx=0).stop 2023-10-06T22:44:51.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.276+0000 7f6d79fff700 1 -- 172.21.15.37:0/500571789 shutdown_connections 2023-10-06T22:44:51.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.276+0000 7f6d79fff700 1 --2- 172.21.15.37:0/500571789 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74159930 0x7f6d74071930 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.276+0000 7f6d79fff700 1 -- 172.21.15.37:0/500571789 >> 172.21.15.37:0/500571789 conn(0x7f6d7406a8d0 msgr2=0x7f6d7406ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.277+0000 7f6d79fff700 1 -- 172.21.15.37:0/500571789 shutdown_connections 2023-10-06T22:44:51.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.277+0000 7f6d79fff700 1 -- 172.21.15.37:0/500571789 wait complete. 2023-10-06T22:44:51.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.280+0000 7f6d79fff700 1 Processor -- start 2023-10-06T22:44:51.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.281+0000 7f6d79fff700 1 -- start start 2023-10-06T22:44:51.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.282+0000 7f6d79fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d74070b40 0x7f6d740b48a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.282+0000 7f6d79fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74071e70 0x7f6d740c4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.283+0000 7f6d79fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d74159930 0x7f6d740b2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.283+0000 7f6d79fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d74165440 con 0x7f6d74159930 2023-10-06T22:44:51.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.283+0000 7f6d79fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d74164230 con 0x7f6d74071e70 2023-10-06T22:44:51.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.283+0000 7f6d79fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d74164510 con 0x7f6d74070b40 2023-10-06T22:44:51.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.284+0000 7f6d72ffd700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74071e70 0x7f6d740c4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.284+0000 7f6d72ffd700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74071e70 0x7f6d740c4de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:47528/0 (socket says 172.21.15.37:47528) 2023-10-06T22:44:51.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.284+0000 7f6d72ffd700 1 -- 172.21.15.37:0/2857473273 learned_addr learned my addr 172.21.15.37:0/2857473273 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:51.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.284+0000 7f6d73fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d74159930 0x7f6d740b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.284+0000 7f6d737fe700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d74070b40 0x7f6d740b48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.285+0000 7f6d73fff700 1 -- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d74070b40 msgr2=0x7f6d740b48a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.285+0000 7f6d73fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d74070b40 0x7f6d740b48a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.285+0000 7f6d73fff700 1 -- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74071e70 msgr2=0x7f6d740c4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.285+0000 7f6d73fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74071e70 0x7f6d740c4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.285+0000 7f6d73fff700 1 -- 172.21.15.37:0/2857473273 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d6c00aa70 con 0x7f6d74159930 2023-10-06T22:44:51.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.285+0000 7f6d73fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d74159930 0x7f6d740b2560 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6d6400c3c0 tx=0x7f6d6400c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.294+0000 7f6d5bfff700 1 -- 172.21.15.37:0/2857473273 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d640052d0 con 0x7f6d74159930 2023-10-06T22:44:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.294+0000 7f6d5bfff700 1 -- 172.21.15.37:0/2857473273 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d64005430 con 0x7f6d74159930 2023-10-06T22:44:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.294+0000 7f6d5bfff700 1 -- 172.21.15.37:0/2857473273 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d64006ad0 con 0x7f6d74159930 2023-10-06T22:44:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.294+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d741647f0 con 0x7f6d74159930 2023-10-06T22:44:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.294+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d740b4de0 con 0x7f6d74159930 2023-10-06T22:44:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.300+0000 7f6d5bfff700 1 -- 172.21.15.37:0/2857473273 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6d640036d0 con 0x7f6d74159930 2023-10-06T22:44:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.302+0000 7f6d5bfff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d6006afd0 0x7f6d6006d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.302+0000 7f6d5bfff700 1 -- 172.21.15.37:0/2857473273 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6d64088950 con 0x7f6d74159930 2023-10-06T22:44:51.304 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.303+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d540052f0 con 0x7f6d74159930 2023-10-06T22:44:51.305 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.305+0000 7f6d737fe700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d6006afd0 0x7f6d6006d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:51.315 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.314+0000 7f6d5bfff700 1 -- 172.21.15.37:0/2857473273 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6d64053780 con 0x7f6d74159930 2023-10-06T22:44:51.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.323+0000 7f6d737fe700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d6006afd0 0x7f6d6006d490 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c015040 tx=0x7f6d6c012000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:51.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.526+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fee10005870 con 0x7fee300c22a0 2023-10-06T22:44:51.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.527+0000 7fee17fff700 1 -- 172.21.15.37:0/2676678444 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fee24006cc0 con 0x7fee300c22a0 2023-10-06T22:44:51.531 INFO:teuthology.orchestra.run.smithi037.stdout:55834574860 2023-10-06T22:44:51.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.531+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee1c06af50 msgr2=0x7fee1c06d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.531+0000 7fee35fff700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee1c06af50 0x7fee1c06d410 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fee28000f80 tx=0x7fee28001f50 comp rx=0 tx=0).stop 2023-10-06T22:44:51.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.531+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee300c22a0 msgr2=0x7fee3008a680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.531+0000 7fee35fff700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee300c22a0 0x7fee3008a680 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fee24017000 tx=0x7fee24004750 comp rx=0 tx=0).stop 2023-10-06T22:44:51.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 shutdown_connections 2023-10-06T22:44:51.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee3016cdb0 0x7fee3016e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee300b0cc0 0x7fee300cdc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee1c06af50 0x7fee1c06d410 secure :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fee28000f80 tx=0x7fee28001f50 comp rx=0 tx=0).stop 2023-10-06T22:44:51.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 --2- 172.21.15.37:0/2676678444 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee300c22a0 0x7fee3008a680 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 >> 172.21.15.37:0/2676678444 conn(0x7fee3006a8d0 msgr2=0x7fee3016d1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 shutdown_connections 2023-10-06T22:44:51.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.532+0000 7fee35fff700 1 -- 172.21.15.37:0/2676678444 wait complete. 2023-10-06T22:44:51.564 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.563+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f2cd00055a0 con 0x7f2cdc004850 2023-10-06T22:44:51.565 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574860 for osd.0 2023-10-06T22:44:51.565 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.564+0000 7f2ce5ffb700 1 -- 172.21.15.37:0/2916976332 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2ce8014020 con 0x7f2cdc004850 2023-10-06T22:44:51.565 INFO:teuthology.orchestra.run.smithi037.stdout:55834574861 2023-10-06T22:44:51.565 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.567 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2cd406af50 msgr2=0x7f2cd406d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.567 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2cd406af50 0x7f2cd406d410 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2cf00b07b0 tx=0x7f2cec00a000 comp rx=0 tx=0).stop 2023-10-06T22:44:51.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 msgr2=0x7f2cf0158850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cf0158850 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f2ce800dd70 tx=0x7f2ce800de50 comp rx=0 tx=0).stop 2023-10-06T22:44:51.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 shutdown_connections 2023-10-06T22:44:51.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2cf0156ae0 0x7f2cf0156f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2cdc004850 0x7f2cf0158850 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2cd406af50 0x7f2cd406d410 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.569 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 --2- 172.21.15.37:0/2916976332 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2cf00c4550 0x7f2cf015b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.569 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 >> 172.21.15.37:0/2916976332 conn(0x7f2cf006a8d0 msgr2=0x7f2cf00cf090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.569 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 shutdown_connections 2023-10-06T22:44:51.569 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.567+0000 7f2cf77ff700 1 -- 172.21.15.37:0/2916976332 wait complete. 2023-10-06T22:44:51.591 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574861 for osd.3 2023-10-06T22:44:51.591 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.623+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fa6900055a0 con 0x7fa6b0071e70 2023-10-06T22:44:51.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.623+0000 7fa6a5ffb700 1 -- 172.21.15.37:0/2197663640 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa6ac057880 con 0x7fa6b0071e70 2023-10-06T22:44:51.624 INFO:teuthology.orchestra.run.smithi037.stdout:55834574861 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.627+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa69406afd0 msgr2=0x7fa69406d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.627+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa69406afd0 0x7fa69406d490 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fa6a8009fd0 tx=0x7fa6a8022000 comp rx=0 tx=0).stop 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.627+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0071e70 msgr2=0x7fa6b00cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.627+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0071e70 0x7fa6b00cf710 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac00c400 tx=0x7fa6ac00c710 comp rx=0 tx=0).stop 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 shutdown_connections 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa6b0071e70 0x7fa6b00cf710 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa6b006b3f0 0x7fa6b00c1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa69406afd0 0x7fa69406d490 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 --2- 172.21.15.37:0/2197663640 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa6b0070b40 0x7fa6b01ee640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 >> 172.21.15.37:0/2197663640 conn(0x7fa6b006a8d0 msgr2=0x7fa6b00c6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 shutdown_connections 2023-10-06T22:44:51.630 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.628+0000 7fa6b79ff700 1 -- 172.21.15.37:0/2197663640 wait complete. 2023-10-06T22:44:51.658 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574861 for osd.1 2023-10-06T22:44:51.658 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.673 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.673+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7efd180055a0 con 0x7efd38155730 2023-10-06T22:44:51.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.673+0000 7efd1f7fe700 1 -- 172.21.15.37:0/1891350781 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7efd28015030 con 0x7efd38155730 2023-10-06T22:44:51.674 INFO:teuthology.orchestra.run.smithi037.stdout:68719476750 2023-10-06T22:44:51.677 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd2406afd0 msgr2=0x7efd2406d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.677 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd2406afd0 0x7efd2406d490 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efd380ada90 tx=0x7efd2c009190 comp rx=0 tx=0).stop 2023-10-06T22:44:51.677 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd38155730 msgr2=0x7efd380cdb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd38155730 0x7efd380cdb00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efd2800b3e0 tx=0x7efd2800b6f0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 shutdown_connections 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efd2406afd0 0x7efd2406d490 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efd38155730 0x7efd380cdb00 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efd3815db20 0x7efd380cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 --2- 172.21.15.37:0/1891350781 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efd3815f310 0x7efd380cd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 >> 172.21.15.37:0/1891350781 conn(0x7efd3806a8d0 msgr2=0x7efd3815dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.676+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 shutdown_connections 2023-10-06T22:44:51.678 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.677+0000 7efd3d3ff700 1 -- 172.21.15.37:0/1891350781 wait complete. 2023-10-06T22:44:51.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.677+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f37c8071ae0 con 0x7f37c8161c50 2023-10-06T22:44:51.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.678+0000 7f37bdffb700 1 -- 172.21.15.37:0/899485417 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f37c8071ae0 con 0x7f37c8161c50 2023-10-06T22:44:51.679 INFO:teuthology.orchestra.run.smithi037.stdout:55834574861 2023-10-06T22:44:51.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37ac06afd0 msgr2=0x7f37ac06d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37ac06afd0 0x7f37ac06d490 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f37c4000c00 tx=0x7f37c4008030 comp rx=0 tx=0).stop 2023-10-06T22:44:51.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37c8161c50 msgr2=0x7f37c8164f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37c8161c50 0x7f37c8164f30 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f37c000eb70 tx=0x7f37c000ee80 comp rx=0 tx=0).stop 2023-10-06T22:44:51.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 shutdown_connections 2023-10-06T22:44:51.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37ac06afd0 0x7f37ac06d490 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37c8161c50 0x7f37c8164f30 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37c80706a0 0x7f37c81644f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 --2- 172.21.15.37:0/899485417 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37c80b1680 0x7f37c80c8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 >> 172.21.15.37:0/899485417 conn(0x7f37c806aab0 msgr2=0x7f37c80aeca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 shutdown_connections 2023-10-06T22:44:51.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.682+0000 7f37cf5ff700 1 -- 172.21.15.37:0/899485417 wait complete. 2023-10-06T22:44:51.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.684+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f508c005870 con 0x7f50ac070b40 2023-10-06T22:44:51.685 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.685+0000 7f50a97fa700 1 -- 172.21.15.37:0/1029677418 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f509c016090 con 0x7f50ac070b40 2023-10-06T22:44:51.687 INFO:teuthology.orchestra.run.smithi037.stdout:55834574859 2023-10-06T22:44:51.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f509806afd0 msgr2=0x7f509806d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f509806afd0 0x7f509806d490 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f50ac1e39f0 tx=0x7f50a0006cd0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 msgr2=0x7f50ac157f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac157f70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f509c00bbd0 tx=0x7f509c004750 comp rx=0 tx=0).stop 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 shutdown_connections 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f509806afd0 0x7f509806d490 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f50ac159930 0x7f50ac151430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.687+0000 7f50b31ff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f50ac070b40 0x7f50ac157f70 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.688+0000 7f50b31ff700 1 --2- 172.21.15.37:0/1029677418 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f50ac071e70 0x7f50ac14fcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.688+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 >> 172.21.15.37:0/1029677418 conn(0x7f50ac06a8d0 msgr2=0x7f50ac0cf090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.688+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 shutdown_connections 2023-10-06T22:44:51.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.688+0000 7f50b31ff700 1 -- 172.21.15.37:0/1029677418 wait complete. 2023-10-06T22:44:51.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.694+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fa7e8074380 con 0x7fa7e8071e70 2023-10-06T22:44:51.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.694+0000 7fa7cf7fe700 1 -- 172.21.15.37:0/3634557765 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa7dc017090 con 0x7fa7e8071e70 2023-10-06T22:44:51.695 INFO:teuthology.orchestra.run.smithi037.stdout:55834574860 2023-10-06T22:44:51.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa7d406afd0 msgr2=0x7fa7d406d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa7d406afd0 0x7fa7d406d490 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000d4a0 tx=0x7fa7e000b000 comp rx=0 tx=0).stop 2023-10-06T22:44:51.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa7e8071e70 msgr2=0x7fa7e81f6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa7e8071e70 0x7fa7e81f6e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa7dc00c780 tx=0x7fa7dc00ca90 comp rx=0 tx=0).stop 2023-10-06T22:44:51.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 shutdown_connections 2023-10-06T22:44:51.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa7d406afd0 0x7fa7d406d490 secure :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000d4a0 tx=0x7fa7e000b000 comp rx=0 tx=0).stop 2023-10-06T22:44:51.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa7e80b17f0 0x7fa7e80c7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa7e8070b40 0x7fa7e8158980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 --2- 172.21.15.37:0/3634557765 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa7e8071e70 0x7fa7e81f6e50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 >> 172.21.15.37:0/3634557765 conn(0x7fa7e806a8d0 msgr2=0x7fa7e814dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.698+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 shutdown_connections 2023-10-06T22:44:51.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.699+0000 7fa7ed3ff700 1 -- 172.21.15.37:0/3634557765 wait complete. 2023-10-06T22:44:51.707 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476750 got 68719476750 for osd.2 2023-10-06T22:44:51.707 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.711 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574860 got 55834574861 for osd.7 2023-10-06T22:44:51.711 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.712 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574859 for osd.5 2023-10-06T22:44:51.712 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.728 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574860 for osd.6 2023-10-06T22:44:51.728 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.746+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f6d540055a0 con 0x7f6d74159930 2023-10-06T22:44:51.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.746+0000 7f6d5bfff700 1 -- 172.21.15.37:0/2857473273 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6d64056da0 con 0x7f6d74159930 2023-10-06T22:44:51.747 INFO:teuthology.orchestra.run.smithi037.stdout:55834574860 2023-10-06T22:44:51.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d6006afd0 msgr2=0x7f6d6006d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d6006afd0 0x7f6d6006d490 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f6d6c015040 tx=0x7f6d6c012000 comp rx=0 tx=0).stop 2023-10-06T22:44:51.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d74159930 msgr2=0x7f6d740b2560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:51.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d74159930 0x7f6d740b2560 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6d6400c3c0 tx=0x7f6d6400c6d0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 shutdown_connections 2023-10-06T22:44:51.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d74159930 0x7f6d740b2560 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d74070b40 0x7f6d740b48a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d6006afd0 0x7f6d6006d490 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 --2- 172.21.15.37:0/2857473273 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d74071e70 0x7f6d740c4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:51.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 >> 172.21.15.37:0/2857473273 conn(0x7f6d7406a8d0 msgr2=0x7f6d740c6c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:51.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 shutdown_connections 2023-10-06T22:44:51.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:51.749+0000 7f6d79fff700 1 -- 172.21.15.37:0/2857473273 wait complete. 2023-10-06T22:44:51.768 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574859 got 55834574860 for osd.4 2023-10-06T22:44:51.768 DEBUG:teuthology.parallel:result is None 2023-10-06T22:44:51.768 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-10-06T22:44:51.768 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:44:52.009 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.008+0000 7ff0661ff700 1 Processor -- start 2023-10-06T22:44:52.009 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.008+0000 7ff0661ff700 1 -- start start 2023-10-06T22:44:52.010 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff0661ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0600d1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.011 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff0661ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0600d1e80 con 0x7ff0600b5640 2023-10-06T22:44:52.011 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff0661ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0600d2160 con 0x7ff06015d610 2023-10-06T22:44:52.011 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff0661ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0600d2440 con 0x7ff0600d2f20 2023-10-06T22:44:52.011 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff05effd700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7ff0600b5640 0x7ff0600b65e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34716/0 (socket says 172.21.15.37:34716) 2023-10-06T22:44:52.011 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff05effd700 1 -- 172.21.15.37:0/2761666191 learned_addr learned my addr 172.21.15.37:0/2761666191 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff05ffff700 1 --2- 172.21.15.37:0/2761666191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0600d1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 50616762 0 0) 0x7ff0600d1e80 con 0x7ff0600b5640 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.010+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0480035b0 con 0x7ff0600b5640 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1754665654 0 0) 0x7ff0600d2160 con 0x7ff06015d610 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0600d1e80 con 0x7ff06015d610 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05ffff700 1 -- 172.21.15.37:0/2761666191 >> v1:172.21.15.62:6789/0 conn(0x7ff06015d610 legacy=0x7ff0600b4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05ffff700 1 -- 172.21.15.37:0/2761666191 >> v1:172.21.15.37:6789/0 conn(0x7ff0600b5640 legacy=0x7ff0600b65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3445923951 0 0) 0x7ff0480035b0 con 0x7ff0600b5640 2023-10-06T22:44:52.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05ffff700 1 -- 172.21.15.37:0/2761666191 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0600d2720 con 0x7ff0600d2f20 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05ffff700 1 --2- 172.21.15.37:0/2761666191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0600d1810 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff058009dc0 tx=0x7ff05800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7091769df9c0df62 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff05800e070 con 0x7ff0600d2f20 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff058003a20 con 0x7ff0600d2f20 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.011+0000 7ff05e7fc700 1 -- 172.21.15.37:0/2761666191 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff054001670 con 0x7ff0600d2f20 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.012+0000 7ff0661ff700 1 -- 172.21.15.37:0/2761666191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 msgr2=0x7ff0600d1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.012+0000 7ff0661ff700 1 --2- 172.21.15.37:0/2761666191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0600d1810 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff058009dc0 tx=0x7ff05800b330 comp rx=0 tx=0).stop 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.012+0000 7ff0661ff700 1 -- 172.21.15.37:0/2761666191 shutdown_connections 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.012+0000 7ff0661ff700 1 --2- 172.21.15.37:0/2761666191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0600d1810 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.012+0000 7ff0661ff700 1 -- 172.21.15.37:0/2761666191 >> 172.21.15.37:0/2761666191 conn(0x7ff060072630 msgr2=0x7ff0600cff30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.012+0000 7ff0661ff700 1 -- 172.21.15.37:0/2761666191 shutdown_connections 2023-10-06T22:44:52.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.012+0000 7ff0661ff700 1 -- 172.21.15.37:0/2761666191 wait complete. 2023-10-06T22:44:52.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.014+0000 7ff0661ff700 1 Processor -- start 2023-10-06T22:44:52.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.014+0000 7ff0661ff700 1 -- start start 2023-10-06T22:44:52.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff0661ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff0600b5640 0x7ff0601f3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff0661ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0601f2820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff0661ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff06015d610 0x7ff060150c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff0661ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff06015f3a0 con 0x7ff06015d610 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff0661ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0601f2d60 con 0x7ff0600b5640 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff0661ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff060151180 con 0x7ff0600d2f20 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff05ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff06015d610 0x7ff060150c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff05ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff06015d610 0x7ff060150c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41774/0 (socket says 172.21.15.37:41774) 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff05ffff700 1 -- 172.21.15.37:0/3198960264 learned_addr learned my addr 172.21.15.37:0/3198960264 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff05effd700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0601f2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.015+0000 7ff05f7fe700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff0600b5640 0x7ff0601f3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff05ffff700 1 -- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 msgr2=0x7ff0601f2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff05ffff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0601f2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff05ffff700 1 -- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff0600b5640 msgr2=0x7ff0601f3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff05ffff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff0600b5640 0x7ff0601f3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff05ffff700 1 -- 172.21.15.37:0/3198960264 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff058009a70 con 0x7ff06015d610 2023-10-06T22:44:52.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff05ffff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff06015d610 0x7ff060150c40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff058004000 tx=0x7ff058004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:52.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff047fff700 1 -- 172.21.15.37:0/3198960264 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff058004600 con 0x7ff06015d610 2023-10-06T22:44:52.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff047fff700 1 -- 172.21.15.37:0/3198960264 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff058004780 con 0x7ff06015d610 2023-10-06T22:44:52.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff060151440 con 0x7ff06015d610 2023-10-06T22:44:52.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff047fff700 1 -- 172.21.15.37:0/3198960264 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff05801d6b0 con 0x7ff06015d610 2023-10-06T22:44:52.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.016+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff060151a00 con 0x7ff06015d610 2023-10-06T22:44:52.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.017+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff060074380 con 0x7ff06015d610 2023-10-06T22:44:52.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.018+0000 7ff047fff700 1 -- 172.21.15.37:0/3198960264 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff05801d810 con 0x7ff06015d610 2023-10-06T22:44:52.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.019+0000 7ff047fff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff04c06af00 0x7ff04c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.019+0000 7ff047fff700 1 -- 172.21.15.37:0/3198960264 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff05808b5b0 con 0x7ff06015d610 2023-10-06T22:44:52.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.020+0000 7ff05f7fe700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff04c06af00 0x7ff04c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.020+0000 7ff05f7fe700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff04c06af00 0x7ff04c06d3c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff050007fd0 tx=0x7ff050009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:52.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.023+0000 7ff047fff700 1 -- 172.21.15.37:0/3198960264 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff058059df0 con 0x7ff06015d610 2023-10-06T22:44:52.232 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.231+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff06015d9f0 con 0x7ff04c06af00 2023-10-06T22:44:52.243 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.242+0000 7ff047fff700 1 -- 172.21.15.37:0/3198960264 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345264 (secure 0 0 0) 0x7ff0500050d0 con 0x7ff04c06af00 2023-10-06T22:44:52.248 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff04c06af00 msgr2=0x7ff04c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff04c06af00 0x7ff04c06d3c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ff050007fd0 tx=0x7ff050009040 comp rx=0 tx=0).stop 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff06015d610 msgr2=0x7ff060150c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff06015d610 0x7ff060150c40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff058004000 tx=0x7ff058004ad0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 shutdown_connections 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff04c06af00 0x7ff04c06d3c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff0600b5640 0x7ff0601f3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff06015d610 0x7ff060150c40 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 --2- 172.21.15.37:0/3198960264 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff0600d2f20 0x7ff0601f2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 >> 172.21.15.37:0/3198960264 conn(0x7ff060072630 msgr2=0x7ff0601543d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:52.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 shutdown_connections 2023-10-06T22:44:52.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.247+0000 7ff0661ff700 1 -- 172.21.15.37:0/3198960264 wait complete. 2023-10-06T22:44:52.252 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:44:52.266 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2023-10-06T22:44:52.203334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219476,"kb_used_data":3300,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755244,"statfs":{"total":773094113280,"available":772869369856,"internally_reserved":0,"allocated":3379200,"data_stored":2021370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003448"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382806+0000","last_change":"2023-10-06T22:44:16.885462+0000","last_active":"2023-10-06T22:44:21.382806+0000","last_peered":"2023-10-06T22:44:21.382806+0000","last_clean":"2023-10-06T22:44:21.382806+0000","last_became_active":"2023-10-06T22:44:16.885138+0000","last_became_peered":"2023-10-06T22:44:16.885138+0000","last_unstale":"2023-10-06T22:44:21.382806+0000","last_undegraded":"2023-10-06T22:44:21.382806+0000","last_fullsized":"2023-10-06T22:44:21.382806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:43:46.634030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907326+0000","last_change":"2023-10-06T22:44:16.874582+0000","last_active":"2023-10-06T22:44:20.907326+0000","last_peered":"2023-10-06T22:44:20.907326+0000","last_clean":"2023-10-06T22:44:20.907326+0000","last_became_active":"2023-10-06T22:44:16.874290+0000","last_became_peered":"2023-10-06T22:44:16.874290+0000","last_unstale":"2023-10-06T22:44:20.907326+0000","last_undegraded":"2023-10-06T22:44:20.907326+0000","last_fullsized":"2023-10-06T22:44:20.907326+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903618+0000","last_change":"2023-10-06T22:44:16.879663+0000","last_active":"2023-10-06T22:44:20.903618+0000","last_peered":"2023-10-06T22:44:20.903618+0000","last_clean":"2023-10-06T22:44:20.903618+0000","last_became_active":"2023-10-06T22:44:16.879406+0000","last_became_peered":"2023-10-06T22:44:16.879406+0000","last_unstale":"2023-10-06T22:44:20.903618+0000","last_undegraded":"2023-10-06T22:44:20.903618+0000","last_fullsized":"2023-10-06T22:44:20.903618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904087+0000","last_change":"2023-10-06T22:44:16.884358+0000","last_active":"2023-10-06T22:44:20.904087+0000","last_peered":"2023-10-06T22:44:20.904087+0000","last_clean":"2023-10-06T22:44:20.904087+0000","last_became_active":"2023-10-06T22:44:16.877374+0000","last_became_peered":"2023-10-06T22:44:16.877374+0000","last_unstale":"2023-10-06T22:44:20.904087+0000","last_undegraded":"2023-10-06T22:44:20.904087+0000","last_fullsized":"2023-10-06T22:44:20.904087+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376971+0000","last_change":"2023-10-06T22:44:16.885328+0000","last_active":"2023-10-06T22:44:21.376971+0000","last_peered":"2023-10-06T22:44:21.376971+0000","last_clean":"2023-10-06T22:44:21.376971+0000","last_became_active":"2023-10-06T22:44:16.885001+0000","last_became_peered":"2023-10-06T22:44:16.885001+0000","last_unstale":"2023-10-06T22:44:21.376971+0000","last_undegraded":"2023-10-06T22:44:21.376971+0000","last_fullsized":"2023-10-06T22:44:21.376971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900007+0000","last_change":"2023-10-06T22:44:16.883301+0000","last_active":"2023-10-06T22:44:20.900007+0000","last_peered":"2023-10-06T22:44:20.900007+0000","last_clean":"2023-10-06T22:44:20.900007+0000","last_became_active":"2023-10-06T22:44:16.882735+0000","last_became_peered":"2023-10-06T22:44:16.882735+0000","last_unstale":"2023-10-06T22:44:20.900007+0000","last_undegraded":"2023-10-06T22:44:20.900007+0000","last_fullsized":"2023-10-06T22:44:20.900007+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376700+0000","last_change":"2023-10-06T22:44:16.891824+0000","last_active":"2023-10-06T22:44:21.376700+0000","last_peered":"2023-10-06T22:44:21.376700+0000","last_clean":"2023-10-06T22:44:21.376700+0000","last_became_active":"2023-10-06T22:44:16.891552+0000","last_became_peered":"2023-10-06T22:44:16.891552+0000","last_unstale":"2023-10-06T22:44:21.376700+0000","last_undegraded":"2023-10-06T22:44:21.376700+0000","last_fullsized":"2023-10-06T22:44:21.376700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892311+0000","last_change":"2023-10-06T22:44:16.894094+0000","last_active":"2023-10-06T22:44:20.892311+0000","last_peered":"2023-10-06T22:44:20.892311+0000","last_clean":"2023-10-06T22:44:20.892311+0000","last_became_active":"2023-10-06T22:44:16.893736+0000","last_became_peered":"2023-10-06T22:44:16.893736+0000","last_unstale":"2023-10-06T22:44:20.892311+0000","last_undegraded":"2023-10-06T22:44:20.892311+0000","last_fullsized":"2023-10-06T22:44:20.892311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382681+0000","last_change":"2023-10-06T22:44:16.891331+0000","last_active":"2023-10-06T22:44:21.382681+0000","last_peered":"2023-10-06T22:44:21.382681+0000","last_clean":"2023-10-06T22:44:21.382681+0000","last_became_active":"2023-10-06T22:44:16.890813+0000","last_became_peered":"2023-10-06T22:44:16.890813+0000","last_unstale":"2023-10-06T22:44:21.382681+0000","last_undegraded":"2023-10-06T22:44:21.382681+0000","last_fullsized":"2023-10-06T22:44:21.382681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:46.370247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897422+0000","last_change":"2023-10-06T22:44:16.888210+0000","last_active":"2023-10-06T22:44:20.897422+0000","last_peered":"2023-10-06T22:44:20.897422+0000","last_clean":"2023-10-06T22:44:20.897422+0000","last_became_active":"2023-10-06T22:44:16.887873+0000","last_became_peered":"2023-10-06T22:44:16.887873+0000","last_unstale":"2023-10-06T22:44:20.897422+0000","last_undegraded":"2023-10-06T22:44:20.897422+0000","last_fullsized":"2023-10-06T22:44:20.897422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897603+0000","last_change":"2023-10-06T22:44:16.888109+0000","last_active":"2023-10-06T22:44:20.897603+0000","last_peered":"2023-10-06T22:44:20.897603+0000","last_clean":"2023-10-06T22:44:20.897603+0000","last_became_active":"2023-10-06T22:44:16.887802+0000","last_became_peered":"2023-10-06T22:44:16.887802+0000","last_unstale":"2023-10-06T22:44:20.897603+0000","last_undegraded":"2023-10-06T22:44:20.897603+0000","last_fullsized":"2023-10-06T22:44:20.897603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904216+0000","last_change":"2023-10-06T22:44:16.875734+0000","last_active":"2023-10-06T22:44:20.904216+0000","last_peered":"2023-10-06T22:44:20.904216+0000","last_clean":"2023-10-06T22:44:20.904216+0000","last_became_active":"2023-10-06T22:44:16.875391+0000","last_became_peered":"2023-10-06T22:44:16.875391+0000","last_unstale":"2023-10-06T22:44:20.904216+0000","last_undegraded":"2023-10-06T22:44:20.904216+0000","last_fullsized":"2023-10-06T22:44:20.904216+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:22.335025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890868+0000","last_change":"2023-10-06T22:44:16.873346+0000","last_active":"2023-10-06T22:44:20.890868+0000","last_peered":"2023-10-06T22:44:20.890868+0000","last_clean":"2023-10-06T22:44:20.890868+0000","last_became_active":"2023-10-06T22:44:16.873115+0000","last_became_peered":"2023-10-06T22:44:16.873115+0000","last_unstale":"2023-10-06T22:44:20.890868+0000","last_undegraded":"2023-10-06T22:44:20.890868+0000","last_fullsized":"2023-10-06T22:44:20.890868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901069+0000","last_change":"2023-10-06T22:44:16.876075+0000","last_active":"2023-10-06T22:44:20.901069+0000","last_peered":"2023-10-06T22:44:20.901069+0000","last_clean":"2023-10-06T22:44:20.901069+0000","last_became_active":"2023-10-06T22:44:16.875777+0000","last_became_peered":"2023-10-06T22:44:16.875777+0000","last_unstale":"2023-10-06T22:44:20.901069+0000","last_undegraded":"2023-10-06T22:44:20.901069+0000","last_fullsized":"2023-10-06T22:44:20.901069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898034+0000","last_change":"2023-10-06T22:44:16.889829+0000","last_active":"2023-10-06T22:44:20.898034+0000","last_peered":"2023-10-06T22:44:20.898034+0000","last_clean":"2023-10-06T22:44:20.898034+0000","last_became_active":"2023-10-06T22:44:16.877800+0000","last_became_peered":"2023-10-06T22:44:16.877800+0000","last_unstale":"2023-10-06T22:44:20.898034+0000","last_undegraded":"2023-10-06T22:44:20.898034+0000","last_fullsized":"2023-10-06T22:44:20.898034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899181+0000","last_change":"2023-10-06T22:44:16.888606+0000","last_active":"2023-10-06T22:44:20.899181+0000","last_peered":"2023-10-06T22:44:20.899181+0000","last_clean":"2023-10-06T22:44:20.899181+0000","last_became_active":"2023-10-06T22:44:16.882018+0000","last_became_peered":"2023-10-06T22:44:16.882018+0000","last_unstale":"2023-10-06T22:44:20.899181+0000","last_undegraded":"2023-10-06T22:44:20.899181+0000","last_fullsized":"2023-10-06T22:44:20.899181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899996+0000","last_change":"2023-10-06T22:44:16.883961+0000","last_active":"2023-10-06T22:44:20.899996+0000","last_peered":"2023-10-06T22:44:20.899996+0000","last_clean":"2023-10-06T22:44:20.899996+0000","last_became_active":"2023-10-06T22:44:16.883562+0000","last_became_peered":"2023-10-06T22:44:16.883562+0000","last_unstale":"2023-10-06T22:44:20.899996+0000","last_undegraded":"2023-10-06T22:44:20.899996+0000","last_fullsized":"2023-10-06T22:44:20.899996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896580+0000","last_change":"2023-10-06T22:44:16.877315+0000","last_active":"2023-10-06T22:44:20.896580+0000","last_peered":"2023-10-06T22:44:20.896580+0000","last_clean":"2023-10-06T22:44:20.896580+0000","last_became_active":"2023-10-06T22:44:16.876975+0000","last_became_peered":"2023-10-06T22:44:16.876975+0000","last_unstale":"2023-10-06T22:44:20.896580+0000","last_undegraded":"2023-10-06T22:44:20.896580+0000","last_fullsized":"2023-10-06T22:44:20.896580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378827+0000","last_change":"2023-10-06T22:44:16.880961+0000","last_active":"2023-10-06T22:44:21.378827+0000","last_peered":"2023-10-06T22:44:21.378827+0000","last_clean":"2023-10-06T22:44:21.378827+0000","last_became_active":"2023-10-06T22:44:16.880560+0000","last_became_peered":"2023-10-06T22:44:16.880560+0000","last_unstale":"2023-10-06T22:44:21.378827+0000","last_undegraded":"2023-10-06T22:44:21.378827+0000","last_fullsized":"2023-10-06T22:44:21.378827+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892002+0000","last_change":"2023-10-06T22:44:21.384463+0000","last_active":"2023-10-06T22:44:21.892002+0000","last_peered":"2023-10-06T22:44:21.892002+0000","last_clean":"2023-10-06T22:44:21.892002+0000","last_became_active":"2023-10-06T22:44:21.384115+0000","last_became_peered":"2023-10-06T22:44:21.384115+0000","last_unstale":"2023-10-06T22:44:21.892002+0000","last_undegraded":"2023-10-06T22:44:21.892002+0000","last_fullsized":"2023-10-06T22:44:21.892002+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:41.768694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903901+0000","last_change":"2023-10-06T22:44:15.878550+0000","last_active":"2023-10-06T22:44:20.903901+0000","last_peered":"2023-10-06T22:44:20.903901+0000","last_clean":"2023-10-06T22:44:20.903901+0000","last_became_active":"2023-10-06T22:44:15.878331+0000","last_became_peered":"2023-10-06T22:44:15.878331+0000","last_unstale":"2023-10-06T22:44:20.903901+0000","last_undegraded":"2023-10-06T22:44:20.903901+0000","last_fullsized":"2023-10-06T22:44:20.903901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:31:32.242535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891730+0000","last_change":"2023-10-06T22:44:16.891743+0000","last_active":"2023-10-06T22:44:20.891730+0000","last_peered":"2023-10-06T22:44:20.891730+0000","last_clean":"2023-10-06T22:44:20.891730+0000","last_became_active":"2023-10-06T22:44:16.891428+0000","last_became_peered":"2023-10-06T22:44:16.891428+0000","last_unstale":"2023-10-06T22:44:20.891730+0000","last_undegraded":"2023-10-06T22:44:20.891730+0000","last_fullsized":"2023-10-06T22:44:20.891730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893719+0000","last_change":"2023-10-06T22:44:20.925567+0000","last_active":"2023-10-06T22:44:21.893719+0000","last_peered":"2023-10-06T22:44:21.893719+0000","last_clean":"2023-10-06T22:44:21.893719+0000","last_became_active":"2023-10-06T22:44:20.924817+0000","last_became_peered":"2023-10-06T22:44:20.924817+0000","last_unstale":"2023-10-06T22:44:21.893719+0000","last_undegraded":"2023-10-06T22:44:21.893719+0000","last_fullsized":"2023-10-06T22:44:21.893719+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:04:01.689421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891628+0000","last_change":"2023-10-06T22:44:15.871738+0000","last_active":"2023-10-06T22:44:20.891628+0000","last_peered":"2023-10-06T22:44:20.891628+0000","last_clean":"2023-10-06T22:44:20.891628+0000","last_became_active":"2023-10-06T22:44:15.871355+0000","last_became_peered":"2023-10-06T22:44:15.871355+0000","last_unstale":"2023-10-06T22:44:20.891628+0000","last_undegraded":"2023-10-06T22:44:20.891628+0000","last_fullsized":"2023-10-06T22:44:20.891628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:07:50.670674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903805+0000","last_change":"2023-10-06T22:44:16.885745+0000","last_active":"2023-10-06T22:44:20.903805+0000","last_peered":"2023-10-06T22:44:20.903805+0000","last_clean":"2023-10-06T22:44:20.903805+0000","last_became_active":"2023-10-06T22:44:16.885487+0000","last_became_peered":"2023-10-06T22:44:16.885487+0000","last_unstale":"2023-10-06T22:44:20.903805+0000","last_undegraded":"2023-10-06T22:44:20.903805+0000","last_fullsized":"2023-10-06T22:44:20.903805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894980+0000","last_change":"2023-10-06T22:44:20.925363+0000","last_active":"2023-10-06T22:44:21.894980+0000","last_peered":"2023-10-06T22:44:21.894980+0000","last_clean":"2023-10-06T22:44:21.894980+0000","last_became_active":"2023-10-06T22:44:20.924920+0000","last_became_peered":"2023-10-06T22:44:20.924920+0000","last_unstale":"2023-10-06T22:44:21.894980+0000","last_undegraded":"2023-10-06T22:44:21.894980+0000","last_fullsized":"2023-10-06T22:44:21.894980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378158+0000","last_change":"2023-10-06T22:44:15.879467+0000","last_active":"2023-10-06T22:44:21.378158+0000","last_peered":"2023-10-06T22:44:21.378158+0000","last_clean":"2023-10-06T22:44:21.378158+0000","last_became_active":"2023-10-06T22:44:15.879063+0000","last_became_peered":"2023-10-06T22:44:15.879063+0000","last_unstale":"2023-10-06T22:44:21.378158+0000","last_undegraded":"2023-10-06T22:44:21.378158+0000","last_fullsized":"2023-10-06T22:44:21.378158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:56.646950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903798+0000","last_change":"2023-10-06T22:44:16.880933+0000","last_active":"2023-10-06T22:44:20.903798+0000","last_peered":"2023-10-06T22:44:20.903798+0000","last_clean":"2023-10-06T22:44:20.903798+0000","last_became_active":"2023-10-06T22:44:16.880387+0000","last_became_peered":"2023-10-06T22:44:16.880387+0000","last_unstale":"2023-10-06T22:44:20.903798+0000","last_undegraded":"2023-10-06T22:44:20.903798+0000","last_fullsized":"2023-10-06T22:44:20.903798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894056+0000","last_change":"2023-10-06T22:44:20.925268+0000","last_active":"2023-10-06T22:44:21.894056+0000","last_peered":"2023-10-06T22:44:21.894056+0000","last_clean":"2023-10-06T22:44:21.894056+0000","last_became_active":"2023-10-06T22:44:20.923962+0000","last_became_peered":"2023-10-06T22:44:20.923962+0000","last_unstale":"2023-10-06T22:44:21.894056+0000","last_undegraded":"2023-10-06T22:44:21.894056+0000","last_fullsized":"2023-10-06T22:44:21.894056+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:28.699873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378031+0000","last_change":"2023-10-06T22:44:15.880578+0000","last_active":"2023-10-06T22:44:21.378031+0000","last_peered":"2023-10-06T22:44:21.378031+0000","last_clean":"2023-10-06T22:44:21.378031+0000","last_became_active":"2023-10-06T22:44:15.880072+0000","last_became_peered":"2023-10-06T22:44:15.880072+0000","last_unstale":"2023-10-06T22:44:21.378031+0000","last_undegraded":"2023-10-06T22:44:21.378031+0000","last_fullsized":"2023-10-06T22:44:21.378031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900016+0000","last_change":"2023-10-06T22:44:16.881498+0000","last_active":"2023-10-06T22:44:20.900016+0000","last_peered":"2023-10-06T22:44:20.900016+0000","last_clean":"2023-10-06T22:44:20.900016+0000","last_became_active":"2023-10-06T22:44:16.880973+0000","last_became_peered":"2023-10-06T22:44:16.880973+0000","last_unstale":"2023-10-06T22:44:20.900016+0000","last_undegraded":"2023-10-06T22:44:20.900016+0000","last_fullsized":"2023-10-06T22:44:20.900016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892852+0000","last_change":"2023-10-06T22:44:20.914861+0000","last_active":"2023-10-06T22:44:21.892852+0000","last_peered":"2023-10-06T22:44:21.892852+0000","last_clean":"2023-10-06T22:44:21.892852+0000","last_became_active":"2023-10-06T22:44:20.914400+0000","last_became_peered":"2023-10-06T22:44:20.914400+0000","last_unstale":"2023-10-06T22:44:21.892852+0000","last_undegraded":"2023-10-06T22:44:21.892852+0000","last_fullsized":"2023-10-06T22:44:21.892852+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:43:49.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891055+0000","last_change":"2023-10-06T22:44:15.876668+0000","last_active":"2023-10-06T22:44:20.891055+0000","last_peered":"2023-10-06T22:44:20.891055+0000","last_clean":"2023-10-06T22:44:20.891055+0000","last_became_active":"2023-10-06T22:44:15.876373+0000","last_became_peered":"2023-10-06T22:44:15.876373+0000","last_unstale":"2023-10-06T22:44:20.891055+0000","last_undegraded":"2023-10-06T22:44:20.891055+0000","last_fullsized":"2023-10-06T22:44:20.891055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903123+0000","last_change":"2023-10-06T22:44:16.876404+0000","last_active":"2023-10-06T22:44:20.903123+0000","last_peered":"2023-10-06T22:44:20.903123+0000","last_clean":"2023-10-06T22:44:20.903123+0000","last_became_active":"2023-10-06T22:44:16.876109+0000","last_became_peered":"2023-10-06T22:44:16.876109+0000","last_unstale":"2023-10-06T22:44:20.903123+0000","last_undegraded":"2023-10-06T22:44:20.903123+0000","last_fullsized":"2023-10-06T22:44:20.903123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:06.937571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015665+0000","last_change":"2023-10-06T22:44:20.910739+0000","last_active":"2023-10-06T22:44:22.015665+0000","last_peered":"2023-10-06T22:44:22.015665+0000","last_clean":"2023-10-06T22:44:22.015665+0000","last_became_active":"2023-10-06T22:44:20.910345+0000","last_became_peered":"2023-10-06T22:44:20.910345+0000","last_unstale":"2023-10-06T22:44:22.015665+0000","last_undegraded":"2023-10-06T22:44:22.015665+0000","last_fullsized":"2023-10-06T22:44:22.015665+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:27.037530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897995+0000","last_change":"2023-10-06T22:44:15.864722+0000","last_active":"2023-10-06T22:44:20.897995+0000","last_peered":"2023-10-06T22:44:20.897995+0000","last_clean":"2023-10-06T22:44:20.897995+0000","last_became_active":"2023-10-06T22:44:15.864364+0000","last_became_peered":"2023-10-06T22:44:15.864364+0000","last_unstale":"2023-10-06T22:44:20.897995+0000","last_undegraded":"2023-10-06T22:44:20.897995+0000","last_fullsized":"2023-10-06T22:44:20.897995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900548+0000","last_change":"2023-10-06T22:44:16.879519+0000","last_active":"2023-10-06T22:44:20.900548+0000","last_peered":"2023-10-06T22:44:20.900548+0000","last_clean":"2023-10-06T22:44:20.900548+0000","last_became_active":"2023-10-06T22:44:16.879102+0000","last_became_peered":"2023-10-06T22:44:16.879102+0000","last_unstale":"2023-10-06T22:44:20.900548+0000","last_undegraded":"2023-10-06T22:44:20.900548+0000","last_fullsized":"2023-10-06T22:44:20.900548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015164+0000","last_change":"2023-10-06T22:44:20.917532+0000","last_active":"2023-10-06T22:44:22.015164+0000","last_peered":"2023-10-06T22:44:22.015164+0000","last_clean":"2023-10-06T22:44:22.015164+0000","last_became_active":"2023-10-06T22:44:20.917119+0000","last_became_peered":"2023-10-06T22:44:20.917119+0000","last_unstale":"2023-10-06T22:44:22.015164+0000","last_undegraded":"2023-10-06T22:44:22.015164+0000","last_fullsized":"2023-10-06T22:44:22.015164+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890197+0000","last_change":"2023-10-06T22:44:15.865409+0000","last_active":"2023-10-06T22:44:20.890197+0000","last_peered":"2023-10-06T22:44:20.890197+0000","last_clean":"2023-10-06T22:44:20.890197+0000","last_became_active":"2023-10-06T22:44:15.865083+0000","last_became_peered":"2023-10-06T22:44:15.865083+0000","last_unstale":"2023-10-06T22:44:20.890197+0000","last_undegraded":"2023-10-06T22:44:20.890197+0000","last_fullsized":"2023-10-06T22:44:20.890197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.889984+0000","last_change":"2023-10-06T22:44:16.892286+0000","last_active":"2023-10-06T22:44:20.889984+0000","last_peered":"2023-10-06T22:44:20.889984+0000","last_clean":"2023-10-06T22:44:20.889984+0000","last_became_active":"2023-10-06T22:44:16.892036+0000","last_became_peered":"2023-10-06T22:44:16.892036+0000","last_unstale":"2023-10-06T22:44:20.889984+0000","last_undegraded":"2023-10-06T22:44:20.889984+0000","last_fullsized":"2023-10-06T22:44:20.889984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014131+0000","last_change":"2023-10-06T22:44:21.379761+0000","last_active":"2023-10-06T22:44:22.014131+0000","last_peered":"2023-10-06T22:44:22.014131+0000","last_clean":"2023-10-06T22:44:22.014131+0000","last_became_active":"2023-10-06T22:44:21.379346+0000","last_became_peered":"2023-10-06T22:44:21.379346+0000","last_unstale":"2023-10-06T22:44:22.014131+0000","last_undegraded":"2023-10-06T22:44:22.014131+0000","last_fullsized":"2023-10-06T22:44:22.014131+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:50.406226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899307+0000","last_change":"2023-10-06T22:44:15.870039+0000","last_active":"2023-10-06T22:44:20.899307+0000","last_peered":"2023-10-06T22:44:20.899307+0000","last_clean":"2023-10-06T22:44:20.899307+0000","last_became_active":"2023-10-06T22:44:15.866096+0000","last_became_peered":"2023-10-06T22:44:15.866096+0000","last_unstale":"2023-10-06T22:44:20.899307+0000","last_undegraded":"2023-10-06T22:44:20.899307+0000","last_fullsized":"2023-10-06T22:44:20.899307+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:03.766066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898343+0000","last_change":"2023-10-06T22:44:16.870481+0000","last_active":"2023-10-06T22:44:20.898343+0000","last_peered":"2023-10-06T22:44:20.898343+0000","last_clean":"2023-10-06T22:44:20.898343+0000","last_became_active":"2023-10-06T22:44:16.870155+0000","last_became_peered":"2023-10-06T22:44:16.870155+0000","last_unstale":"2023-10-06T22:44:20.898343+0000","last_undegraded":"2023-10-06T22:44:20.898343+0000","last_fullsized":"2023-10-06T22:44:20.898343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892297+0000","last_change":"2023-10-06T22:44:21.381174+0000","last_active":"2023-10-06T22:44:21.892297+0000","last_peered":"2023-10-06T22:44:21.892297+0000","last_clean":"2023-10-06T22:44:21.892297+0000","last_became_active":"2023-10-06T22:44:21.380671+0000","last_became_peered":"2023-10-06T22:44:21.380671+0000","last_unstale":"2023-10-06T22:44:21.892297+0000","last_undegraded":"2023-10-06T22:44:21.892297+0000","last_fullsized":"2023-10-06T22:44:21.892297+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:41:23.295654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898385+0000","last_change":"2023-10-06T22:44:15.865190+0000","last_active":"2023-10-06T22:44:20.898385+0000","last_peered":"2023-10-06T22:44:20.898385+0000","last_clean":"2023-10-06T22:44:20.898385+0000","last_became_active":"2023-10-06T22:44:15.864890+0000","last_became_peered":"2023-10-06T22:44:15.864890+0000","last_unstale":"2023-10-06T22:44:20.898385+0000","last_undegraded":"2023-10-06T22:44:20.898385+0000","last_fullsized":"2023-10-06T22:44:20.898385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900061+0000","last_change":"2023-10-06T22:44:16.885471+0000","last_active":"2023-10-06T22:44:20.900061+0000","last_peered":"2023-10-06T22:44:20.900061+0000","last_clean":"2023-10-06T22:44:20.900061+0000","last_became_active":"2023-10-06T22:44:16.884565+0000","last_became_peered":"2023-10-06T22:44:16.884565+0000","last_unstale":"2023-10-06T22:44:20.900061+0000","last_undegraded":"2023-10-06T22:44:20.900061+0000","last_fullsized":"2023-10-06T22:44:20.900061+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.891927+0000","last_change":"2023-10-06T22:44:20.915385+0000","last_active":"2023-10-06T22:44:21.891927+0000","last_peered":"2023-10-06T22:44:21.891927+0000","last_clean":"2023-10-06T22:44:21.891927+0000","last_became_active":"2023-10-06T22:44:20.914928+0000","last_became_peered":"2023-10-06T22:44:20.914928+0000","last_unstale":"2023-10-06T22:44:21.891927+0000","last_undegraded":"2023-10-06T22:44:21.891927+0000","last_fullsized":"2023-10-06T22:44:21.891927+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899934+0000","last_change":"2023-10-06T22:44:15.868789+0000","last_active":"2023-10-06T22:44:20.899934+0000","last_peered":"2023-10-06T22:44:20.899934+0000","last_clean":"2023-10-06T22:44:20.899934+0000","last_became_active":"2023-10-06T22:44:15.868449+0000","last_became_peered":"2023-10-06T22:44:15.868449+0000","last_unstale":"2023-10-06T22:44:20.899934+0000","last_undegraded":"2023-10-06T22:44:20.899934+0000","last_fullsized":"2023-10-06T22:44:20.899934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:53.079411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903997+0000","last_change":"2023-10-06T22:44:16.885652+0000","last_active":"2023-10-06T22:44:20.903997+0000","last_peered":"2023-10-06T22:44:20.903997+0000","last_clean":"2023-10-06T22:44:20.903997+0000","last_became_active":"2023-10-06T22:44:16.885080+0000","last_became_peered":"2023-10-06T22:44:16.885080+0000","last_unstale":"2023-10-06T22:44:20.903997+0000","last_undegraded":"2023-10-06T22:44:20.903997+0000","last_fullsized":"2023-10-06T22:44:20.903997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.895330+0000","last_change":"2023-10-06T22:44:20.917054+0000","last_active":"2023-10-06T22:44:21.895330+0000","last_peered":"2023-10-06T22:44:21.895330+0000","last_clean":"2023-10-06T22:44:21.895330+0000","last_became_active":"2023-10-06T22:44:20.916601+0000","last_became_peered":"2023-10-06T22:44:20.916601+0000","last_unstale":"2023-10-06T22:44:21.895330+0000","last_undegraded":"2023-10-06T22:44:21.895330+0000","last_fullsized":"2023-10-06T22:44:21.895330+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899733+0000","last_change":"2023-10-06T22:44:15.867852+0000","last_active":"2023-10-06T22:44:20.899733+0000","last_peered":"2023-10-06T22:44:20.899733+0000","last_clean":"2023-10-06T22:44:20.899733+0000","last_became_active":"2023-10-06T22:44:15.867555+0000","last_became_peered":"2023-10-06T22:44:15.867555+0000","last_unstale":"2023-10-06T22:44:20.899733+0000","last_undegraded":"2023-10-06T22:44:20.899733+0000","last_fullsized":"2023-10-06T22:44:20.899733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904116+0000","last_change":"2023-10-06T22:44:16.869425+0000","last_active":"2023-10-06T22:44:20.904116+0000","last_peered":"2023-10-06T22:44:20.904116+0000","last_clean":"2023-10-06T22:44:20.904116+0000","last_became_active":"2023-10-06T22:44:16.869031+0000","last_became_peered":"2023-10-06T22:44:16.869031+0000","last_unstale":"2023-10-06T22:44:20.904116+0000","last_undegraded":"2023-10-06T22:44:20.904116+0000","last_fullsized":"2023-10-06T22:44:20.904116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:09.091899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014886+0000","last_change":"2023-10-06T22:44:20.919279+0000","last_active":"2023-10-06T22:44:22.014886+0000","last_peered":"2023-10-06T22:44:22.014886+0000","last_clean":"2023-10-06T22:44:22.014886+0000","last_became_active":"2023-10-06T22:44:20.918828+0000","last_became_peered":"2023-10-06T22:44:20.918828+0000","last_unstale":"2023-10-06T22:44:22.014886+0000","last_undegraded":"2023-10-06T22:44:22.014886+0000","last_fullsized":"2023-10-06T22:44:22.014886+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"25'10","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:35.824567+0000","last_change":"2023-10-06T22:44:15.870707+0000","last_active":"2023-10-06T22:44:35.824567+0000","last_peered":"2023-10-06T22:44:35.824567+0000","last_clean":"2023-10-06T22:44:35.824567+0000","last_became_active":"2023-10-06T22:44:15.870377+0000","last_became_peered":"2023-10-06T22:44:15.870377+0000","last_unstale":"2023-10-06T22:44:35.824567+0000","last_undegraded":"2023-10-06T22:44:35.824567+0000","last_fullsized":"2023-10-06T22:44:35.824567+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378729+0000","last_change":"2023-10-06T22:44:16.880857+0000","last_active":"2023-10-06T22:44:21.378729+0000","last_peered":"2023-10-06T22:44:21.378729+0000","last_clean":"2023-10-06T22:44:21.378729+0000","last_became_active":"2023-10-06T22:44:16.880196+0000","last_became_peered":"2023-10-06T22:44:16.880196+0000","last_unstale":"2023-10-06T22:44:21.378729+0000","last_undegraded":"2023-10-06T22:44:21.378729+0000","last_fullsized":"2023-10-06T22:44:21.378729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:31.853831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893797+0000","last_change":"2023-10-06T22:44:21.379744+0000","last_active":"2023-10-06T22:44:21.893797+0000","last_peered":"2023-10-06T22:44:21.893797+0000","last_clean":"2023-10-06T22:44:21.893797+0000","last_became_active":"2023-10-06T22:44:21.379109+0000","last_became_peered":"2023-10-06T22:44:21.379109+0000","last_unstale":"2023-10-06T22:44:21.893797+0000","last_undegraded":"2023-10-06T22:44:21.893797+0000","last_fullsized":"2023-10-06T22:44:21.893797+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:12:23.317107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900819+0000","last_change":"2023-10-06T22:44:15.875832+0000","last_active":"2023-10-06T22:44:20.900819+0000","last_peered":"2023-10-06T22:44:20.900819+0000","last_clean":"2023-10-06T22:44:20.900819+0000","last_became_active":"2023-10-06T22:44:15.875548+0000","last_became_peered":"2023-10-06T22:44:15.875548+0000","last_unstale":"2023-10-06T22:44:20.900819+0000","last_undegraded":"2023-10-06T22:44:20.900819+0000","last_fullsized":"2023-10-06T22:44:20.900819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901150+0000","last_change":"2023-10-06T22:44:16.886532+0000","last_active":"2023-10-06T22:44:20.901150+0000","last_peered":"2023-10-06T22:44:20.901150+0000","last_clean":"2023-10-06T22:44:20.901150+0000","last_became_active":"2023-10-06T22:44:16.886350+0000","last_became_peered":"2023-10-06T22:44:16.886350+0000","last_unstale":"2023-10-06T22:44:20.901150+0000","last_undegraded":"2023-10-06T22:44:20.901150+0000","last_fullsized":"2023-10-06T22:44:20.901150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:40:00.662860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892868+0000","last_change":"2023-10-06T22:44:21.380047+0000","last_active":"2023-10-06T22:44:21.892868+0000","last_peered":"2023-10-06T22:44:21.892868+0000","last_clean":"2023-10-06T22:44:21.892868+0000","last_became_active":"2023-10-06T22:44:21.379613+0000","last_became_peered":"2023-10-06T22:44:21.379613+0000","last_unstale":"2023-10-06T22:44:21.892868+0000","last_undegraded":"2023-10-06T22:44:21.892868+0000","last_fullsized":"2023-10-06T22:44:21.892868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:01:23.066261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899643+0000","last_change":"2023-10-06T22:44:15.863334+0000","last_active":"2023-10-06T22:44:20.899643+0000","last_peered":"2023-10-06T22:44:20.899643+0000","last_clean":"2023-10-06T22:44:20.899643+0000","last_became_active":"2023-10-06T22:44:15.863025+0000","last_became_peered":"2023-10-06T22:44:15.863025+0000","last_unstale":"2023-10-06T22:44:20.899643+0000","last_undegraded":"2023-10-06T22:44:20.899643+0000","last_fullsized":"2023-10-06T22:44:20.899643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.377474+0000","last_change":"2023-10-06T22:44:16.879100+0000","last_active":"2023-10-06T22:44:21.377474+0000","last_peered":"2023-10-06T22:44:21.377474+0000","last_clean":"2023-10-06T22:44:21.377474+0000","last_became_active":"2023-10-06T22:44:16.878805+0000","last_became_peered":"2023-10-06T22:44:16.878805+0000","last_unstale":"2023-10-06T22:44:21.377474+0000","last_undegraded":"2023-10-06T22:44:21.377474+0000","last_fullsized":"2023-10-06T22:44:21.377474+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893492+0000","last_change":"2023-10-06T22:44:21.384049+0000","last_active":"2023-10-06T22:44:21.893492+0000","last_peered":"2023-10-06T22:44:21.893492+0000","last_clean":"2023-10-06T22:44:21.893492+0000","last_became_active":"2023-10-06T22:44:21.383658+0000","last_became_peered":"2023-10-06T22:44:21.383658+0000","last_unstale":"2023-10-06T22:44:21.893492+0000","last_undegraded":"2023-10-06T22:44:21.893492+0000","last_fullsized":"2023-10-06T22:44:21.893492+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:28:40.705796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897463+0000","last_change":"2023-10-06T22:44:15.869363+0000","last_active":"2023-10-06T22:44:20.897463+0000","last_peered":"2023-10-06T22:44:20.897463+0000","last_clean":"2023-10-06T22:44:20.897463+0000","last_became_active":"2023-10-06T22:44:15.869033+0000","last_became_peered":"2023-10-06T22:44:15.869033+0000","last_unstale":"2023-10-06T22:44:20.897463+0000","last_undegraded":"2023-10-06T22:44:20.897463+0000","last_fullsized":"2023-10-06T22:44:20.897463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897705+0000","last_change":"2023-10-06T22:44:16.873826+0000","last_active":"2023-10-06T22:44:20.897705+0000","last_peered":"2023-10-06T22:44:20.897705+0000","last_clean":"2023-10-06T22:44:20.897705+0000","last_became_active":"2023-10-06T22:44:16.873437+0000","last_became_peered":"2023-10-06T22:44:16.873437+0000","last_unstale":"2023-10-06T22:44:20.897705+0000","last_undegraded":"2023-10-06T22:44:20.897705+0000","last_fullsized":"2023-10-06T22:44:20.897705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013766+0000","last_change":"2023-10-06T22:44:20.924854+0000","last_active":"2023-10-06T22:44:22.013766+0000","last_peered":"2023-10-06T22:44:22.013766+0000","last_clean":"2023-10-06T22:44:22.013766+0000","last_became_active":"2023-10-06T22:44:20.924424+0000","last_became_peered":"2023-10-06T22:44:20.924424+0000","last_unstale":"2023-10-06T22:44:22.013766+0000","last_undegraded":"2023-10-06T22:44:22.013766+0000","last_fullsized":"2023-10-06T22:44:22.013766+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895084+0000","last_change":"2023-10-06T22:44:15.874519+0000","last_active":"2023-10-06T22:44:20.895084+0000","last_peered":"2023-10-06T22:44:20.895084+0000","last_clean":"2023-10-06T22:44:20.895084+0000","last_became_active":"2023-10-06T22:44:15.874150+0000","last_became_peered":"2023-10-06T22:44:15.874150+0000","last_unstale":"2023-10-06T22:44:20.895084+0000","last_undegraded":"2023-10-06T22:44:20.895084+0000","last_fullsized":"2023-10-06T22:44:20.895084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:13.885650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376821+0000","last_change":"2023-10-06T22:44:16.878712+0000","last_active":"2023-10-06T22:44:21.376821+0000","last_peered":"2023-10-06T22:44:21.376821+0000","last_clean":"2023-10-06T22:44:21.376821+0000","last_became_active":"2023-10-06T22:44:16.878411+0000","last_became_peered":"2023-10-06T22:44:16.878411+0000","last_unstale":"2023-10-06T22:44:21.376821+0000","last_undegraded":"2023-10-06T22:44:21.376821+0000","last_fullsized":"2023-10-06T22:44:21.376821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894354+0000","last_change":"2023-10-06T22:44:20.924895+0000","last_active":"2023-10-06T22:44:21.894354+0000","last_peered":"2023-10-06T22:44:21.894354+0000","last_clean":"2023-10-06T22:44:21.894354+0000","last_became_active":"2023-10-06T22:44:20.924245+0000","last_became_peered":"2023-10-06T22:44:20.924245+0000","last_unstale":"2023-10-06T22:44:21.894354+0000","last_undegraded":"2023-10-06T22:44:21.894354+0000","last_fullsized":"2023-10-06T22:44:21.894354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:41.088464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903865+0000","last_change":"2023-10-06T22:44:15.873989+0000","last_active":"2023-10-06T22:44:20.903865+0000","last_peered":"2023-10-06T22:44:20.903865+0000","last_clean":"2023-10-06T22:44:20.903865+0000","last_became_active":"2023-10-06T22:44:15.872447+0000","last_became_peered":"2023-10-06T22:44:15.872447+0000","last_unstale":"2023-10-06T22:44:20.903865+0000","last_undegraded":"2023-10-06T22:44:20.903865+0000","last_fullsized":"2023-10-06T22:44:20.903865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:50:02.259689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.381359+0000","last_change":"2023-10-06T22:44:16.878979+0000","last_active":"2023-10-06T22:44:21.381359+0000","last_peered":"2023-10-06T22:44:21.381359+0000","last_clean":"2023-10-06T22:44:21.381359+0000","last_became_active":"2023-10-06T22:44:16.878319+0000","last_became_peered":"2023-10-06T22:44:16.878319+0000","last_unstale":"2023-10-06T22:44:21.381359+0000","last_undegraded":"2023-10-06T22:44:21.381359+0000","last_fullsized":"2023-10-06T22:44:21.381359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014733+0000","last_change":"2023-10-06T22:44:20.919352+0000","last_active":"2023-10-06T22:44:22.014733+0000","last_peered":"2023-10-06T22:44:22.014733+0000","last_clean":"2023-10-06T22:44:22.014733+0000","last_became_active":"2023-10-06T22:44:20.918891+0000","last_became_peered":"2023-10-06T22:44:20.918891+0000","last_unstale":"2023-10-06T22:44:22.014733+0000","last_undegraded":"2023-10-06T22:44:22.014733+0000","last_fullsized":"2023-10-06T22:44:22.014733+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904101+0000","last_change":"2023-10-06T22:44:15.872521+0000","last_active":"2023-10-06T22:44:20.904101+0000","last_peered":"2023-10-06T22:44:20.904101+0000","last_clean":"2023-10-06T22:44:20.904101+0000","last_became_active":"2023-10-06T22:44:15.872139+0000","last_became_peered":"2023-10-06T22:44:15.872139+0000","last_unstale":"2023-10-06T22:44:20.904101+0000","last_undegraded":"2023-10-06T22:44:20.904101+0000","last_fullsized":"2023-10-06T22:44:20.904101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900112+0000","last_change":"2023-10-06T22:44:16.881320+0000","last_active":"2023-10-06T22:44:20.900112+0000","last_peered":"2023-10-06T22:44:20.900112+0000","last_clean":"2023-10-06T22:44:20.900112+0000","last_became_active":"2023-10-06T22:44:16.880606+0000","last_became_peered":"2023-10-06T22:44:16.880606+0000","last_unstale":"2023-10-06T22:44:20.900112+0000","last_undegraded":"2023-10-06T22:44:20.900112+0000","last_fullsized":"2023-10-06T22:44:20.900112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015065+0000","last_change":"2023-10-06T22:44:20.925816+0000","last_active":"2023-10-06T22:44:22.015065+0000","last_peered":"2023-10-06T22:44:22.015065+0000","last_clean":"2023-10-06T22:44:22.015065+0000","last_became_active":"2023-10-06T22:44:20.925350+0000","last_became_peered":"2023-10-06T22:44:20.925350+0000","last_unstale":"2023-10-06T22:44:22.015065+0000","last_undegraded":"2023-10-06T22:44:22.015065+0000","last_fullsized":"2023-10-06T22:44:22.015065+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899527+0000","last_change":"2023-10-06T22:44:15.870960+0000","last_active":"2023-10-06T22:44:20.899527+0000","last_peered":"2023-10-06T22:44:20.899527+0000","last_clean":"2023-10-06T22:44:20.899527+0000","last_became_active":"2023-10-06T22:44:15.870610+0000","last_became_peered":"2023-10-06T22:44:15.870610+0000","last_unstale":"2023-10-06T22:44:20.899527+0000","last_undegraded":"2023-10-06T22:44:20.899527+0000","last_fullsized":"2023-10-06T22:44:20.899527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902560+0000","last_change":"2023-10-06T22:44:16.890302+0000","last_active":"2023-10-06T22:44:20.902560+0000","last_peered":"2023-10-06T22:44:20.902560+0000","last_clean":"2023-10-06T22:44:20.902560+0000","last_became_active":"2023-10-06T22:44:16.890026+0000","last_became_peered":"2023-10-06T22:44:16.890026+0000","last_unstale":"2023-10-06T22:44:20.902560+0000","last_undegraded":"2023-10-06T22:44:20.902560+0000","last_fullsized":"2023-10-06T22:44:20.902560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014468+0000","last_change":"2023-10-06T22:44:20.917768+0000","last_active":"2023-10-06T22:44:22.014468+0000","last_peered":"2023-10-06T22:44:22.014468+0000","last_clean":"2023-10-06T22:44:22.014468+0000","last_became_active":"2023-10-06T22:44:20.917356+0000","last_became_peered":"2023-10-06T22:44:20.917356+0000","last_unstale":"2023-10-06T22:44:22.014468+0000","last_undegraded":"2023-10-06T22:44:22.014468+0000","last_fullsized":"2023-10-06T22:44:22.014468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902158+0000","last_change":"2023-10-06T22:44:16.888294+0000","last_active":"2023-10-06T22:44:20.902158+0000","last_peered":"2023-10-06T22:44:20.902158+0000","last_clean":"2023-10-06T22:44:20.902158+0000","last_became_active":"2023-10-06T22:44:16.877161+0000","last_became_peered":"2023-10-06T22:44:16.877161+0000","last_unstale":"2023-10-06T22:44:20.902158+0000","last_undegraded":"2023-10-06T22:44:20.902158+0000","last_fullsized":"2023-10-06T22:44:20.902158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895354+0000","last_change":"2023-10-06T22:44:15.869493+0000","last_active":"2023-10-06T22:44:20.895354+0000","last_peered":"2023-10-06T22:44:20.895354+0000","last_clean":"2023-10-06T22:44:20.895354+0000","last_became_active":"2023-10-06T22:44:15.869125+0000","last_became_peered":"2023-10-06T22:44:15.869125+0000","last_unstale":"2023-10-06T22:44:20.895354+0000","last_undegraded":"2023-10-06T22:44:20.895354+0000","last_fullsized":"2023-10-06T22:44:20.895354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015099+0000","last_change":"2023-10-06T22:44:21.381869+0000","last_active":"2023-10-06T22:44:22.015099+0000","last_peered":"2023-10-06T22:44:22.015099+0000","last_clean":"2023-10-06T22:44:22.015099+0000","last_became_active":"2023-10-06T22:44:21.381149+0000","last_became_peered":"2023-10-06T22:44:21.381149+0000","last_unstale":"2023-10-06T22:44:22.015099+0000","last_undegraded":"2023-10-06T22:44:22.015099+0000","last_fullsized":"2023-10-06T22:44:22.015099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890687+0000","last_change":"2023-10-06T22:44:16.893481+0000","last_active":"2023-10-06T22:44:20.890687+0000","last_peered":"2023-10-06T22:44:20.890687+0000","last_clean":"2023-10-06T22:44:20.890687+0000","last_became_active":"2023-10-06T22:44:16.892681+0000","last_became_peered":"2023-10-06T22:44:16.892681+0000","last_unstale":"2023-10-06T22:44:20.890687+0000","last_undegraded":"2023-10-06T22:44:20.890687+0000","last_fullsized":"2023-10-06T22:44:20.890687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899644+0000","last_change":"2023-10-06T22:44:15.866699+0000","last_active":"2023-10-06T22:44:20.899644+0000","last_peered":"2023-10-06T22:44:20.899644+0000","last_clean":"2023-10-06T22:44:20.899644+0000","last_became_active":"2023-10-06T22:44:15.864852+0000","last_became_peered":"2023-10-06T22:44:15.864852+0000","last_unstale":"2023-10-06T22:44:20.899644+0000","last_undegraded":"2023-10-06T22:44:20.899644+0000","last_fullsized":"2023-10-06T22:44:20.899644+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013916+0000","last_change":"2023-10-06T22:44:21.377456+0000","last_active":"2023-10-06T22:44:22.013916+0000","last_peered":"2023-10-06T22:44:22.013916+0000","last_clean":"2023-10-06T22:44:22.013916+0000","last_became_active":"2023-10-06T22:44:21.377022+0000","last_became_peered":"2023-10-06T22:44:21.377022+0000","last_unstale":"2023-10-06T22:44:22.013916+0000","last_undegraded":"2023-10-06T22:44:22.013916+0000","last_fullsized":"2023-10-06T22:44:22.013916+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899190+0000","last_change":"2023-10-06T22:44:16.880354+0000","last_active":"2023-10-06T22:44:20.899190+0000","last_peered":"2023-10-06T22:44:20.899190+0000","last_clean":"2023-10-06T22:44:20.899190+0000","last_became_active":"2023-10-06T22:44:16.880135+0000","last_became_peered":"2023-10-06T22:44:16.880135+0000","last_unstale":"2023-10-06T22:44:20.899190+0000","last_undegraded":"2023-10-06T22:44:20.899190+0000","last_fullsized":"2023-10-06T22:44:20.899190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:05.510393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376693+0000","last_change":"2023-10-06T22:44:15.876931+0000","last_active":"2023-10-06T22:44:21.376693+0000","last_peered":"2023-10-06T22:44:21.376693+0000","last_clean":"2023-10-06T22:44:21.376693+0000","last_became_active":"2023-10-06T22:44:15.876660+0000","last_became_peered":"2023-10-06T22:44:15.876660+0000","last_unstale":"2023-10-06T22:44:21.376693+0000","last_undegraded":"2023-10-06T22:44:21.376693+0000","last_fullsized":"2023-10-06T22:44:21.376693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013591+0000","last_change":"2023-10-06T22:44:21.379539+0000","last_active":"2023-10-06T22:44:22.013591+0000","last_peered":"2023-10-06T22:44:22.013591+0000","last_clean":"2023-10-06T22:44:22.013591+0000","last_became_active":"2023-10-06T22:44:21.379098+0000","last_became_peered":"2023-10-06T22:44:21.379098+0000","last_unstale":"2023-10-06T22:44:22.013591+0000","last_undegraded":"2023-10-06T22:44:22.013591+0000","last_fullsized":"2023-10-06T22:44:22.013591+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378155+0000","last_change":"2023-10-06T22:44:15.880115+0000","last_active":"2023-10-06T22:44:21.378155+0000","last_peered":"2023-10-06T22:44:21.378155+0000","last_clean":"2023-10-06T22:44:21.378155+0000","last_became_active":"2023-10-06T22:44:15.879832+0000","last_became_peered":"2023-10-06T22:44:15.879832+0000","last_unstale":"2023-10-06T22:44:21.378155+0000","last_undegraded":"2023-10-06T22:44:21.378155+0000","last_fullsized":"2023-10-06T22:44:21.378155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:42.770244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904254+0000","last_change":"2023-10-06T22:44:16.875638+0000","last_active":"2023-10-06T22:44:20.904254+0000","last_peered":"2023-10-06T22:44:20.904254+0000","last_clean":"2023-10-06T22:44:20.904254+0000","last_became_active":"2023-10-06T22:44:16.875270+0000","last_became_peered":"2023-10-06T22:44:16.875270+0000","last_unstale":"2023-10-06T22:44:20.904254+0000","last_undegraded":"2023-10-06T22:44:20.904254+0000","last_fullsized":"2023-10-06T22:44:20.904254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892147+0000","last_change":"2023-10-06T22:44:21.382295+0000","last_active":"2023-10-06T22:44:21.892147+0000","last_peered":"2023-10-06T22:44:21.892147+0000","last_clean":"2023-10-06T22:44:21.892147+0000","last_became_active":"2023-10-06T22:44:21.381974+0000","last_became_peered":"2023-10-06T22:44:21.381974+0000","last_unstale":"2023-10-06T22:44:21.892147+0000","last_undegraded":"2023-10-06T22:44:21.892147+0000","last_fullsized":"2023-10-06T22:44:21.892147+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:29:16.570101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897220+0000","last_change":"2023-10-06T22:44:15.872941+0000","last_active":"2023-10-06T22:44:20.897220+0000","last_peered":"2023-10-06T22:44:20.897220+0000","last_clean":"2023-10-06T22:44:20.897220+0000","last_became_active":"2023-10-06T22:44:15.872490+0000","last_became_peered":"2023-10-06T22:44:15.872490+0000","last_unstale":"2023-10-06T22:44:20.897220+0000","last_undegraded":"2023-10-06T22:44:20.897220+0000","last_fullsized":"2023-10-06T22:44:20.897220+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891468+0000","last_change":"2023-10-06T22:44:16.875552+0000","last_active":"2023-10-06T22:44:20.891468+0000","last_peered":"2023-10-06T22:44:20.891468+0000","last_clean":"2023-10-06T22:44:20.891468+0000","last_became_active":"2023-10-06T22:44:16.875262+0000","last_became_peered":"2023-10-06T22:44:16.875262+0000","last_unstale":"2023-10-06T22:44:20.891468+0000","last_undegraded":"2023-10-06T22:44:20.891468+0000","last_fullsized":"2023-10-06T22:44:20.891468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894516+0000","last_change":"2023-10-06T22:44:21.379609+0000","last_active":"2023-10-06T22:44:21.894516+0000","last_peered":"2023-10-06T22:44:21.894516+0000","last_clean":"2023-10-06T22:44:21.894516+0000","last_became_active":"2023-10-06T22:44:21.379120+0000","last_became_peered":"2023-10-06T22:44:21.379120+0000","last_unstale":"2023-10-06T22:44:21.894516+0000","last_undegraded":"2023-10-06T22:44:21.894516+0000","last_fullsized":"2023-10-06T22:44:21.894516+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:56.007371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898290+0000","last_change":"2023-10-06T22:44:15.876864+0000","last_active":"2023-10-06T22:44:20.898290+0000","last_peered":"2023-10-06T22:44:20.898290+0000","last_clean":"2023-10-06T22:44:20.898290+0000","last_became_active":"2023-10-06T22:44:15.876577+0000","last_became_peered":"2023-10-06T22:44:15.876577+0000","last_unstale":"2023-10-06T22:44:20.898290+0000","last_undegraded":"2023-10-06T22:44:20.898290+0000","last_fullsized":"2023-10-06T22:44:20.898290+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907140+0000","last_change":"2023-10-06T22:44:16.887603+0000","last_active":"2023-10-06T22:44:20.907140+0000","last_peered":"2023-10-06T22:44:20.907140+0000","last_clean":"2023-10-06T22:44:20.907140+0000","last_became_active":"2023-10-06T22:44:16.887333+0000","last_became_peered":"2023-10-06T22:44:16.887333+0000","last_unstale":"2023-10-06T22:44:20.907140+0000","last_undegraded":"2023-10-06T22:44:20.907140+0000","last_fullsized":"2023-10-06T22:44:20.907140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894873+0000","last_change":"2023-10-06T22:44:20.924602+0000","last_active":"2023-10-06T22:44:21.894873+0000","last_peered":"2023-10-06T22:44:21.894873+0000","last_clean":"2023-10-06T22:44:21.894873+0000","last_became_active":"2023-10-06T22:44:20.924058+0000","last_became_peered":"2023-10-06T22:44:20.924058+0000","last_unstale":"2023-10-06T22:44:21.894873+0000","last_undegraded":"2023-10-06T22:44:21.894873+0000","last_fullsized":"2023-10-06T22:44:21.894873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:13.824778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:15.881013+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:15.880737+0000","last_became_peered":"2023-10-06T22:44:15.880737+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907078+0000","last_change":"2023-10-06T22:44:16.861778+0000","last_active":"2023-10-06T22:44:20.907078+0000","last_peered":"2023-10-06T22:44:20.907078+0000","last_clean":"2023-10-06T22:44:20.907078+0000","last_became_active":"2023-10-06T22:44:16.861462+0000","last_became_peered":"2023-10-06T22:44:16.861462+0000","last_unstale":"2023-10-06T22:44:20.907078+0000","last_undegraded":"2023-10-06T22:44:20.907078+0000","last_fullsized":"2023-10-06T22:44:20.907078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014615+0000","last_change":"2023-10-06T22:44:21.379641+0000","last_active":"2023-10-06T22:44:22.014615+0000","last_peered":"2023-10-06T22:44:22.014615+0000","last_clean":"2023-10-06T22:44:22.014615+0000","last_became_active":"2023-10-06T22:44:21.379009+0000","last_became_peered":"2023-10-06T22:44:21.379009+0000","last_unstale":"2023-10-06T22:44:22.014615+0000","last_undegraded":"2023-10-06T22:44:22.014615+0000","last_fullsized":"2023-10-06T22:44:22.014615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898160+0000","last_change":"2023-10-06T22:44:15.876935+0000","last_active":"2023-10-06T22:44:20.898160+0000","last_peered":"2023-10-06T22:44:20.898160+0000","last_clean":"2023-10-06T22:44:20.898160+0000","last_became_active":"2023-10-06T22:44:15.876636+0000","last_became_peered":"2023-10-06T22:44:15.876636+0000","last_unstale":"2023-10-06T22:44:20.898160+0000","last_undegraded":"2023-10-06T22:44:20.898160+0000","last_fullsized":"2023-10-06T22:44:20.898160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:48.959709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892253+0000","last_change":"2023-10-06T22:44:16.885400+0000","last_active":"2023-10-06T22:44:20.892253+0000","last_peered":"2023-10-06T22:44:20.892253+0000","last_clean":"2023-10-06T22:44:20.892253+0000","last_became_active":"2023-10-06T22:44:16.885062+0000","last_became_peered":"2023-10-06T22:44:16.885062+0000","last_unstale":"2023-10-06T22:44:20.892253+0000","last_undegraded":"2023-10-06T22:44:20.892253+0000","last_fullsized":"2023-10-06T22:44:20.892253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893681+0000","last_change":"2023-10-06T22:44:20.924687+0000","last_active":"2023-10-06T22:44:21.893681+0000","last_peered":"2023-10-06T22:44:21.893681+0000","last_clean":"2023-10-06T22:44:21.893681+0000","last_became_active":"2023-10-06T22:44:20.924233+0000","last_became_peered":"2023-10-06T22:44:20.924233+0000","last_unstale":"2023-10-06T22:44:21.893681+0000","last_undegraded":"2023-10-06T22:44:21.893681+0000","last_fullsized":"2023-10-06T22:44:21.893681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:37.153489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898459+0000","last_change":"2023-10-06T22:44:15.871051+0000","last_active":"2023-10-06T22:44:20.898459+0000","last_peered":"2023-10-06T22:44:20.898459+0000","last_clean":"2023-10-06T22:44:20.898459+0000","last_became_active":"2023-10-06T22:44:15.870684+0000","last_became_peered":"2023-10-06T22:44:15.870684+0000","last_unstale":"2023-10-06T22:44:20.898459+0000","last_undegraded":"2023-10-06T22:44:20.898459+0000","last_fullsized":"2023-10-06T22:44:20.898459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891082+0000","last_change":"2023-10-06T22:44:16.895772+0000","last_active":"2023-10-06T22:44:20.891082+0000","last_peered":"2023-10-06T22:44:20.891082+0000","last_clean":"2023-10-06T22:44:20.891082+0000","last_became_active":"2023-10-06T22:44:16.893022+0000","last_became_peered":"2023-10-06T22:44:16.893022+0000","last_unstale":"2023-10-06T22:44:20.891082+0000","last_undegraded":"2023-10-06T22:44:20.891082+0000","last_fullsized":"2023-10-06T22:44:20.891082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893641+0000","last_change":"2023-10-06T22:44:20.918956+0000","last_active":"2023-10-06T22:44:21.893641+0000","last_peered":"2023-10-06T22:44:21.893641+0000","last_clean":"2023-10-06T22:44:21.893641+0000","last_became_active":"2023-10-06T22:44:20.918586+0000","last_became_peered":"2023-10-06T22:44:20.918586+0000","last_unstale":"2023-10-06T22:44:21.893641+0000","last_undegraded":"2023-10-06T22:44:21.893641+0000","last_fullsized":"2023-10-06T22:44:21.893641+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:28.529438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378074+0000","last_change":"2023-10-06T22:44:15.878946+0000","last_active":"2023-10-06T22:44:21.378074+0000","last_peered":"2023-10-06T22:44:21.378074+0000","last_clean":"2023-10-06T22:44:21.378074+0000","last_became_active":"2023-10-06T22:44:15.878520+0000","last_became_peered":"2023-10-06T22:44:15.878520+0000","last_unstale":"2023-10-06T22:44:21.378074+0000","last_undegraded":"2023-10-06T22:44:21.378074+0000","last_fullsized":"2023-10-06T22:44:21.378074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898113+0000","last_change":"2023-10-06T22:44:16.878663+0000","last_active":"2023-10-06T22:44:20.898113+0000","last_peered":"2023-10-06T22:44:20.898113+0000","last_clean":"2023-10-06T22:44:20.898113+0000","last_became_active":"2023-10-06T22:44:16.878342+0000","last_became_peered":"2023-10-06T22:44:16.878342+0000","last_unstale":"2023-10-06T22:44:20.898113+0000","last_undegraded":"2023-10-06T22:44:20.898113+0000","last_fullsized":"2023-10-06T22:44:20.898113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014897+0000","last_change":"2023-10-06T22:44:21.379815+0000","last_active":"2023-10-06T22:44:22.014897+0000","last_peered":"2023-10-06T22:44:22.014897+0000","last_clean":"2023-10-06T22:44:22.014897+0000","last_became_active":"2023-10-06T22:44:21.379304+0000","last_became_peered":"2023-10-06T22:44:21.379304+0000","last_unstale":"2023-10-06T22:44:22.014897+0000","last_undegraded":"2023-10-06T22:44:22.014897+0000","last_fullsized":"2023-10-06T22:44:22.014897+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896321+0000","last_change":"2023-10-06T22:44:15.862549+0000","last_active":"2023-10-06T22:44:20.896321+0000","last_peered":"2023-10-06T22:44:20.896321+0000","last_clean":"2023-10-06T22:44:20.896321+0000","last_became_active":"2023-10-06T22:44:15.862220+0000","last_became_peered":"2023-10-06T22:44:15.862220+0000","last_unstale":"2023-10-06T22:44:20.896321+0000","last_undegraded":"2023-10-06T22:44:20.896321+0000","last_fullsized":"2023-10-06T22:44:20.896321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378632+0000","last_change":"2023-10-06T22:44:16.891435+0000","last_active":"2023-10-06T22:44:21.378632+0000","last_peered":"2023-10-06T22:44:21.378632+0000","last_clean":"2023-10-06T22:44:21.378632+0000","last_became_active":"2023-10-06T22:44:16.890997+0000","last_became_peered":"2023-10-06T22:44:16.890997+0000","last_unstale":"2023-10-06T22:44:21.378632+0000","last_undegraded":"2023-10-06T22:44:21.378632+0000","last_fullsized":"2023-10-06T22:44:21.378632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013568+0000","last_change":"2023-10-06T22:44:20.917440+0000","last_active":"2023-10-06T22:44:22.013568+0000","last_peered":"2023-10-06T22:44:22.013568+0000","last_clean":"2023-10-06T22:44:22.013568+0000","last_became_active":"2023-10-06T22:44:20.917034+0000","last_became_peered":"2023-10-06T22:44:20.917034+0000","last_unstale":"2023-10-06T22:44:22.013568+0000","last_undegraded":"2023-10-06T22:44:22.013568+0000","last_fullsized":"2023-10-06T22:44:22.013568+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899612+0000","last_change":"2023-10-06T22:44:15.872417+0000","last_active":"2023-10-06T22:44:20.899612+0000","last_peered":"2023-10-06T22:44:20.899612+0000","last_clean":"2023-10-06T22:44:20.899612+0000","last_became_active":"2023-10-06T22:44:15.872084+0000","last_became_peered":"2023-10-06T22:44:15.872084+0000","last_unstale":"2023-10-06T22:44:20.899612+0000","last_undegraded":"2023-10-06T22:44:20.899612+0000","last_fullsized":"2023-10-06T22:44:20.899612+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903908+0000","last_change":"2023-10-06T22:44:16.881172+0000","last_active":"2023-10-06T22:44:20.903908+0000","last_peered":"2023-10-06T22:44:20.903908+0000","last_clean":"2023-10-06T22:44:20.903908+0000","last_became_active":"2023-10-06T22:44:16.880711+0000","last_became_peered":"2023-10-06T22:44:16.880711+0000","last_unstale":"2023-10-06T22:44:20.903908+0000","last_undegraded":"2023-10-06T22:44:20.903908+0000","last_fullsized":"2023-10-06T22:44:20.903908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894046+0000","last_change":"2023-10-06T22:44:21.384893+0000","last_active":"2023-10-06T22:44:21.894046+0000","last_peered":"2023-10-06T22:44:21.894046+0000","last_clean":"2023-10-06T22:44:21.894046+0000","last_became_active":"2023-10-06T22:44:21.384483+0000","last_became_peered":"2023-10-06T22:44:21.384483+0000","last_unstale":"2023-10-06T22:44:21.894046+0000","last_undegraded":"2023-10-06T22:44:21.894046+0000","last_fullsized":"2023-10-06T22:44:21.894046+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896680+0000","last_change":"2023-10-06T22:44:15.863324+0000","last_active":"2023-10-06T22:44:20.896680+0000","last_peered":"2023-10-06T22:44:20.896680+0000","last_clean":"2023-10-06T22:44:20.896680+0000","last_became_active":"2023-10-06T22:44:15.862968+0000","last_became_peered":"2023-10-06T22:44:15.862968+0000","last_unstale":"2023-10-06T22:44:20.896680+0000","last_undegraded":"2023-10-06T22:44:20.896680+0000","last_fullsized":"2023-10-06T22:44:20.896680+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382577+0000","last_change":"2023-10-06T22:44:16.879248+0000","last_active":"2023-10-06T22:44:21.382577+0000","last_peered":"2023-10-06T22:44:21.382577+0000","last_clean":"2023-10-06T22:44:21.382577+0000","last_became_active":"2023-10-06T22:44:16.878993+0000","last_became_peered":"2023-10-06T22:44:16.878993+0000","last_unstale":"2023-10-06T22:44:21.382577+0000","last_undegraded":"2023-10-06T22:44:21.382577+0000","last_fullsized":"2023-10-06T22:44:21.382577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898918+0000","last_change":"2023-10-06T22:44:16.893185+0000","last_active":"2023-10-06T22:44:20.898918+0000","last_peered":"2023-10-06T22:44:20.898918+0000","last_clean":"2023-10-06T22:44:20.898918+0000","last_became_active":"2023-10-06T22:44:16.892919+0000","last_became_peered":"2023-10-06T22:44:16.892919+0000","last_unstale":"2023-10-06T22:44:20.898918+0000","last_undegraded":"2023-10-06T22:44:20.898918+0000","last_fullsized":"2023-10-06T22:44:20.898918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895447+0000","last_change":"2023-10-06T22:44:16.883038+0000","last_active":"2023-10-06T22:44:20.895447+0000","last_peered":"2023-10-06T22:44:20.895447+0000","last_clean":"2023-10-06T22:44:20.895447+0000","last_became_active":"2023-10-06T22:44:16.882754+0000","last_became_peered":"2023-10-06T22:44:16.882754+0000","last_unstale":"2023-10-06T22:44:20.895447+0000","last_undegraded":"2023-10-06T22:44:20.895447+0000","last_fullsized":"2023-10-06T22:44:20.895447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899750+0000","last_change":"2023-10-06T22:44:16.884239+0000","last_active":"2023-10-06T22:44:20.899750+0000","last_peered":"2023-10-06T22:44:20.899750+0000","last_clean":"2023-10-06T22:44:20.899750+0000","last_became_active":"2023-10-06T22:44:16.877461+0000","last_became_peered":"2023-10-06T22:44:16.877461+0000","last_unstale":"2023-10-06T22:44:20.899750+0000","last_undegraded":"2023-10-06T22:44:20.899750+0000","last_fullsized":"2023-10-06T22:44:20.899750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900636+0000","last_change":"2023-10-06T22:44:16.891322+0000","last_active":"2023-10-06T22:44:20.900636+0000","last_peered":"2023-10-06T22:44:20.900636+0000","last_clean":"2023-10-06T22:44:20.900636+0000","last_became_active":"2023-10-06T22:44:16.891055+0000","last_became_peered":"2023-10-06T22:44:16.891055+0000","last_unstale":"2023-10-06T22:44:20.900636+0000","last_undegraded":"2023-10-06T22:44:20.900636+0000","last_fullsized":"2023-10-06T22:44:20.900636+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890495+0000","last_change":"2023-10-06T22:44:16.880847+0000","last_active":"2023-10-06T22:44:20.890495+0000","last_peered":"2023-10-06T22:44:20.890495+0000","last_clean":"2023-10-06T22:44:20.890495+0000","last_became_active":"2023-10-06T22:44:16.880424+0000","last_became_peered":"2023-10-06T22:44:16.880424+0000","last_unstale":"2023-10-06T22:44:20.890495+0000","last_undegraded":"2023-10-06T22:44:20.890495+0000","last_fullsized":"2023-10-06T22:44:20.890495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899504+0000","last_change":"2023-10-06T22:44:16.873562+0000","last_active":"2023-10-06T22:44:20.899504+0000","last_peered":"2023-10-06T22:44:20.899504+0000","last_clean":"2023-10-06T22:44:20.899504+0000","last_became_active":"2023-10-06T22:44:16.873252+0000","last_became_peered":"2023-10-06T22:44:16.873252+0000","last_unstale":"2023-10-06T22:44:20.899504+0000","last_undegraded":"2023-10-06T22:44:20.899504+0000","last_fullsized":"2023-10-06T22:44:20.899504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898470+0000","last_change":"2023-10-06T22:44:16.879013+0000","last_active":"2023-10-06T22:44:20.898470+0000","last_peered":"2023-10-06T22:44:20.898470+0000","last_clean":"2023-10-06T22:44:20.898470+0000","last_became_active":"2023-10-06T22:44:16.878733+0000","last_became_peered":"2023-10-06T22:44:16.878733+0000","last_unstale":"2023-10-06T22:44:20.898470+0000","last_undegraded":"2023-10-06T22:44:20.898470+0000","last_fullsized":"2023-10-06T22:44:20.898470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891570+0000","last_change":"2023-10-06T22:44:16.880203+0000","last_active":"2023-10-06T22:44:20.891570+0000","last_peered":"2023-10-06T22:44:20.891570+0000","last_clean":"2023-10-06T22:44:20.891570+0000","last_became_active":"2023-10-06T22:44:16.879884+0000","last_became_peered":"2023-10-06T22:44:16.879884+0000","last_unstale":"2023-10-06T22:44:20.891570+0000","last_undegraded":"2023-10-06T22:44:20.891570+0000","last_fullsized":"2023-10-06T22:44:20.891570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899381+0000","last_change":"2023-10-06T22:44:16.894313+0000","last_active":"2023-10-06T22:44:20.899381+0000","last_peered":"2023-10-06T22:44:20.899381+0000","last_clean":"2023-10-06T22:44:20.899381+0000","last_became_active":"2023-10-06T22:44:16.893906+0000","last_became_peered":"2023-10-06T22:44:16.893906+0000","last_unstale":"2023-10-06T22:44:20.899381+0000","last_undegraded":"2023-10-06T22:44:20.899381+0000","last_fullsized":"2023-10-06T22:44:20.899381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890043+0000","last_change":"2023-10-06T22:44:16.881870+0000","last_active":"2023-10-06T22:44:20.890043+0000","last_peered":"2023-10-06T22:44:20.890043+0000","last_clean":"2023-10-06T22:44:20.890043+0000","last_became_active":"2023-10-06T22:44:16.881604+0000","last_became_peered":"2023-10-06T22:44:16.881604+0000","last_unstale":"2023-10-06T22:44:20.890043+0000","last_undegraded":"2023-10-06T22:44:20.890043+0000","last_fullsized":"2023-10-06T22:44:20.890043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899852+0000","last_change":"2023-10-06T22:44:16.883067+0000","last_active":"2023-10-06T22:44:20.899852+0000","last_peered":"2023-10-06T22:44:20.899852+0000","last_clean":"2023-10-06T22:44:20.899852+0000","last_became_active":"2023-10-06T22:44:16.882389+0000","last_became_peered":"2023-10-06T22:44:16.882389+0000","last_unstale":"2023-10-06T22:44:20.899852+0000","last_undegraded":"2023-10-06T22:44:20.899852+0000","last_fullsized":"2023-10-06T22:44:20.899852+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900723+0000","last_change":"2023-10-06T22:44:16.884653+0000","last_active":"2023-10-06T22:44:20.900723+0000","last_peered":"2023-10-06T22:44:20.900723+0000","last_clean":"2023-10-06T22:44:20.900723+0000","last_became_active":"2023-10-06T22:44:16.884393+0000","last_became_peered":"2023-10-06T22:44:16.884393+0000","last_unstale":"2023-10-06T22:44:20.900723+0000","last_undegraded":"2023-10-06T22:44:20.900723+0000","last_fullsized":"2023-10-06T22:44:20.900723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897814+0000","last_change":"2023-10-06T22:44:16.879627+0000","last_active":"2023-10-06T22:44:20.897814+0000","last_peered":"2023-10-06T22:44:20.897814+0000","last_clean":"2023-10-06T22:44:20.897814+0000","last_became_active":"2023-10-06T22:44:16.879339+0000","last_became_peered":"2023-10-06T22:44:16.879339+0000","last_unstale":"2023-10-06T22:44:20.897814+0000","last_undegraded":"2023-10-06T22:44:20.897814+0000","last_fullsized":"2023-10-06T22:44:20.897814+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476750,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":103997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":694325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.2629999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":5.3099999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.445}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.304}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574861,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":274432,"data_stored":104157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":14.379}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.1150000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7509999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.1600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7849999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4630000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2709999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5549999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3149999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574861,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6919999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.0140000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7649999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.9940000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.649}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574860,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":104123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.21}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574859,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":104087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574860,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:44:52.273 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:44:52.508 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.507+0000 7f8c4e9ff700 1 Processor -- start 2023-10-06T22:44:52.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.508+0000 7f8c4e9ff700 1 -- start start 2023-10-06T22:44:52.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.509+0000 7f8c4e9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f8c4815d830 0x7f8c480d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.509+0000 7f8c4e9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c480d1d40 con 0x7f8c480b5010 2023-10-06T22:44:52.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.509+0000 7f8c4e9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c480d2020 con 0x7f8c480ce890 2023-10-06T22:44:52.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.509+0000 7f8c4e9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c480d2300 con 0x7f8c4815d830 2023-10-06T22:44:52.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.509+0000 7f8c47fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f8c4815d830 0x7f8c480d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.509+0000 7f8c4cf9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f8c480b5010 0x7f8c480b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34724/0 (socket says 172.21.15.37:34724) 2023-10-06T22:44:52.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.509+0000 7f8c4cf9c700 1 -- 172.21.15.37:0/502276105 learned_addr learned my addr 172.21.15.37:0/502276105 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.510+0000 7f8c47fff700 1 -- 172.21.15.37:0/502276105 >> v1:172.21.15.62:6789/0 conn(0x7f8c480ce890 legacy=0x7f8c480d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.510+0000 7f8c47fff700 1 -- 172.21.15.37:0/502276105 >> v1:172.21.15.37:6789/0 conn(0x7f8c480b5010 legacy=0x7f8c480b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.510+0000 7f8c47fff700 1 -- 172.21.15.37:0/502276105 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c480d25e0 con 0x7f8c4815d830 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.510+0000 7f8c47fff700 1 --2- 172.21.15.37:0/502276105 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c4815d830 0x7f8c480d1760 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8c38009840 tx=0x7f8c38009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc95093306cd347e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.510+0000 7f8c46ffd700 1 -- 172.21.15.37:0/502276105 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c38011830 con 0x7f8c4815d830 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.510+0000 7f8c46ffd700 1 -- 172.21.15.37:0/502276105 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c38011990 con 0x7f8c4815d830 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.510+0000 7f8c46ffd700 1 -- 172.21.15.37:0/502276105 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c38011d20 con 0x7f8c4815d830 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.511+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/502276105 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c4815d830 msgr2=0x7f8c480d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.511+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/502276105 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c4815d830 0x7f8c480d1760 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f8c38009840 tx=0x7f8c38009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.511+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/502276105 shutdown_connections 2023-10-06T22:44:52.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.511+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/502276105 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c4815d830 0x7f8c480d1760 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.511+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/502276105 >> 172.21.15.37:0/502276105 conn(0x7f8c48072630 msgr2=0x7f8c480d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:52.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.511+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/502276105 shutdown_connections 2023-10-06T22:44:52.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.511+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/502276105 wait complete. 2023-10-06T22:44:52.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.512+0000 7f8c4e9ff700 1 Processor -- start 2023-10-06T22:44:52.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.513+0000 7f8c4e9ff700 1 -- start start 2023-10-06T22:44:52.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.513+0000 7f8c4e9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8c480b5010 0x7f8c4814b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.513+0000 7f8c4e9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c480ce890 0x7f8c480b6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c4e9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8c4815d830 0x7f8c480b72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c4e9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c480cd470 con 0x7f8c480ce890 2023-10-06T22:44:52.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c4e9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c4814cce0 con 0x7f8c480b5010 2023-10-06T22:44:52.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c4e9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c4814cfc0 con 0x7f8c4815d830 2023-10-06T22:44:52.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c480ce890 0x7f8c480b6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c480ce890 0x7f8c480b6db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41796/0 (socket says 172.21.15.37:41796) 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 -- 172.21.15.37:0/1750868134 learned_addr learned my addr 172.21.15.37:0/1750868134 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c47fff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8c480b5010 0x7f8c4814b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c4cf9c700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8c4815d830 0x7f8c480b72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 -- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8c4815d830 msgr2=0x7f8c480b72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8c4815d830 0x7f8c480b72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 -- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8c480b5010 msgr2=0x7f8c4814b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8c480b5010 0x7f8c4814b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.514+0000 7f8c477fe700 1 -- 172.21.15.37:0/1750868134 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c380094a0 con 0x7f8c480ce890 2023-10-06T22:44:52.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.515+0000 7f8c477fe700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c480ce890 0x7f8c480b6db0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c00c4e0 tx=0x7f8c3c00c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:52.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.515+0000 7f8c44ff9700 1 -- 172.21.15.37:0/1750868134 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c0052d0 con 0x7f8c480ce890 2023-10-06T22:44:52.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.515+0000 7f8c44ff9700 1 -- 172.21.15.37:0/1750868134 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c3c005430 con 0x7f8c480ce890 2023-10-06T22:44:52.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.515+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c4814d2a0 con 0x7f8c480ce890 2023-10-06T22:44:52.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.515+0000 7f8c44ff9700 1 -- 172.21.15.37:0/1750868134 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c0038c0 con 0x7f8c480ce890 2023-10-06T22:44:52.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.515+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c4814d860 con 0x7f8c480ce890 2023-10-06T22:44:52.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.516+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c48074380 con 0x7f8c480ce890 2023-10-06T22:44:52.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.517+0000 7f8c44ff9700 1 -- 172.21.15.37:0/1750868134 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8c3c003a20 con 0x7f8c480ce890 2023-10-06T22:44:52.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.518+0000 7f8c44ff9700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8c3406af00 0x7f8c3406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:52.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.518+0000 7f8c44ff9700 1 -- 172.21.15.37:0/1750868134 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8c3c088cf0 con 0x7f8c480ce890 2023-10-06T22:44:52.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.518+0000 7f8c47fff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8c3406af00 0x7f8c3406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:52.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.519+0000 7f8c47fff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8c3406af00 0x7f8c3406d3c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8c380090b0 tx=0x7f8c38008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:52.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.522+0000 7f8c44ff9700 1 -- 172.21.15.37:0/1750868134 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f8c3c053a10 con 0x7f8c480ce890 2023-10-06T22:44:52.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.730+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8c480ced20 con 0x7f8c3406af00 2023-10-06T22:44:52.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.741+0000 7f8c44ff9700 1 -- 172.21.15.37:0/1750868134 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345264 (secure 0 0 0) 0x7f8c38011750 con 0x7f8c3406af00 2023-10-06T22:44:52.747 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:52.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8c3406af00 msgr2=0x7f8c3406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8c3406af00 0x7f8c3406d3c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8c380090b0 tx=0x7f8c38008030 comp rx=0 tx=0).stop 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c480ce890 msgr2=0x7f8c480b6db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c480ce890 0x7f8c480b6db0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c00c4e0 tx=0x7f8c3c00c7f0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 shutdown_connections 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8c3406af00 0x7f8c3406d3c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8c480b5010 0x7f8c4814b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8c4815d830 0x7f8c480b72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 --2- 172.21.15.37:0/1750868134 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8c480ce890 0x7f8c480b6db0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 >> 172.21.15.37:0/1750868134 conn(0x7f8c48072630 msgr2=0x7f8c480d0960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 shutdown_connections 2023-10-06T22:44:52.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:52.746+0000 7f8c4e9ff700 1 -- 172.21.15.37:0/1750868134 wait complete. 2023-10-06T22:44:52.751 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:44:52.765 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2023-10-06T22:44:52.203334+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":208,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":160,"ondisk_log_size":160,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219476,"kb_used_data":3300,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755244,"statfs":{"total":773094113280,"available":772869369856,"internally_reserved":0,"allocated":3379200,"data_stored":2021370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003448"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382806+0000","last_change":"2023-10-06T22:44:16.885462+0000","last_active":"2023-10-06T22:44:21.382806+0000","last_peered":"2023-10-06T22:44:21.382806+0000","last_clean":"2023-10-06T22:44:21.382806+0000","last_became_active":"2023-10-06T22:44:16.885138+0000","last_became_peered":"2023-10-06T22:44:16.885138+0000","last_unstale":"2023-10-06T22:44:21.382806+0000","last_undegraded":"2023-10-06T22:44:21.382806+0000","last_fullsized":"2023-10-06T22:44:21.382806+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:43:46.634030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907326+0000","last_change":"2023-10-06T22:44:16.874582+0000","last_active":"2023-10-06T22:44:20.907326+0000","last_peered":"2023-10-06T22:44:20.907326+0000","last_clean":"2023-10-06T22:44:20.907326+0000","last_became_active":"2023-10-06T22:44:16.874290+0000","last_became_peered":"2023-10-06T22:44:16.874290+0000","last_unstale":"2023-10-06T22:44:20.907326+0000","last_undegraded":"2023-10-06T22:44:20.907326+0000","last_fullsized":"2023-10-06T22:44:20.907326+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903618+0000","last_change":"2023-10-06T22:44:16.879663+0000","last_active":"2023-10-06T22:44:20.903618+0000","last_peered":"2023-10-06T22:44:20.903618+0000","last_clean":"2023-10-06T22:44:20.903618+0000","last_became_active":"2023-10-06T22:44:16.879406+0000","last_became_peered":"2023-10-06T22:44:16.879406+0000","last_unstale":"2023-10-06T22:44:20.903618+0000","last_undegraded":"2023-10-06T22:44:20.903618+0000","last_fullsized":"2023-10-06T22:44:20.903618+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904087+0000","last_change":"2023-10-06T22:44:16.884358+0000","last_active":"2023-10-06T22:44:20.904087+0000","last_peered":"2023-10-06T22:44:20.904087+0000","last_clean":"2023-10-06T22:44:20.904087+0000","last_became_active":"2023-10-06T22:44:16.877374+0000","last_became_peered":"2023-10-06T22:44:16.877374+0000","last_unstale":"2023-10-06T22:44:20.904087+0000","last_undegraded":"2023-10-06T22:44:20.904087+0000","last_fullsized":"2023-10-06T22:44:20.904087+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376971+0000","last_change":"2023-10-06T22:44:16.885328+0000","last_active":"2023-10-06T22:44:21.376971+0000","last_peered":"2023-10-06T22:44:21.376971+0000","last_clean":"2023-10-06T22:44:21.376971+0000","last_became_active":"2023-10-06T22:44:16.885001+0000","last_became_peered":"2023-10-06T22:44:16.885001+0000","last_unstale":"2023-10-06T22:44:21.376971+0000","last_undegraded":"2023-10-06T22:44:21.376971+0000","last_fullsized":"2023-10-06T22:44:21.376971+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900007+0000","last_change":"2023-10-06T22:44:16.883301+0000","last_active":"2023-10-06T22:44:20.900007+0000","last_peered":"2023-10-06T22:44:20.900007+0000","last_clean":"2023-10-06T22:44:20.900007+0000","last_became_active":"2023-10-06T22:44:16.882735+0000","last_became_peered":"2023-10-06T22:44:16.882735+0000","last_unstale":"2023-10-06T22:44:20.900007+0000","last_undegraded":"2023-10-06T22:44:20.900007+0000","last_fullsized":"2023-10-06T22:44:20.900007+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376700+0000","last_change":"2023-10-06T22:44:16.891824+0000","last_active":"2023-10-06T22:44:21.376700+0000","last_peered":"2023-10-06T22:44:21.376700+0000","last_clean":"2023-10-06T22:44:21.376700+0000","last_became_active":"2023-10-06T22:44:16.891552+0000","last_became_peered":"2023-10-06T22:44:16.891552+0000","last_unstale":"2023-10-06T22:44:21.376700+0000","last_undegraded":"2023-10-06T22:44:21.376700+0000","last_fullsized":"2023-10-06T22:44:21.376700+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892311+0000","last_change":"2023-10-06T22:44:16.894094+0000","last_active":"2023-10-06T22:44:20.892311+0000","last_peered":"2023-10-06T22:44:20.892311+0000","last_clean":"2023-10-06T22:44:20.892311+0000","last_became_active":"2023-10-06T22:44:16.893736+0000","last_became_peered":"2023-10-06T22:44:16.893736+0000","last_unstale":"2023-10-06T22:44:20.892311+0000","last_undegraded":"2023-10-06T22:44:20.892311+0000","last_fullsized":"2023-10-06T22:44:20.892311+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382681+0000","last_change":"2023-10-06T22:44:16.891331+0000","last_active":"2023-10-06T22:44:21.382681+0000","last_peered":"2023-10-06T22:44:21.382681+0000","last_clean":"2023-10-06T22:44:21.382681+0000","last_became_active":"2023-10-06T22:44:16.890813+0000","last_became_peered":"2023-10-06T22:44:16.890813+0000","last_unstale":"2023-10-06T22:44:21.382681+0000","last_undegraded":"2023-10-06T22:44:21.382681+0000","last_fullsized":"2023-10-06T22:44:21.382681+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:46.370247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897422+0000","last_change":"2023-10-06T22:44:16.888210+0000","last_active":"2023-10-06T22:44:20.897422+0000","last_peered":"2023-10-06T22:44:20.897422+0000","last_clean":"2023-10-06T22:44:20.897422+0000","last_became_active":"2023-10-06T22:44:16.887873+0000","last_became_peered":"2023-10-06T22:44:16.887873+0000","last_unstale":"2023-10-06T22:44:20.897422+0000","last_undegraded":"2023-10-06T22:44:20.897422+0000","last_fullsized":"2023-10-06T22:44:20.897422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897603+0000","last_change":"2023-10-06T22:44:16.888109+0000","last_active":"2023-10-06T22:44:20.897603+0000","last_peered":"2023-10-06T22:44:20.897603+0000","last_clean":"2023-10-06T22:44:20.897603+0000","last_became_active":"2023-10-06T22:44:16.887802+0000","last_became_peered":"2023-10-06T22:44:16.887802+0000","last_unstale":"2023-10-06T22:44:20.897603+0000","last_undegraded":"2023-10-06T22:44:20.897603+0000","last_fullsized":"2023-10-06T22:44:20.897603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904216+0000","last_change":"2023-10-06T22:44:16.875734+0000","last_active":"2023-10-06T22:44:20.904216+0000","last_peered":"2023-10-06T22:44:20.904216+0000","last_clean":"2023-10-06T22:44:20.904216+0000","last_became_active":"2023-10-06T22:44:16.875391+0000","last_became_peered":"2023-10-06T22:44:16.875391+0000","last_unstale":"2023-10-06T22:44:20.904216+0000","last_undegraded":"2023-10-06T22:44:20.904216+0000","last_fullsized":"2023-10-06T22:44:20.904216+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:22.335025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890868+0000","last_change":"2023-10-06T22:44:16.873346+0000","last_active":"2023-10-06T22:44:20.890868+0000","last_peered":"2023-10-06T22:44:20.890868+0000","last_clean":"2023-10-06T22:44:20.890868+0000","last_became_active":"2023-10-06T22:44:16.873115+0000","last_became_peered":"2023-10-06T22:44:16.873115+0000","last_unstale":"2023-10-06T22:44:20.890868+0000","last_undegraded":"2023-10-06T22:44:20.890868+0000","last_fullsized":"2023-10-06T22:44:20.890868+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901069+0000","last_change":"2023-10-06T22:44:16.876075+0000","last_active":"2023-10-06T22:44:20.901069+0000","last_peered":"2023-10-06T22:44:20.901069+0000","last_clean":"2023-10-06T22:44:20.901069+0000","last_became_active":"2023-10-06T22:44:16.875777+0000","last_became_peered":"2023-10-06T22:44:16.875777+0000","last_unstale":"2023-10-06T22:44:20.901069+0000","last_undegraded":"2023-10-06T22:44:20.901069+0000","last_fullsized":"2023-10-06T22:44:20.901069+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898034+0000","last_change":"2023-10-06T22:44:16.889829+0000","last_active":"2023-10-06T22:44:20.898034+0000","last_peered":"2023-10-06T22:44:20.898034+0000","last_clean":"2023-10-06T22:44:20.898034+0000","last_became_active":"2023-10-06T22:44:16.877800+0000","last_became_peered":"2023-10-06T22:44:16.877800+0000","last_unstale":"2023-10-06T22:44:20.898034+0000","last_undegraded":"2023-10-06T22:44:20.898034+0000","last_fullsized":"2023-10-06T22:44:20.898034+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899181+0000","last_change":"2023-10-06T22:44:16.888606+0000","last_active":"2023-10-06T22:44:20.899181+0000","last_peered":"2023-10-06T22:44:20.899181+0000","last_clean":"2023-10-06T22:44:20.899181+0000","last_became_active":"2023-10-06T22:44:16.882018+0000","last_became_peered":"2023-10-06T22:44:16.882018+0000","last_unstale":"2023-10-06T22:44:20.899181+0000","last_undegraded":"2023-10-06T22:44:20.899181+0000","last_fullsized":"2023-10-06T22:44:20.899181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899996+0000","last_change":"2023-10-06T22:44:16.883961+0000","last_active":"2023-10-06T22:44:20.899996+0000","last_peered":"2023-10-06T22:44:20.899996+0000","last_clean":"2023-10-06T22:44:20.899996+0000","last_became_active":"2023-10-06T22:44:16.883562+0000","last_became_peered":"2023-10-06T22:44:16.883562+0000","last_unstale":"2023-10-06T22:44:20.899996+0000","last_undegraded":"2023-10-06T22:44:20.899996+0000","last_fullsized":"2023-10-06T22:44:20.899996+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896580+0000","last_change":"2023-10-06T22:44:16.877315+0000","last_active":"2023-10-06T22:44:20.896580+0000","last_peered":"2023-10-06T22:44:20.896580+0000","last_clean":"2023-10-06T22:44:20.896580+0000","last_became_active":"2023-10-06T22:44:16.876975+0000","last_became_peered":"2023-10-06T22:44:16.876975+0000","last_unstale":"2023-10-06T22:44:20.896580+0000","last_undegraded":"2023-10-06T22:44:20.896580+0000","last_fullsized":"2023-10-06T22:44:20.896580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378827+0000","last_change":"2023-10-06T22:44:16.880961+0000","last_active":"2023-10-06T22:44:21.378827+0000","last_peered":"2023-10-06T22:44:21.378827+0000","last_clean":"2023-10-06T22:44:21.378827+0000","last_became_active":"2023-10-06T22:44:16.880560+0000","last_became_peered":"2023-10-06T22:44:16.880560+0000","last_unstale":"2023-10-06T22:44:21.378827+0000","last_undegraded":"2023-10-06T22:44:21.378827+0000","last_fullsized":"2023-10-06T22:44:21.378827+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892002+0000","last_change":"2023-10-06T22:44:21.384463+0000","last_active":"2023-10-06T22:44:21.892002+0000","last_peered":"2023-10-06T22:44:21.892002+0000","last_clean":"2023-10-06T22:44:21.892002+0000","last_became_active":"2023-10-06T22:44:21.384115+0000","last_became_peered":"2023-10-06T22:44:21.384115+0000","last_unstale":"2023-10-06T22:44:21.892002+0000","last_undegraded":"2023-10-06T22:44:21.892002+0000","last_fullsized":"2023-10-06T22:44:21.892002+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:41.768694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903901+0000","last_change":"2023-10-06T22:44:15.878550+0000","last_active":"2023-10-06T22:44:20.903901+0000","last_peered":"2023-10-06T22:44:20.903901+0000","last_clean":"2023-10-06T22:44:20.903901+0000","last_became_active":"2023-10-06T22:44:15.878331+0000","last_became_peered":"2023-10-06T22:44:15.878331+0000","last_unstale":"2023-10-06T22:44:20.903901+0000","last_undegraded":"2023-10-06T22:44:20.903901+0000","last_fullsized":"2023-10-06T22:44:20.903901+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:31:32.242535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891730+0000","last_change":"2023-10-06T22:44:16.891743+0000","last_active":"2023-10-06T22:44:20.891730+0000","last_peered":"2023-10-06T22:44:20.891730+0000","last_clean":"2023-10-06T22:44:20.891730+0000","last_became_active":"2023-10-06T22:44:16.891428+0000","last_became_peered":"2023-10-06T22:44:16.891428+0000","last_unstale":"2023-10-06T22:44:20.891730+0000","last_undegraded":"2023-10-06T22:44:20.891730+0000","last_fullsized":"2023-10-06T22:44:20.891730+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893719+0000","last_change":"2023-10-06T22:44:20.925567+0000","last_active":"2023-10-06T22:44:21.893719+0000","last_peered":"2023-10-06T22:44:21.893719+0000","last_clean":"2023-10-06T22:44:21.893719+0000","last_became_active":"2023-10-06T22:44:20.924817+0000","last_became_peered":"2023-10-06T22:44:20.924817+0000","last_unstale":"2023-10-06T22:44:21.893719+0000","last_undegraded":"2023-10-06T22:44:21.893719+0000","last_fullsized":"2023-10-06T22:44:21.893719+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:04:01.689421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891628+0000","last_change":"2023-10-06T22:44:15.871738+0000","last_active":"2023-10-06T22:44:20.891628+0000","last_peered":"2023-10-06T22:44:20.891628+0000","last_clean":"2023-10-06T22:44:20.891628+0000","last_became_active":"2023-10-06T22:44:15.871355+0000","last_became_peered":"2023-10-06T22:44:15.871355+0000","last_unstale":"2023-10-06T22:44:20.891628+0000","last_undegraded":"2023-10-06T22:44:20.891628+0000","last_fullsized":"2023-10-06T22:44:20.891628+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:07:50.670674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903805+0000","last_change":"2023-10-06T22:44:16.885745+0000","last_active":"2023-10-06T22:44:20.903805+0000","last_peered":"2023-10-06T22:44:20.903805+0000","last_clean":"2023-10-06T22:44:20.903805+0000","last_became_active":"2023-10-06T22:44:16.885487+0000","last_became_peered":"2023-10-06T22:44:16.885487+0000","last_unstale":"2023-10-06T22:44:20.903805+0000","last_undegraded":"2023-10-06T22:44:20.903805+0000","last_fullsized":"2023-10-06T22:44:20.903805+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894980+0000","last_change":"2023-10-06T22:44:20.925363+0000","last_active":"2023-10-06T22:44:21.894980+0000","last_peered":"2023-10-06T22:44:21.894980+0000","last_clean":"2023-10-06T22:44:21.894980+0000","last_became_active":"2023-10-06T22:44:20.924920+0000","last_became_peered":"2023-10-06T22:44:20.924920+0000","last_unstale":"2023-10-06T22:44:21.894980+0000","last_undegraded":"2023-10-06T22:44:21.894980+0000","last_fullsized":"2023-10-06T22:44:21.894980+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378158+0000","last_change":"2023-10-06T22:44:15.879467+0000","last_active":"2023-10-06T22:44:21.378158+0000","last_peered":"2023-10-06T22:44:21.378158+0000","last_clean":"2023-10-06T22:44:21.378158+0000","last_became_active":"2023-10-06T22:44:15.879063+0000","last_became_peered":"2023-10-06T22:44:15.879063+0000","last_unstale":"2023-10-06T22:44:21.378158+0000","last_undegraded":"2023-10-06T22:44:21.378158+0000","last_fullsized":"2023-10-06T22:44:21.378158+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:56.646950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903798+0000","last_change":"2023-10-06T22:44:16.880933+0000","last_active":"2023-10-06T22:44:20.903798+0000","last_peered":"2023-10-06T22:44:20.903798+0000","last_clean":"2023-10-06T22:44:20.903798+0000","last_became_active":"2023-10-06T22:44:16.880387+0000","last_became_peered":"2023-10-06T22:44:16.880387+0000","last_unstale":"2023-10-06T22:44:20.903798+0000","last_undegraded":"2023-10-06T22:44:20.903798+0000","last_fullsized":"2023-10-06T22:44:20.903798+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:37.052485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894056+0000","last_change":"2023-10-06T22:44:20.925268+0000","last_active":"2023-10-06T22:44:21.894056+0000","last_peered":"2023-10-06T22:44:21.894056+0000","last_clean":"2023-10-06T22:44:21.894056+0000","last_became_active":"2023-10-06T22:44:20.923962+0000","last_became_peered":"2023-10-06T22:44:20.923962+0000","last_unstale":"2023-10-06T22:44:21.894056+0000","last_undegraded":"2023-10-06T22:44:21.894056+0000","last_fullsized":"2023-10-06T22:44:21.894056+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:28.699873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378031+0000","last_change":"2023-10-06T22:44:15.880578+0000","last_active":"2023-10-06T22:44:21.378031+0000","last_peered":"2023-10-06T22:44:21.378031+0000","last_clean":"2023-10-06T22:44:21.378031+0000","last_became_active":"2023-10-06T22:44:15.880072+0000","last_became_peered":"2023-10-06T22:44:15.880072+0000","last_unstale":"2023-10-06T22:44:21.378031+0000","last_undegraded":"2023-10-06T22:44:21.378031+0000","last_fullsized":"2023-10-06T22:44:21.378031+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900016+0000","last_change":"2023-10-06T22:44:16.881498+0000","last_active":"2023-10-06T22:44:20.900016+0000","last_peered":"2023-10-06T22:44:20.900016+0000","last_clean":"2023-10-06T22:44:20.900016+0000","last_became_active":"2023-10-06T22:44:16.880973+0000","last_became_peered":"2023-10-06T22:44:16.880973+0000","last_unstale":"2023-10-06T22:44:20.900016+0000","last_undegraded":"2023-10-06T22:44:20.900016+0000","last_fullsized":"2023-10-06T22:44:20.900016+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892852+0000","last_change":"2023-10-06T22:44:20.914861+0000","last_active":"2023-10-06T22:44:21.892852+0000","last_peered":"2023-10-06T22:44:21.892852+0000","last_clean":"2023-10-06T22:44:21.892852+0000","last_became_active":"2023-10-06T22:44:20.914400+0000","last_became_peered":"2023-10-06T22:44:20.914400+0000","last_unstale":"2023-10-06T22:44:21.892852+0000","last_undegraded":"2023-10-06T22:44:21.892852+0000","last_fullsized":"2023-10-06T22:44:21.892852+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:43:49.882388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891055+0000","last_change":"2023-10-06T22:44:15.876668+0000","last_active":"2023-10-06T22:44:20.891055+0000","last_peered":"2023-10-06T22:44:20.891055+0000","last_clean":"2023-10-06T22:44:20.891055+0000","last_became_active":"2023-10-06T22:44:15.876373+0000","last_became_peered":"2023-10-06T22:44:15.876373+0000","last_unstale":"2023-10-06T22:44:20.891055+0000","last_undegraded":"2023-10-06T22:44:20.891055+0000","last_fullsized":"2023-10-06T22:44:20.891055+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903123+0000","last_change":"2023-10-06T22:44:16.876404+0000","last_active":"2023-10-06T22:44:20.903123+0000","last_peered":"2023-10-06T22:44:20.903123+0000","last_clean":"2023-10-06T22:44:20.903123+0000","last_became_active":"2023-10-06T22:44:16.876109+0000","last_became_peered":"2023-10-06T22:44:16.876109+0000","last_unstale":"2023-10-06T22:44:20.903123+0000","last_undegraded":"2023-10-06T22:44:20.903123+0000","last_fullsized":"2023-10-06T22:44:20.903123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:06.937571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015665+0000","last_change":"2023-10-06T22:44:20.910739+0000","last_active":"2023-10-06T22:44:22.015665+0000","last_peered":"2023-10-06T22:44:22.015665+0000","last_clean":"2023-10-06T22:44:22.015665+0000","last_became_active":"2023-10-06T22:44:20.910345+0000","last_became_peered":"2023-10-06T22:44:20.910345+0000","last_unstale":"2023-10-06T22:44:22.015665+0000","last_undegraded":"2023-10-06T22:44:22.015665+0000","last_fullsized":"2023-10-06T22:44:22.015665+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:27.037530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897995+0000","last_change":"2023-10-06T22:44:15.864722+0000","last_active":"2023-10-06T22:44:20.897995+0000","last_peered":"2023-10-06T22:44:20.897995+0000","last_clean":"2023-10-06T22:44:20.897995+0000","last_became_active":"2023-10-06T22:44:15.864364+0000","last_became_peered":"2023-10-06T22:44:15.864364+0000","last_unstale":"2023-10-06T22:44:20.897995+0000","last_undegraded":"2023-10-06T22:44:20.897995+0000","last_fullsized":"2023-10-06T22:44:20.897995+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900548+0000","last_change":"2023-10-06T22:44:16.879519+0000","last_active":"2023-10-06T22:44:20.900548+0000","last_peered":"2023-10-06T22:44:20.900548+0000","last_clean":"2023-10-06T22:44:20.900548+0000","last_became_active":"2023-10-06T22:44:16.879102+0000","last_became_peered":"2023-10-06T22:44:16.879102+0000","last_unstale":"2023-10-06T22:44:20.900548+0000","last_undegraded":"2023-10-06T22:44:20.900548+0000","last_fullsized":"2023-10-06T22:44:20.900548+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015164+0000","last_change":"2023-10-06T22:44:20.917532+0000","last_active":"2023-10-06T22:44:22.015164+0000","last_peered":"2023-10-06T22:44:22.015164+0000","last_clean":"2023-10-06T22:44:22.015164+0000","last_became_active":"2023-10-06T22:44:20.917119+0000","last_became_peered":"2023-10-06T22:44:20.917119+0000","last_unstale":"2023-10-06T22:44:22.015164+0000","last_undegraded":"2023-10-06T22:44:22.015164+0000","last_fullsized":"2023-10-06T22:44:22.015164+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890197+0000","last_change":"2023-10-06T22:44:15.865409+0000","last_active":"2023-10-06T22:44:20.890197+0000","last_peered":"2023-10-06T22:44:20.890197+0000","last_clean":"2023-10-06T22:44:20.890197+0000","last_became_active":"2023-10-06T22:44:15.865083+0000","last_became_peered":"2023-10-06T22:44:15.865083+0000","last_unstale":"2023-10-06T22:44:20.890197+0000","last_undegraded":"2023-10-06T22:44:20.890197+0000","last_fullsized":"2023-10-06T22:44:20.890197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.889984+0000","last_change":"2023-10-06T22:44:16.892286+0000","last_active":"2023-10-06T22:44:20.889984+0000","last_peered":"2023-10-06T22:44:20.889984+0000","last_clean":"2023-10-06T22:44:20.889984+0000","last_became_active":"2023-10-06T22:44:16.892036+0000","last_became_peered":"2023-10-06T22:44:16.892036+0000","last_unstale":"2023-10-06T22:44:20.889984+0000","last_undegraded":"2023-10-06T22:44:20.889984+0000","last_fullsized":"2023-10-06T22:44:20.889984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014131+0000","last_change":"2023-10-06T22:44:21.379761+0000","last_active":"2023-10-06T22:44:22.014131+0000","last_peered":"2023-10-06T22:44:22.014131+0000","last_clean":"2023-10-06T22:44:22.014131+0000","last_became_active":"2023-10-06T22:44:21.379346+0000","last_became_peered":"2023-10-06T22:44:21.379346+0000","last_unstale":"2023-10-06T22:44:22.014131+0000","last_undegraded":"2023-10-06T22:44:22.014131+0000","last_fullsized":"2023-10-06T22:44:22.014131+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:50.406226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899307+0000","last_change":"2023-10-06T22:44:15.870039+0000","last_active":"2023-10-06T22:44:20.899307+0000","last_peered":"2023-10-06T22:44:20.899307+0000","last_clean":"2023-10-06T22:44:20.899307+0000","last_became_active":"2023-10-06T22:44:15.866096+0000","last_became_peered":"2023-10-06T22:44:15.866096+0000","last_unstale":"2023-10-06T22:44:20.899307+0000","last_undegraded":"2023-10-06T22:44:20.899307+0000","last_fullsized":"2023-10-06T22:44:20.899307+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:03.766066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898343+0000","last_change":"2023-10-06T22:44:16.870481+0000","last_active":"2023-10-06T22:44:20.898343+0000","last_peered":"2023-10-06T22:44:20.898343+0000","last_clean":"2023-10-06T22:44:20.898343+0000","last_became_active":"2023-10-06T22:44:16.870155+0000","last_became_peered":"2023-10-06T22:44:16.870155+0000","last_unstale":"2023-10-06T22:44:20.898343+0000","last_undegraded":"2023-10-06T22:44:20.898343+0000","last_fullsized":"2023-10-06T22:44:20.898343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892297+0000","last_change":"2023-10-06T22:44:21.381174+0000","last_active":"2023-10-06T22:44:21.892297+0000","last_peered":"2023-10-06T22:44:21.892297+0000","last_clean":"2023-10-06T22:44:21.892297+0000","last_became_active":"2023-10-06T22:44:21.380671+0000","last_became_peered":"2023-10-06T22:44:21.380671+0000","last_unstale":"2023-10-06T22:44:21.892297+0000","last_undegraded":"2023-10-06T22:44:21.892297+0000","last_fullsized":"2023-10-06T22:44:21.892297+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:41:23.295654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898385+0000","last_change":"2023-10-06T22:44:15.865190+0000","last_active":"2023-10-06T22:44:20.898385+0000","last_peered":"2023-10-06T22:44:20.898385+0000","last_clean":"2023-10-06T22:44:20.898385+0000","last_became_active":"2023-10-06T22:44:15.864890+0000","last_became_peered":"2023-10-06T22:44:15.864890+0000","last_unstale":"2023-10-06T22:44:20.898385+0000","last_undegraded":"2023-10-06T22:44:20.898385+0000","last_fullsized":"2023-10-06T22:44:20.898385+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900061+0000","last_change":"2023-10-06T22:44:16.885471+0000","last_active":"2023-10-06T22:44:20.900061+0000","last_peered":"2023-10-06T22:44:20.900061+0000","last_clean":"2023-10-06T22:44:20.900061+0000","last_became_active":"2023-10-06T22:44:16.884565+0000","last_became_peered":"2023-10-06T22:44:16.884565+0000","last_unstale":"2023-10-06T22:44:20.900061+0000","last_undegraded":"2023-10-06T22:44:20.900061+0000","last_fullsized":"2023-10-06T22:44:20.900061+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:52.596026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.891927+0000","last_change":"2023-10-06T22:44:20.915385+0000","last_active":"2023-10-06T22:44:21.891927+0000","last_peered":"2023-10-06T22:44:21.891927+0000","last_clean":"2023-10-06T22:44:21.891927+0000","last_became_active":"2023-10-06T22:44:20.914928+0000","last_became_peered":"2023-10-06T22:44:20.914928+0000","last_unstale":"2023-10-06T22:44:21.891927+0000","last_undegraded":"2023-10-06T22:44:21.891927+0000","last_fullsized":"2023-10-06T22:44:21.891927+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899934+0000","last_change":"2023-10-06T22:44:15.868789+0000","last_active":"2023-10-06T22:44:20.899934+0000","last_peered":"2023-10-06T22:44:20.899934+0000","last_clean":"2023-10-06T22:44:20.899934+0000","last_became_active":"2023-10-06T22:44:15.868449+0000","last_became_peered":"2023-10-06T22:44:15.868449+0000","last_unstale":"2023-10-06T22:44:20.899934+0000","last_undegraded":"2023-10-06T22:44:20.899934+0000","last_fullsized":"2023-10-06T22:44:20.899934+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:53.079411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903997+0000","last_change":"2023-10-06T22:44:16.885652+0000","last_active":"2023-10-06T22:44:20.903997+0000","last_peered":"2023-10-06T22:44:20.903997+0000","last_clean":"2023-10-06T22:44:20.903997+0000","last_became_active":"2023-10-06T22:44:16.885080+0000","last_became_peered":"2023-10-06T22:44:16.885080+0000","last_unstale":"2023-10-06T22:44:20.903997+0000","last_undegraded":"2023-10-06T22:44:20.903997+0000","last_fullsized":"2023-10-06T22:44:20.903997+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.895330+0000","last_change":"2023-10-06T22:44:20.917054+0000","last_active":"2023-10-06T22:44:21.895330+0000","last_peered":"2023-10-06T22:44:21.895330+0000","last_clean":"2023-10-06T22:44:21.895330+0000","last_became_active":"2023-10-06T22:44:20.916601+0000","last_became_peered":"2023-10-06T22:44:20.916601+0000","last_unstale":"2023-10-06T22:44:21.895330+0000","last_undegraded":"2023-10-06T22:44:21.895330+0000","last_fullsized":"2023-10-06T22:44:21.895330+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":19,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899733+0000","last_change":"2023-10-06T22:44:15.867852+0000","last_active":"2023-10-06T22:44:20.899733+0000","last_peered":"2023-10-06T22:44:20.899733+0000","last_clean":"2023-10-06T22:44:20.899733+0000","last_became_active":"2023-10-06T22:44:15.867555+0000","last_became_peered":"2023-10-06T22:44:15.867555+0000","last_unstale":"2023-10-06T22:44:20.899733+0000","last_undegraded":"2023-10-06T22:44:20.899733+0000","last_fullsized":"2023-10-06T22:44:20.899733+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904116+0000","last_change":"2023-10-06T22:44:16.869425+0000","last_active":"2023-10-06T22:44:20.904116+0000","last_peered":"2023-10-06T22:44:20.904116+0000","last_clean":"2023-10-06T22:44:20.904116+0000","last_became_active":"2023-10-06T22:44:16.869031+0000","last_became_peered":"2023-10-06T22:44:16.869031+0000","last_unstale":"2023-10-06T22:44:20.904116+0000","last_undegraded":"2023-10-06T22:44:20.904116+0000","last_fullsized":"2023-10-06T22:44:20.904116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:09.091899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014886+0000","last_change":"2023-10-06T22:44:20.919279+0000","last_active":"2023-10-06T22:44:22.014886+0000","last_peered":"2023-10-06T22:44:22.014886+0000","last_clean":"2023-10-06T22:44:22.014886+0000","last_became_active":"2023-10-06T22:44:20.918828+0000","last_became_peered":"2023-10-06T22:44:20.918828+0000","last_unstale":"2023-10-06T22:44:22.014886+0000","last_undegraded":"2023-10-06T22:44:22.014886+0000","last_fullsized":"2023-10-06T22:44:22.014886+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"25'10","reported_seq":26,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:35.824567+0000","last_change":"2023-10-06T22:44:15.870707+0000","last_active":"2023-10-06T22:44:35.824567+0000","last_peered":"2023-10-06T22:44:35.824567+0000","last_clean":"2023-10-06T22:44:35.824567+0000","last_became_active":"2023-10-06T22:44:15.870377+0000","last_became_peered":"2023-10-06T22:44:15.870377+0000","last_unstale":"2023-10-06T22:44:35.824567+0000","last_undegraded":"2023-10-06T22:44:35.824567+0000","last_fullsized":"2023-10-06T22:44:35.824567+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378729+0000","last_change":"2023-10-06T22:44:16.880857+0000","last_active":"2023-10-06T22:44:21.378729+0000","last_peered":"2023-10-06T22:44:21.378729+0000","last_clean":"2023-10-06T22:44:21.378729+0000","last_became_active":"2023-10-06T22:44:16.880196+0000","last_became_peered":"2023-10-06T22:44:16.880196+0000","last_unstale":"2023-10-06T22:44:21.378729+0000","last_undegraded":"2023-10-06T22:44:21.378729+0000","last_fullsized":"2023-10-06T22:44:21.378729+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:31.853831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893797+0000","last_change":"2023-10-06T22:44:21.379744+0000","last_active":"2023-10-06T22:44:21.893797+0000","last_peered":"2023-10-06T22:44:21.893797+0000","last_clean":"2023-10-06T22:44:21.893797+0000","last_became_active":"2023-10-06T22:44:21.379109+0000","last_became_peered":"2023-10-06T22:44:21.379109+0000","last_unstale":"2023-10-06T22:44:21.893797+0000","last_undegraded":"2023-10-06T22:44:21.893797+0000","last_fullsized":"2023-10-06T22:44:21.893797+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:12:23.317107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900819+0000","last_change":"2023-10-06T22:44:15.875832+0000","last_active":"2023-10-06T22:44:20.900819+0000","last_peered":"2023-10-06T22:44:20.900819+0000","last_clean":"2023-10-06T22:44:20.900819+0000","last_became_active":"2023-10-06T22:44:15.875548+0000","last_became_peered":"2023-10-06T22:44:15.875548+0000","last_unstale":"2023-10-06T22:44:20.900819+0000","last_undegraded":"2023-10-06T22:44:20.900819+0000","last_fullsized":"2023-10-06T22:44:20.900819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.901150+0000","last_change":"2023-10-06T22:44:16.886532+0000","last_active":"2023-10-06T22:44:20.901150+0000","last_peered":"2023-10-06T22:44:20.901150+0000","last_clean":"2023-10-06T22:44:20.901150+0000","last_became_active":"2023-10-06T22:44:16.886350+0000","last_became_peered":"2023-10-06T22:44:16.886350+0000","last_unstale":"2023-10-06T22:44:20.901150+0000","last_undegraded":"2023-10-06T22:44:20.901150+0000","last_fullsized":"2023-10-06T22:44:20.901150+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:40:00.662860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892868+0000","last_change":"2023-10-06T22:44:21.380047+0000","last_active":"2023-10-06T22:44:21.892868+0000","last_peered":"2023-10-06T22:44:21.892868+0000","last_clean":"2023-10-06T22:44:21.892868+0000","last_became_active":"2023-10-06T22:44:21.379613+0000","last_became_peered":"2023-10-06T22:44:21.379613+0000","last_unstale":"2023-10-06T22:44:21.892868+0000","last_undegraded":"2023-10-06T22:44:21.892868+0000","last_fullsized":"2023-10-06T22:44:21.892868+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:01:23.066261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899643+0000","last_change":"2023-10-06T22:44:15.863334+0000","last_active":"2023-10-06T22:44:20.899643+0000","last_peered":"2023-10-06T22:44:20.899643+0000","last_clean":"2023-10-06T22:44:20.899643+0000","last_became_active":"2023-10-06T22:44:15.863025+0000","last_became_peered":"2023-10-06T22:44:15.863025+0000","last_unstale":"2023-10-06T22:44:20.899643+0000","last_undegraded":"2023-10-06T22:44:20.899643+0000","last_fullsized":"2023-10-06T22:44:20.899643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.377474+0000","last_change":"2023-10-06T22:44:16.879100+0000","last_active":"2023-10-06T22:44:21.377474+0000","last_peered":"2023-10-06T22:44:21.377474+0000","last_clean":"2023-10-06T22:44:21.377474+0000","last_became_active":"2023-10-06T22:44:16.878805+0000","last_became_peered":"2023-10-06T22:44:16.878805+0000","last_unstale":"2023-10-06T22:44:21.377474+0000","last_undegraded":"2023-10-06T22:44:21.377474+0000","last_fullsized":"2023-10-06T22:44:21.377474+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:05.833544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893492+0000","last_change":"2023-10-06T22:44:21.384049+0000","last_active":"2023-10-06T22:44:21.893492+0000","last_peered":"2023-10-06T22:44:21.893492+0000","last_clean":"2023-10-06T22:44:21.893492+0000","last_became_active":"2023-10-06T22:44:21.383658+0000","last_became_peered":"2023-10-06T22:44:21.383658+0000","last_unstale":"2023-10-06T22:44:21.893492+0000","last_undegraded":"2023-10-06T22:44:21.893492+0000","last_fullsized":"2023-10-06T22:44:21.893492+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:28:40.705796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897463+0000","last_change":"2023-10-06T22:44:15.869363+0000","last_active":"2023-10-06T22:44:20.897463+0000","last_peered":"2023-10-06T22:44:20.897463+0000","last_clean":"2023-10-06T22:44:20.897463+0000","last_became_active":"2023-10-06T22:44:15.869033+0000","last_became_peered":"2023-10-06T22:44:15.869033+0000","last_unstale":"2023-10-06T22:44:20.897463+0000","last_undegraded":"2023-10-06T22:44:20.897463+0000","last_fullsized":"2023-10-06T22:44:20.897463+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897705+0000","last_change":"2023-10-06T22:44:16.873826+0000","last_active":"2023-10-06T22:44:20.897705+0000","last_peered":"2023-10-06T22:44:20.897705+0000","last_clean":"2023-10-06T22:44:20.897705+0000","last_became_active":"2023-10-06T22:44:16.873437+0000","last_became_peered":"2023-10-06T22:44:16.873437+0000","last_unstale":"2023-10-06T22:44:20.897705+0000","last_undegraded":"2023-10-06T22:44:20.897705+0000","last_fullsized":"2023-10-06T22:44:20.897705+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013766+0000","last_change":"2023-10-06T22:44:20.924854+0000","last_active":"2023-10-06T22:44:22.013766+0000","last_peered":"2023-10-06T22:44:22.013766+0000","last_clean":"2023-10-06T22:44:22.013766+0000","last_became_active":"2023-10-06T22:44:20.924424+0000","last_became_peered":"2023-10-06T22:44:20.924424+0000","last_unstale":"2023-10-06T22:44:22.013766+0000","last_undegraded":"2023-10-06T22:44:22.013766+0000","last_fullsized":"2023-10-06T22:44:22.013766+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:47.202548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895084+0000","last_change":"2023-10-06T22:44:15.874519+0000","last_active":"2023-10-06T22:44:20.895084+0000","last_peered":"2023-10-06T22:44:20.895084+0000","last_clean":"2023-10-06T22:44:20.895084+0000","last_became_active":"2023-10-06T22:44:15.874150+0000","last_became_peered":"2023-10-06T22:44:15.874150+0000","last_unstale":"2023-10-06T22:44:20.895084+0000","last_undegraded":"2023-10-06T22:44:20.895084+0000","last_fullsized":"2023-10-06T22:44:20.895084+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:00:13.885650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376821+0000","last_change":"2023-10-06T22:44:16.878712+0000","last_active":"2023-10-06T22:44:21.376821+0000","last_peered":"2023-10-06T22:44:21.376821+0000","last_clean":"2023-10-06T22:44:21.376821+0000","last_became_active":"2023-10-06T22:44:16.878411+0000","last_became_peered":"2023-10-06T22:44:16.878411+0000","last_unstale":"2023-10-06T22:44:21.376821+0000","last_undegraded":"2023-10-06T22:44:21.376821+0000","last_fullsized":"2023-10-06T22:44:21.376821+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894354+0000","last_change":"2023-10-06T22:44:20.924895+0000","last_active":"2023-10-06T22:44:21.894354+0000","last_peered":"2023-10-06T22:44:21.894354+0000","last_clean":"2023-10-06T22:44:21.894354+0000","last_became_active":"2023-10-06T22:44:20.924245+0000","last_became_peered":"2023-10-06T22:44:20.924245+0000","last_unstale":"2023-10-06T22:44:21.894354+0000","last_undegraded":"2023-10-06T22:44:21.894354+0000","last_fullsized":"2023-10-06T22:44:21.894354+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:02:41.088464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903865+0000","last_change":"2023-10-06T22:44:15.873989+0000","last_active":"2023-10-06T22:44:20.903865+0000","last_peered":"2023-10-06T22:44:20.903865+0000","last_clean":"2023-10-06T22:44:20.903865+0000","last_became_active":"2023-10-06T22:44:15.872447+0000","last_became_peered":"2023-10-06T22:44:15.872447+0000","last_unstale":"2023-10-06T22:44:20.903865+0000","last_undegraded":"2023-10-06T22:44:20.903865+0000","last_fullsized":"2023-10-06T22:44:20.903865+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:50:02.259689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.381359+0000","last_change":"2023-10-06T22:44:16.878979+0000","last_active":"2023-10-06T22:44:21.381359+0000","last_peered":"2023-10-06T22:44:21.381359+0000","last_clean":"2023-10-06T22:44:21.381359+0000","last_became_active":"2023-10-06T22:44:16.878319+0000","last_became_peered":"2023-10-06T22:44:16.878319+0000","last_unstale":"2023-10-06T22:44:21.381359+0000","last_undegraded":"2023-10-06T22:44:21.381359+0000","last_fullsized":"2023-10-06T22:44:21.381359+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:36.229081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014733+0000","last_change":"2023-10-06T22:44:20.919352+0000","last_active":"2023-10-06T22:44:22.014733+0000","last_peered":"2023-10-06T22:44:22.014733+0000","last_clean":"2023-10-06T22:44:22.014733+0000","last_became_active":"2023-10-06T22:44:20.918891+0000","last_became_peered":"2023-10-06T22:44:20.918891+0000","last_unstale":"2023-10-06T22:44:22.014733+0000","last_undegraded":"2023-10-06T22:44:22.014733+0000","last_fullsized":"2023-10-06T22:44:22.014733+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904101+0000","last_change":"2023-10-06T22:44:15.872521+0000","last_active":"2023-10-06T22:44:20.904101+0000","last_peered":"2023-10-06T22:44:20.904101+0000","last_clean":"2023-10-06T22:44:20.904101+0000","last_became_active":"2023-10-06T22:44:15.872139+0000","last_became_peered":"2023-10-06T22:44:15.872139+0000","last_unstale":"2023-10-06T22:44:20.904101+0000","last_undegraded":"2023-10-06T22:44:20.904101+0000","last_fullsized":"2023-10-06T22:44:20.904101+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900112+0000","last_change":"2023-10-06T22:44:16.881320+0000","last_active":"2023-10-06T22:44:20.900112+0000","last_peered":"2023-10-06T22:44:20.900112+0000","last_clean":"2023-10-06T22:44:20.900112+0000","last_became_active":"2023-10-06T22:44:16.880606+0000","last_became_peered":"2023-10-06T22:44:16.880606+0000","last_unstale":"2023-10-06T22:44:20.900112+0000","last_undegraded":"2023-10-06T22:44:20.900112+0000","last_fullsized":"2023-10-06T22:44:20.900112+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015065+0000","last_change":"2023-10-06T22:44:20.925816+0000","last_active":"2023-10-06T22:44:22.015065+0000","last_peered":"2023-10-06T22:44:22.015065+0000","last_clean":"2023-10-06T22:44:22.015065+0000","last_became_active":"2023-10-06T22:44:20.925350+0000","last_became_peered":"2023-10-06T22:44:20.925350+0000","last_unstale":"2023-10-06T22:44:22.015065+0000","last_undegraded":"2023-10-06T22:44:22.015065+0000","last_fullsized":"2023-10-06T22:44:22.015065+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899527+0000","last_change":"2023-10-06T22:44:15.870960+0000","last_active":"2023-10-06T22:44:20.899527+0000","last_peered":"2023-10-06T22:44:20.899527+0000","last_clean":"2023-10-06T22:44:20.899527+0000","last_became_active":"2023-10-06T22:44:15.870610+0000","last_became_peered":"2023-10-06T22:44:15.870610+0000","last_unstale":"2023-10-06T22:44:20.899527+0000","last_undegraded":"2023-10-06T22:44:20.899527+0000","last_fullsized":"2023-10-06T22:44:20.899527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:49:21.995058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902560+0000","last_change":"2023-10-06T22:44:16.890302+0000","last_active":"2023-10-06T22:44:20.902560+0000","last_peered":"2023-10-06T22:44:20.902560+0000","last_clean":"2023-10-06T22:44:20.902560+0000","last_became_active":"2023-10-06T22:44:16.890026+0000","last_became_peered":"2023-10-06T22:44:16.890026+0000","last_unstale":"2023-10-06T22:44:20.902560+0000","last_undegraded":"2023-10-06T22:44:20.902560+0000","last_fullsized":"2023-10-06T22:44:20.902560+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:27:23.952579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014468+0000","last_change":"2023-10-06T22:44:20.917768+0000","last_active":"2023-10-06T22:44:22.014468+0000","last_peered":"2023-10-06T22:44:22.014468+0000","last_clean":"2023-10-06T22:44:22.014468+0000","last_became_active":"2023-10-06T22:44:20.917356+0000","last_became_peered":"2023-10-06T22:44:20.917356+0000","last_unstale":"2023-10-06T22:44:22.014468+0000","last_undegraded":"2023-10-06T22:44:22.014468+0000","last_fullsized":"2023-10-06T22:44:22.014468+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.902158+0000","last_change":"2023-10-06T22:44:16.888294+0000","last_active":"2023-10-06T22:44:20.902158+0000","last_peered":"2023-10-06T22:44:20.902158+0000","last_clean":"2023-10-06T22:44:20.902158+0000","last_became_active":"2023-10-06T22:44:16.877161+0000","last_became_peered":"2023-10-06T22:44:16.877161+0000","last_unstale":"2023-10-06T22:44:20.902158+0000","last_undegraded":"2023-10-06T22:44:20.902158+0000","last_fullsized":"2023-10-06T22:44:20.902158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:18:04.772559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895354+0000","last_change":"2023-10-06T22:44:15.869493+0000","last_active":"2023-10-06T22:44:20.895354+0000","last_peered":"2023-10-06T22:44:20.895354+0000","last_clean":"2023-10-06T22:44:20.895354+0000","last_became_active":"2023-10-06T22:44:15.869125+0000","last_became_peered":"2023-10-06T22:44:15.869125+0000","last_unstale":"2023-10-06T22:44:20.895354+0000","last_undegraded":"2023-10-06T22:44:20.895354+0000","last_fullsized":"2023-10-06T22:44:20.895354+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.015099+0000","last_change":"2023-10-06T22:44:21.381869+0000","last_active":"2023-10-06T22:44:22.015099+0000","last_peered":"2023-10-06T22:44:22.015099+0000","last_clean":"2023-10-06T22:44:22.015099+0000","last_became_active":"2023-10-06T22:44:21.381149+0000","last_became_peered":"2023-10-06T22:44:21.381149+0000","last_unstale":"2023-10-06T22:44:22.015099+0000","last_undegraded":"2023-10-06T22:44:22.015099+0000","last_fullsized":"2023-10-06T22:44:22.015099+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:50:56.632005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890687+0000","last_change":"2023-10-06T22:44:16.893481+0000","last_active":"2023-10-06T22:44:20.890687+0000","last_peered":"2023-10-06T22:44:20.890687+0000","last_clean":"2023-10-06T22:44:20.890687+0000","last_became_active":"2023-10-06T22:44:16.892681+0000","last_became_peered":"2023-10-06T22:44:16.892681+0000","last_unstale":"2023-10-06T22:44:20.890687+0000","last_undegraded":"2023-10-06T22:44:20.890687+0000","last_fullsized":"2023-10-06T22:44:20.890687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899644+0000","last_change":"2023-10-06T22:44:15.866699+0000","last_active":"2023-10-06T22:44:20.899644+0000","last_peered":"2023-10-06T22:44:20.899644+0000","last_clean":"2023-10-06T22:44:20.899644+0000","last_became_active":"2023-10-06T22:44:15.864852+0000","last_became_peered":"2023-10-06T22:44:15.864852+0000","last_unstale":"2023-10-06T22:44:20.899644+0000","last_undegraded":"2023-10-06T22:44:20.899644+0000","last_fullsized":"2023-10-06T22:44:20.899644+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":170,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013916+0000","last_change":"2023-10-06T22:44:21.377456+0000","last_active":"2023-10-06T22:44:22.013916+0000","last_peered":"2023-10-06T22:44:22.013916+0000","last_clean":"2023-10-06T22:44:22.013916+0000","last_became_active":"2023-10-06T22:44:21.377022+0000","last_became_peered":"2023-10-06T22:44:21.377022+0000","last_unstale":"2023-10-06T22:44:22.013916+0000","last_undegraded":"2023-10-06T22:44:22.013916+0000","last_fullsized":"2023-10-06T22:44:22.013916+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:06:35.889811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899190+0000","last_change":"2023-10-06T22:44:16.880354+0000","last_active":"2023-10-06T22:44:20.899190+0000","last_peered":"2023-10-06T22:44:20.899190+0000","last_clean":"2023-10-06T22:44:20.899190+0000","last_became_active":"2023-10-06T22:44:16.880135+0000","last_became_peered":"2023-10-06T22:44:16.880135+0000","last_unstale":"2023-10-06T22:44:20.899190+0000","last_undegraded":"2023-10-06T22:44:20.899190+0000","last_fullsized":"2023-10-06T22:44:20.899190+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:05.510393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376693+0000","last_change":"2023-10-06T22:44:15.876931+0000","last_active":"2023-10-06T22:44:21.376693+0000","last_peered":"2023-10-06T22:44:21.376693+0000","last_clean":"2023-10-06T22:44:21.376693+0000","last_became_active":"2023-10-06T22:44:15.876660+0000","last_became_peered":"2023-10-06T22:44:15.876660+0000","last_unstale":"2023-10-06T22:44:21.376693+0000","last_undegraded":"2023-10-06T22:44:21.376693+0000","last_fullsized":"2023-10-06T22:44:21.376693+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:11.883560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013591+0000","last_change":"2023-10-06T22:44:21.379539+0000","last_active":"2023-10-06T22:44:22.013591+0000","last_peered":"2023-10-06T22:44:22.013591+0000","last_clean":"2023-10-06T22:44:22.013591+0000","last_became_active":"2023-10-06T22:44:21.379098+0000","last_became_peered":"2023-10-06T22:44:21.379098+0000","last_unstale":"2023-10-06T22:44:22.013591+0000","last_undegraded":"2023-10-06T22:44:22.013591+0000","last_fullsized":"2023-10-06T22:44:22.013591+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:51.352948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378155+0000","last_change":"2023-10-06T22:44:15.880115+0000","last_active":"2023-10-06T22:44:21.378155+0000","last_peered":"2023-10-06T22:44:21.378155+0000","last_clean":"2023-10-06T22:44:21.378155+0000","last_became_active":"2023-10-06T22:44:15.879832+0000","last_became_peered":"2023-10-06T22:44:15.879832+0000","last_unstale":"2023-10-06T22:44:21.378155+0000","last_undegraded":"2023-10-06T22:44:21.378155+0000","last_fullsized":"2023-10-06T22:44:21.378155+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:42.770244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.904254+0000","last_change":"2023-10-06T22:44:16.875638+0000","last_active":"2023-10-06T22:44:20.904254+0000","last_peered":"2023-10-06T22:44:20.904254+0000","last_clean":"2023-10-06T22:44:20.904254+0000","last_became_active":"2023-10-06T22:44:16.875270+0000","last_became_peered":"2023-10-06T22:44:16.875270+0000","last_unstale":"2023-10-06T22:44:20.904254+0000","last_undegraded":"2023-10-06T22:44:20.904254+0000","last_fullsized":"2023-10-06T22:44:20.904254+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:22:43.776737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.892147+0000","last_change":"2023-10-06T22:44:21.382295+0000","last_active":"2023-10-06T22:44:21.892147+0000","last_peered":"2023-10-06T22:44:21.892147+0000","last_clean":"2023-10-06T22:44:21.892147+0000","last_became_active":"2023-10-06T22:44:21.381974+0000","last_became_peered":"2023-10-06T22:44:21.381974+0000","last_unstale":"2023-10-06T22:44:21.892147+0000","last_undegraded":"2023-10-06T22:44:21.892147+0000","last_fullsized":"2023-10-06T22:44:21.892147+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:29:16.570101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"23'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897220+0000","last_change":"2023-10-06T22:44:15.872941+0000","last_active":"2023-10-06T22:44:20.897220+0000","last_peered":"2023-10-06T22:44:20.897220+0000","last_clean":"2023-10-06T22:44:20.897220+0000","last_became_active":"2023-10-06T22:44:15.872490+0000","last_became_peered":"2023-10-06T22:44:15.872490+0000","last_unstale":"2023-10-06T22:44:20.897220+0000","last_undegraded":"2023-10-06T22:44:20.897220+0000","last_fullsized":"2023-10-06T22:44:20.897220+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891468+0000","last_change":"2023-10-06T22:44:16.875552+0000","last_active":"2023-10-06T22:44:20.891468+0000","last_peered":"2023-10-06T22:44:20.891468+0000","last_clean":"2023-10-06T22:44:20.891468+0000","last_became_active":"2023-10-06T22:44:16.875262+0000","last_became_peered":"2023-10-06T22:44:16.875262+0000","last_unstale":"2023-10-06T22:44:20.891468+0000","last_undegraded":"2023-10-06T22:44:20.891468+0000","last_fullsized":"2023-10-06T22:44:20.891468+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894516+0000","last_change":"2023-10-06T22:44:21.379609+0000","last_active":"2023-10-06T22:44:21.894516+0000","last_peered":"2023-10-06T22:44:21.894516+0000","last_clean":"2023-10-06T22:44:21.894516+0000","last_became_active":"2023-10-06T22:44:21.379120+0000","last_became_peered":"2023-10-06T22:44:21.379120+0000","last_unstale":"2023-10-06T22:44:21.894516+0000","last_undegraded":"2023-10-06T22:44:21.894516+0000","last_fullsized":"2023-10-06T22:44:21.894516+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:56.007371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898290+0000","last_change":"2023-10-06T22:44:15.876864+0000","last_active":"2023-10-06T22:44:20.898290+0000","last_peered":"2023-10-06T22:44:20.898290+0000","last_clean":"2023-10-06T22:44:20.898290+0000","last_became_active":"2023-10-06T22:44:15.876577+0000","last_became_peered":"2023-10-06T22:44:15.876577+0000","last_unstale":"2023-10-06T22:44:20.898290+0000","last_undegraded":"2023-10-06T22:44:20.898290+0000","last_fullsized":"2023-10-06T22:44:20.898290+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907140+0000","last_change":"2023-10-06T22:44:16.887603+0000","last_active":"2023-10-06T22:44:20.907140+0000","last_peered":"2023-10-06T22:44:20.907140+0000","last_clean":"2023-10-06T22:44:20.907140+0000","last_became_active":"2023-10-06T22:44:16.887333+0000","last_became_peered":"2023-10-06T22:44:16.887333+0000","last_unstale":"2023-10-06T22:44:20.907140+0000","last_undegraded":"2023-10-06T22:44:20.907140+0000","last_fullsized":"2023-10-06T22:44:20.907140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894873+0000","last_change":"2023-10-06T22:44:20.924602+0000","last_active":"2023-10-06T22:44:21.894873+0000","last_peered":"2023-10-06T22:44:21.894873+0000","last_clean":"2023-10-06T22:44:21.894873+0000","last_became_active":"2023-10-06T22:44:20.924058+0000","last_became_peered":"2023-10-06T22:44:20.924058+0000","last_unstale":"2023-10-06T22:44:21.894873+0000","last_undegraded":"2023-10-06T22:44:21.894873+0000","last_fullsized":"2023-10-06T22:44:21.894873+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:13.824778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.376577+0000","last_change":"2023-10-06T22:44:15.881013+0000","last_active":"2023-10-06T22:44:21.376577+0000","last_peered":"2023-10-06T22:44:21.376577+0000","last_clean":"2023-10-06T22:44:21.376577+0000","last_became_active":"2023-10-06T22:44:15.880737+0000","last_became_peered":"2023-10-06T22:44:15.880737+0000","last_unstale":"2023-10-06T22:44:21.376577+0000","last_undegraded":"2023-10-06T22:44:21.376577+0000","last_fullsized":"2023-10-06T22:44:21.376577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:01:05.931078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.907078+0000","last_change":"2023-10-06T22:44:16.861778+0000","last_active":"2023-10-06T22:44:20.907078+0000","last_peered":"2023-10-06T22:44:20.907078+0000","last_clean":"2023-10-06T22:44:20.907078+0000","last_became_active":"2023-10-06T22:44:16.861462+0000","last_became_peered":"2023-10-06T22:44:16.861462+0000","last_unstale":"2023-10-06T22:44:20.907078+0000","last_undegraded":"2023-10-06T22:44:20.907078+0000","last_fullsized":"2023-10-06T22:44:20.907078+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014615+0000","last_change":"2023-10-06T22:44:21.379641+0000","last_active":"2023-10-06T22:44:22.014615+0000","last_peered":"2023-10-06T22:44:22.014615+0000","last_clean":"2023-10-06T22:44:22.014615+0000","last_became_active":"2023-10-06T22:44:21.379009+0000","last_became_peered":"2023-10-06T22:44:21.379009+0000","last_unstale":"2023-10-06T22:44:22.014615+0000","last_undegraded":"2023-10-06T22:44:22.014615+0000","last_fullsized":"2023-10-06T22:44:22.014615+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898160+0000","last_change":"2023-10-06T22:44:15.876935+0000","last_active":"2023-10-06T22:44:20.898160+0000","last_peered":"2023-10-06T22:44:20.898160+0000","last_clean":"2023-10-06T22:44:20.898160+0000","last_became_active":"2023-10-06T22:44:15.876636+0000","last_became_peered":"2023-10-06T22:44:15.876636+0000","last_unstale":"2023-10-06T22:44:20.898160+0000","last_undegraded":"2023-10-06T22:44:20.898160+0000","last_fullsized":"2023-10-06T22:44:20.898160+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:48.959709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.892253+0000","last_change":"2023-10-06T22:44:16.885400+0000","last_active":"2023-10-06T22:44:20.892253+0000","last_peered":"2023-10-06T22:44:20.892253+0000","last_clean":"2023-10-06T22:44:20.892253+0000","last_became_active":"2023-10-06T22:44:16.885062+0000","last_became_peered":"2023-10-06T22:44:16.885062+0000","last_unstale":"2023-10-06T22:44:20.892253+0000","last_undegraded":"2023-10-06T22:44:20.892253+0000","last_fullsized":"2023-10-06T22:44:20.892253+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893681+0000","last_change":"2023-10-06T22:44:20.924687+0000","last_active":"2023-10-06T22:44:21.893681+0000","last_peered":"2023-10-06T22:44:21.893681+0000","last_clean":"2023-10-06T22:44:21.893681+0000","last_became_active":"2023-10-06T22:44:20.924233+0000","last_became_peered":"2023-10-06T22:44:20.924233+0000","last_unstale":"2023-10-06T22:44:21.893681+0000","last_undegraded":"2023-10-06T22:44:21.893681+0000","last_fullsized":"2023-10-06T22:44:21.893681+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:37.153489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898459+0000","last_change":"2023-10-06T22:44:15.871051+0000","last_active":"2023-10-06T22:44:20.898459+0000","last_peered":"2023-10-06T22:44:20.898459+0000","last_clean":"2023-10-06T22:44:20.898459+0000","last_became_active":"2023-10-06T22:44:15.870684+0000","last_became_peered":"2023-10-06T22:44:15.870684+0000","last_unstale":"2023-10-06T22:44:20.898459+0000","last_undegraded":"2023-10-06T22:44:20.898459+0000","last_fullsized":"2023-10-06T22:44:20.898459+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:16:21.328533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891082+0000","last_change":"2023-10-06T22:44:16.895772+0000","last_active":"2023-10-06T22:44:20.891082+0000","last_peered":"2023-10-06T22:44:20.891082+0000","last_clean":"2023-10-06T22:44:20.891082+0000","last_became_active":"2023-10-06T22:44:16.893022+0000","last_became_peered":"2023-10-06T22:44:16.893022+0000","last_unstale":"2023-10-06T22:44:20.891082+0000","last_undegraded":"2023-10-06T22:44:20.891082+0000","last_fullsized":"2023-10-06T22:44:20.891082+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:28:33.117510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.893641+0000","last_change":"2023-10-06T22:44:20.918956+0000","last_active":"2023-10-06T22:44:21.893641+0000","last_peered":"2023-10-06T22:44:21.893641+0000","last_clean":"2023-10-06T22:44:21.893641+0000","last_became_active":"2023-10-06T22:44:20.918586+0000","last_became_peered":"2023-10-06T22:44:20.918586+0000","last_unstale":"2023-10-06T22:44:21.893641+0000","last_undegraded":"2023-10-06T22:44:21.893641+0000","last_fullsized":"2023-10-06T22:44:21.893641+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:28.529438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378074+0000","last_change":"2023-10-06T22:44:15.878946+0000","last_active":"2023-10-06T22:44:21.378074+0000","last_peered":"2023-10-06T22:44:21.378074+0000","last_clean":"2023-10-06T22:44:21.378074+0000","last_became_active":"2023-10-06T22:44:15.878520+0000","last_became_peered":"2023-10-06T22:44:15.878520+0000","last_unstale":"2023-10-06T22:44:21.378074+0000","last_undegraded":"2023-10-06T22:44:21.378074+0000","last_fullsized":"2023-10-06T22:44:21.378074+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T10:39:59.656368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898113+0000","last_change":"2023-10-06T22:44:16.878663+0000","last_active":"2023-10-06T22:44:20.898113+0000","last_peered":"2023-10-06T22:44:20.898113+0000","last_clean":"2023-10-06T22:44:20.898113+0000","last_became_active":"2023-10-06T22:44:16.878342+0000","last_became_peered":"2023-10-06T22:44:16.878342+0000","last_unstale":"2023-10-06T22:44:20.898113+0000","last_undegraded":"2023-10-06T22:44:20.898113+0000","last_fullsized":"2023-10-06T22:44:20.898113+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.014897+0000","last_change":"2023-10-06T22:44:21.379815+0000","last_active":"2023-10-06T22:44:22.014897+0000","last_peered":"2023-10-06T22:44:22.014897+0000","last_clean":"2023-10-06T22:44:22.014897+0000","last_became_active":"2023-10-06T22:44:21.379304+0000","last_became_peered":"2023-10-06T22:44:21.379304+0000","last_unstale":"2023-10-06T22:44:22.014897+0000","last_undegraded":"2023-10-06T22:44:22.014897+0000","last_fullsized":"2023-10-06T22:44:22.014897+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:16:09.869523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896321+0000","last_change":"2023-10-06T22:44:15.862549+0000","last_active":"2023-10-06T22:44:20.896321+0000","last_peered":"2023-10-06T22:44:20.896321+0000","last_clean":"2023-10-06T22:44:20.896321+0000","last_became_active":"2023-10-06T22:44:15.862220+0000","last_became_peered":"2023-10-06T22:44:15.862220+0000","last_unstale":"2023-10-06T22:44:20.896321+0000","last_undegraded":"2023-10-06T22:44:20.896321+0000","last_fullsized":"2023-10-06T22:44:20.896321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:45:18.299874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.378632+0000","last_change":"2023-10-06T22:44:16.891435+0000","last_active":"2023-10-06T22:44:21.378632+0000","last_peered":"2023-10-06T22:44:21.378632+0000","last_clean":"2023-10-06T22:44:21.378632+0000","last_became_active":"2023-10-06T22:44:16.890997+0000","last_became_peered":"2023-10-06T22:44:16.890997+0000","last_unstale":"2023-10-06T22:44:21.378632+0000","last_undegraded":"2023-10-06T22:44:21.378632+0000","last_fullsized":"2023-10-06T22:44:21.378632+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:17:47.316969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:22.013568+0000","last_change":"2023-10-06T22:44:20.917440+0000","last_active":"2023-10-06T22:44:22.013568+0000","last_peered":"2023-10-06T22:44:22.013568+0000","last_clean":"2023-10-06T22:44:22.013568+0000","last_became_active":"2023-10-06T22:44:20.917034+0000","last_became_peered":"2023-10-06T22:44:20.917034+0000","last_unstale":"2023-10-06T22:44:22.013568+0000","last_undegraded":"2023-10-06T22:44:22.013568+0000","last_fullsized":"2023-10-06T22:44:22.013568+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:30:40.265060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":17,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899612+0000","last_change":"2023-10-06T22:44:15.872417+0000","last_active":"2023-10-06T22:44:20.899612+0000","last_peered":"2023-10-06T22:44:20.899612+0000","last_clean":"2023-10-06T22:44:20.899612+0000","last_became_active":"2023-10-06T22:44:15.872084+0000","last_became_peered":"2023-10-06T22:44:15.872084+0000","last_unstale":"2023-10-06T22:44:20.899612+0000","last_undegraded":"2023-10-06T22:44:20.899612+0000","last_fullsized":"2023-10-06T22:44:20.899612+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:25:04.503900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.903908+0000","last_change":"2023-10-06T22:44:16.881172+0000","last_active":"2023-10-06T22:44:20.903908+0000","last_peered":"2023-10-06T22:44:20.903908+0000","last_clean":"2023-10-06T22:44:20.903908+0000","last_became_active":"2023-10-06T22:44:16.880711+0000","last_became_peered":"2023-10-06T22:44:16.880711+0000","last_unstale":"2023-10-06T22:44:20.903908+0000","last_undegraded":"2023-10-06T22:44:20.903908+0000","last_fullsized":"2023-10-06T22:44:20.903908+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:09.788799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.894046+0000","last_change":"2023-10-06T22:44:21.384893+0000","last_active":"2023-10-06T22:44:21.894046+0000","last_peered":"2023-10-06T22:44:21.894046+0000","last_clean":"2023-10-06T22:44:21.894046+0000","last_became_active":"2023-10-06T22:44:21.384483+0000","last_became_peered":"2023-10-06T22:44:21.384483+0000","last_unstale":"2023-10-06T22:44:21.894046+0000","last_undegraded":"2023-10-06T22:44:21.894046+0000","last_fullsized":"2023-10-06T22:44:21.894046+0000","mapping_epoch":23,"log_start":"0'0","ondisk_log_start":"0'0","created":23,"last_epoch_clean":24,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:19.874865+0000","last_clean_scrub_stamp":"2023-10-06T22:44:19.874865+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:57:26.244507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":18,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.896680+0000","last_change":"2023-10-06T22:44:15.863324+0000","last_active":"2023-10-06T22:44:20.896680+0000","last_peered":"2023-10-06T22:44:20.896680+0000","last_clean":"2023-10-06T22:44:20.896680+0000","last_became_active":"2023-10-06T22:44:15.862968+0000","last_became_peered":"2023-10-06T22:44:15.862968+0000","last_unstale":"2023-10-06T22:44:20.896680+0000","last_undegraded":"2023-10-06T22:44:20.896680+0000","last_fullsized":"2023-10-06T22:44:20.896680+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:14.832393+0000","last_clean_scrub_stamp":"2023-10-06T22:44:14.832393+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:01:08.085407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:21.382577+0000","last_change":"2023-10-06T22:44:16.879248+0000","last_active":"2023-10-06T22:44:21.382577+0000","last_peered":"2023-10-06T22:44:21.382577+0000","last_clean":"2023-10-06T22:44:21.382577+0000","last_became_active":"2023-10-06T22:44:16.878993+0000","last_became_peered":"2023-10-06T22:44:16.878993+0000","last_unstale":"2023-10-06T22:44:21.382577+0000","last_undegraded":"2023-10-06T22:44:21.382577+0000","last_fullsized":"2023-10-06T22:44:21.382577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:43.166569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898918+0000","last_change":"2023-10-06T22:44:16.893185+0000","last_active":"2023-10-06T22:44:20.898918+0000","last_peered":"2023-10-06T22:44:20.898918+0000","last_clean":"2023-10-06T22:44:20.898918+0000","last_became_active":"2023-10-06T22:44:16.892919+0000","last_became_peered":"2023-10-06T22:44:16.892919+0000","last_unstale":"2023-10-06T22:44:20.898918+0000","last_undegraded":"2023-10-06T22:44:20.898918+0000","last_fullsized":"2023-10-06T22:44:20.898918+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.895447+0000","last_change":"2023-10-06T22:44:16.883038+0000","last_active":"2023-10-06T22:44:20.895447+0000","last_peered":"2023-10-06T22:44:20.895447+0000","last_clean":"2023-10-06T22:44:20.895447+0000","last_became_active":"2023-10-06T22:44:16.882754+0000","last_became_peered":"2023-10-06T22:44:16.882754+0000","last_unstale":"2023-10-06T22:44:20.895447+0000","last_undegraded":"2023-10-06T22:44:20.895447+0000","last_fullsized":"2023-10-06T22:44:20.895447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:28:12.890053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899750+0000","last_change":"2023-10-06T22:44:16.884239+0000","last_active":"2023-10-06T22:44:20.899750+0000","last_peered":"2023-10-06T22:44:20.899750+0000","last_clean":"2023-10-06T22:44:20.899750+0000","last_became_active":"2023-10-06T22:44:16.877461+0000","last_became_peered":"2023-10-06T22:44:16.877461+0000","last_unstale":"2023-10-06T22:44:20.899750+0000","last_undegraded":"2023-10-06T22:44:20.899750+0000","last_fullsized":"2023-10-06T22:44:20.899750+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:19:51.971392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900636+0000","last_change":"2023-10-06T22:44:16.891322+0000","last_active":"2023-10-06T22:44:20.900636+0000","last_peered":"2023-10-06T22:44:20.900636+0000","last_clean":"2023-10-06T22:44:20.900636+0000","last_became_active":"2023-10-06T22:44:16.891055+0000","last_became_peered":"2023-10-06T22:44:16.891055+0000","last_unstale":"2023-10-06T22:44:20.900636+0000","last_undegraded":"2023-10-06T22:44:20.900636+0000","last_fullsized":"2023-10-06T22:44:20.900636+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:40:37.616003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890495+0000","last_change":"2023-10-06T22:44:16.880847+0000","last_active":"2023-10-06T22:44:20.890495+0000","last_peered":"2023-10-06T22:44:20.890495+0000","last_clean":"2023-10-06T22:44:20.890495+0000","last_became_active":"2023-10-06T22:44:16.880424+0000","last_became_peered":"2023-10-06T22:44:16.880424+0000","last_unstale":"2023-10-06T22:44:20.890495+0000","last_undegraded":"2023-10-06T22:44:20.890495+0000","last_fullsized":"2023-10-06T22:44:20.890495+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899504+0000","last_change":"2023-10-06T22:44:16.873562+0000","last_active":"2023-10-06T22:44:20.899504+0000","last_peered":"2023-10-06T22:44:20.899504+0000","last_clean":"2023-10-06T22:44:20.899504+0000","last_became_active":"2023-10-06T22:44:16.873252+0000","last_became_peered":"2023-10-06T22:44:16.873252+0000","last_unstale":"2023-10-06T22:44:20.899504+0000","last_undegraded":"2023-10-06T22:44:20.899504+0000","last_fullsized":"2023-10-06T22:44:20.899504+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.898470+0000","last_change":"2023-10-06T22:44:16.879013+0000","last_active":"2023-10-06T22:44:20.898470+0000","last_peered":"2023-10-06T22:44:20.898470+0000","last_clean":"2023-10-06T22:44:20.898470+0000","last_became_active":"2023-10-06T22:44:16.878733+0000","last_became_peered":"2023-10-06T22:44:16.878733+0000","last_unstale":"2023-10-06T22:44:20.898470+0000","last_undegraded":"2023-10-06T22:44:20.898470+0000","last_fullsized":"2023-10-06T22:44:20.898470+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:49:24.493459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.891570+0000","last_change":"2023-10-06T22:44:16.880203+0000","last_active":"2023-10-06T22:44:20.891570+0000","last_peered":"2023-10-06T22:44:20.891570+0000","last_clean":"2023-10-06T22:44:20.891570+0000","last_became_active":"2023-10-06T22:44:16.879884+0000","last_became_peered":"2023-10-06T22:44:16.879884+0000","last_unstale":"2023-10-06T22:44:20.891570+0000","last_undegraded":"2023-10-06T22:44:20.891570+0000","last_fullsized":"2023-10-06T22:44:20.891570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899381+0000","last_change":"2023-10-06T22:44:16.894313+0000","last_active":"2023-10-06T22:44:20.899381+0000","last_peered":"2023-10-06T22:44:20.899381+0000","last_clean":"2023-10-06T22:44:20.899381+0000","last_became_active":"2023-10-06T22:44:16.893906+0000","last_became_peered":"2023-10-06T22:44:16.893906+0000","last_unstale":"2023-10-06T22:44:20.899381+0000","last_undegraded":"2023-10-06T22:44:20.899381+0000","last_fullsized":"2023-10-06T22:44:20.899381+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:57.653442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.890043+0000","last_change":"2023-10-06T22:44:16.881870+0000","last_active":"2023-10-06T22:44:20.890043+0000","last_peered":"2023-10-06T22:44:20.890043+0000","last_clean":"2023-10-06T22:44:20.890043+0000","last_became_active":"2023-10-06T22:44:16.881604+0000","last_became_peered":"2023-10-06T22:44:16.881604+0000","last_unstale":"2023-10-06T22:44:20.890043+0000","last_undegraded":"2023-10-06T22:44:20.890043+0000","last_fullsized":"2023-10-06T22:44:20.890043+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.899852+0000","last_change":"2023-10-06T22:44:16.883067+0000","last_active":"2023-10-06T22:44:20.899852+0000","last_peered":"2023-10-06T22:44:20.899852+0000","last_clean":"2023-10-06T22:44:20.899852+0000","last_became_active":"2023-10-06T22:44:16.882389+0000","last_became_peered":"2023-10-06T22:44:16.882389+0000","last_unstale":"2023-10-06T22:44:20.899852+0000","last_undegraded":"2023-10-06T22:44:20.899852+0000","last_fullsized":"2023-10-06T22:44:20.899852+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:24.663894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.900723+0000","last_change":"2023-10-06T22:44:16.884653+0000","last_active":"2023-10-06T22:44:20.900723+0000","last_peered":"2023-10-06T22:44:20.900723+0000","last_clean":"2023-10-06T22:44:20.900723+0000","last_became_active":"2023-10-06T22:44:16.884393+0000","last_became_peered":"2023-10-06T22:44:16.884393+0000","last_unstale":"2023-10-06T22:44:20.900723+0000","last_undegraded":"2023-10-06T22:44:20.900723+0000","last_fullsized":"2023-10-06T22:44:20.900723+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:07:49.966202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":24,"state":"active+clean","last_fresh":"2023-10-06T22:44:20.897814+0000","last_change":"2023-10-06T22:44:16.879627+0000","last_active":"2023-10-06T22:44:20.897814+0000","last_peered":"2023-10-06T22:44:20.897814+0000","last_clean":"2023-10-06T22:44:20.897814+0000","last_became_active":"2023-10-06T22:44:16.879339+0000","last_became_peered":"2023-10-06T22:44:16.879339+0000","last_unstale":"2023-10-06T22:44:20.897814+0000","last_undegraded":"2023-10-06T22:44:20.897814+0000","last_fullsized":"2023-10-06T22:44:20.897814+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:15.838885+0000","last_clean_scrub_stamp":"2023-10-06T22:44:15.838885+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:45:54.085903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476750,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":103997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89800000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94999999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27864,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343976,"statfs":{"total":96636764160,"available":96608231424,"internally_reserved":0,"allocated":860160,"data_stored":694325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":3.2629999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":5.3099999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":10.445}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.304}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574861,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":274432,"data_stored":104157,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":14.379}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96099999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.1150000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":872448,"data_stored":695003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7509999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":6.1600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7849999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4630000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2709999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.5549999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3149999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574861,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6919999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":4.0140000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7649999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":2.9940000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.649}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574860,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":278528,"data_stored":104123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.21}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]}]},{"osd":5,"up_from":13,"seq":55834574859,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":104087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574860,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":107839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:44:52.773 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-10-06T22:44:52.773 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-06T22:44:52.773 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-10-06T22:44:52.774 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-10-06T22:44:53.009 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.008+0000 7f48ff7ff700 1 Processor -- start 2023-10-06T22:44:53.009 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.008+0000 7f48ff7ff700 1 -- start start 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.009+0000 7f48ff7ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f48f815d830 0x7f48f80d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.009+0000 7f48ff7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48f80d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.009+0000 7f48ff7ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48f80d3320 con 0x7f48f80b5010 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.009+0000 7f48ff7ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48f80d1d40 con 0x7f48f815d830 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.009+0000 7f48ff7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48f80d2020 con 0x7f48f80ce890 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48fdd9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f48f80b5010 0x7f48f80b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:34730/0 (socket says 172.21.15.37:34730) 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48fdd9c700 1 -- 172.21.15.37:0/280712467 learned_addr learned my addr 172.21.15.37:0/280712467 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:53.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48fcd9a700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48f80d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48fd59b700 1 --2- 172.21.15.37:0/280712467 >> v2:172.21.15.62:3300/0 conn(0x7f48f815d830 0x7f48f80d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1320754536 0 0) 0x7f48f80d3320 con 0x7f48f80b5010 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48e40035b0 con 0x7f48f80b5010 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3480547961 0 0) 0x7f48e40035b0 con 0x7f48f80b5010 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 msgr2=0x7f48f80d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48f80d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 >> v2:172.21.15.62:3300/0 conn(0x7f48f815d830 msgr2=0x7f48f80d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 --2- 172.21.15.37:0/280712467 >> v2:172.21.15.62:3300/0 conn(0x7f48f815d830 0x7f48f80d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48f80d2300 con 0x7f48f80b5010 2023-10-06T22:44:53.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f48f00019f0 con 0x7f48f80b5010 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48fcd9a700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48f80d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48fd59b700 1 --2- 172.21.15.37:0/280712467 >> v2:172.21.15.62:3300/0 conn(0x7f48f815d830 0x7f48f80d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.010+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 >> v1:172.21.15.37:6789/0 conn(0x7f48f80b5010 legacy=0x7f48f80b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48effff700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48e4003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48effff700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48e4003f90 0x7f48e4004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48effff700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48e4004d90 0x7f48e4005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f80d1d40 con 0x7f48e4004d90 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f80d2020 con 0x7f48e4003f90 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48e400ba60 con 0x7f48f80ce890 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fdd9c700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48e4004d90 0x7f48e4005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fd59b700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48e4003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fcd9a700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48e4003f90 0x7f48e4004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fd59b700 1 -- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48e4003f90 msgr2=0x7f48e4004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fd59b700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48e4003f90 0x7f48e4004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fd59b700 1 -- 172.21.15.37:0/280712467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48e4004d90 msgr2=0x7f48e4005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fd59b700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48e4004d90 0x7f48e4005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fd59b700 1 -- 172.21.15.37:0/280712467 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48e80094a0 con 0x7f48f80ce890 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.011+0000 7f48fdd9c700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48e4004d90 0x7f48e4005210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.012+0000 7f48fd59b700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48e4003a00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f48f4009d60 tx=0x7f48e4005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e968a44f8457ef09 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.016 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.012+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f400e9a0 con 0x7f48f80ce890 2023-10-06T22:44:53.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.012+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48f400eb00 con 0x7f48f80ce890 2023-10-06T22:44:53.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.012+0000 7f48effff700 1 -- 172.21.15.37:0/280712467 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f400eeb0 con 0x7f48f80ce890 2023-10-06T22:44:53.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.012+0000 7f48ff7ff700 1 -- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 msgr2=0x7f48e4003a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.012+0000 7f48ff7ff700 1 --2- 172.21.15.37:0/280712467 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f80ce890 0x7f48e4003a00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f48f4009d60 tx=0x7f48e4005880 comp rx=0 tx=0).stop 2023-10-06T22:44:53.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.012+0000 7f48fdd9c700 1 -- 172.21.15.37:0/280712467 reap_dead start 2023-10-06T22:44:53.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.013+0000 7f48ff7ff700 1 -- 172.21.15.37:0/280712467 shutdown_connections 2023-10-06T22:44:53.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.013+0000 7f48ff7ff700 1 -- 172.21.15.37:0/280712467 >> 172.21.15.37:0/280712467 conn(0x7f48f8072630 msgr2=0x7f48f80d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.013+0000 7f48ff7ff700 1 -- 172.21.15.37:0/280712467 shutdown_connections 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.013+0000 7f48ff7ff700 1 -- 172.21.15.37:0/280712467 wait complete. 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.014+0000 7f48ff7ff700 1 Processor -- start 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.015+0000 7f48ff7ff700 1 -- start start 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.015+0000 7f48ff7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48f80ce890 0x7f48f80ca660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.015+0000 7f48ff7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f815fcb0 0x7f48f80cc350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.015+0000 7f48ff7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48f80ccee0 0x7f48f80b8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.015+0000 7f48ff7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f8148a30 con 0x7f48f80ce890 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.015+0000 7f48ff7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f8148d10 con 0x7f48f80ccee0 2023-10-06T22:44:53.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.015+0000 7f48ff7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48f8148ff0 con 0x7f48f815fcb0 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48f80ce890 0x7f48f80ca660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48f80ce890 0x7f48f80ca660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41802/0 (socket says 172.21.15.37:41802) 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 -- 172.21.15.37:0/3351120303 learned_addr learned my addr 172.21.15.37:0/3351120303 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fdd9c700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48f80ccee0 0x7f48f80b8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fcd9a700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f815fcb0 0x7f48f80cc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 -- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f815fcb0 msgr2=0x7f48f80cc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f815fcb0 0x7f48f80cc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 -- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48f80ccee0 msgr2=0x7f48f80b8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48f80ccee0 0x7f48f80b8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 -- 172.21.15.37:0/3351120303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48f81492d0 con 0x7f48f80ce890 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fdd9c700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48f80ccee0 0x7f48f80b8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fcd9a700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f815fcb0 0x7f48f80cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.016+0000 7f48fd59b700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48f80ce890 0x7f48f80ca660 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f48e400bbf0 tx=0x7f48f40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.017+0000 7f48edffb700 1 -- 172.21.15.37:0/3351120303 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f4021070 con 0x7f48f80ce890 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.017+0000 7f48edffb700 1 -- 172.21.15.37:0/3351120303 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48f4009eb0 con 0x7f48f80ce890 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.017+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48f81495b0 con 0x7f48f80ce890 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.017+0000 7f48edffb700 1 -- 172.21.15.37:0/3351120303 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f400e9a0 con 0x7f48f80ce890 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.017+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48f80cd370 con 0x7f48f80ce890 2023-10-06T22:44:53.022 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.018+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48f8074380 con 0x7f48f80ce890 2023-10-06T22:44:53.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.019+0000 7f48edffb700 1 -- 172.21.15.37:0/3351120303 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f48f4025070 con 0x7f48f80ce890 2023-10-06T22:44:53.023 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.020+0000 7f48edffb700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f48dc06af00 0x7f48dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.020+0000 7f48edffb700 1 -- 172.21.15.37:0/3351120303 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f48f408b2f0 con 0x7f48f80ce890 2023-10-06T22:44:53.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.020+0000 7f48fcd9a700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f48dc06af00 0x7f48dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.021+0000 7f48fcd9a700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f48dc06af00 0x7f48dc06d3c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f48f8148900 tx=0x7f48e8008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.024+0000 7f48edffb700 1 -- 172.21.15.37:0/3351120303 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f48f4059c50 con 0x7f48f80ce890 2023-10-06T22:44:53.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.283+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f48f80b3c50 con 0x7f48f80ce890 2023-10-06T22:44:53.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.284+0000 7f48edffb700 1 -- 172.21.15.37:0/3351120303 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f48f40597e0 con 0x7f48f80ce890 2023-10-06T22:44:53.285 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:53.285 INFO:teuthology.orchestra.run.smithi037.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f48dc06af00 msgr2=0x7f48dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f48dc06af00 0x7f48dc06d3c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f48f8148900 tx=0x7f48e8008040 comp rx=0 tx=0).stop 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48f80ce890 msgr2=0x7f48f80ca660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48f80ce890 0x7f48f80ca660 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f48e400bbf0 tx=0x7f48f40047c0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 shutdown_connections 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f48dc06af00 0x7f48dc06d3c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f48f80ccee0 0x7f48f80b8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f48f80ce890 0x7f48f80ca660 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 --2- 172.21.15.37:0/3351120303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f48f815fcb0 0x7f48f80cc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 >> 172.21.15.37:0/3351120303 conn(0x7f48f8072630 msgr2=0x7f48f815c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:53.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 shutdown_connections 2023-10-06T22:44:53.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.286+0000 7f48ff7ff700 1 -- 172.21.15.37:0/3351120303 wait complete. 2023-10-06T22:44:53.306 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-10-06T22:44:53.306 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:53.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.508+0000 7f34591ff700 1 Processor -- start 2023-10-06T22:44:53.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.509+0000 7f34591ff700 1 -- start start 2023-10-06T22:44:53.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f34591ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f345415d830 0x7f34540d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f34591ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f34540b5010 0x7f34540b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f34591ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34540b59a0 con 0x7f34540ce890 2023-10-06T22:44:53.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f34591ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34540d1d40 con 0x7f34540b5010 2023-10-06T22:44:53.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f34591ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34540d2020 con 0x7f345415d830 2023-10-06T22:44:53.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f345359e700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f34540b5010 0x7f34540b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f345359e700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f34540b5010 0x7f34540b5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41814/0 (socket says 172.21.15.37:41814) 2023-10-06T22:44:53.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f345359e700 1 -- 172.21.15.37:0/149526925 learned_addr learned my addr 172.21.15.37:0/149526925 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:53.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.510+0000 7f3452d9d700 1 --2- 172.21.15.37:0/149526925 >> v2:172.21.15.62:3300/0 conn(0x7f345415d830 0x7f34540d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345359e700 1 -- 172.21.15.37:0/149526925 >> v2:172.21.15.62:3300/0 conn(0x7f345415d830 msgr2=0x7f34540d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:53.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345359e700 1 --2- 172.21.15.37:0/149526925 >> v2:172.21.15.62:3300/0 conn(0x7f345415d830 0x7f34540d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345359e700 1 -- 172.21.15.37:0/149526925 >> v1:172.21.15.62:6789/0 conn(0x7f34540ce890 legacy=0x7f34540d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345359e700 1 -- 172.21.15.37:0/149526925 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34540d2300 con 0x7f34540b5010 2023-10-06T22:44:53.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345359e700 1 --2- 172.21.15.37:0/149526925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f34540b5010 0x7f34540b5460 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f34540d0960 tx=0x7f344c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d2e66502dc5245b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345259c700 1 -- 172.21.15.37:0/149526925 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c00e070 con 0x7f34540b5010 2023-10-06T22:44:53.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345259c700 1 -- 172.21.15.37:0/149526925 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f344c00b910 con 0x7f34540b5010 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.511+0000 7f345259c700 1 -- 172.21.15.37:0/149526925 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c00bcc0 con 0x7f34540b5010 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 -- 172.21.15.37:0/149526925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f34540b5010 msgr2=0x7f34540b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 --2- 172.21.15.37:0/149526925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f34540b5010 0x7f34540b5460 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f34540d0960 tx=0x7f344c00b330 comp rx=0 tx=0).stop 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 -- 172.21.15.37:0/149526925 shutdown_connections 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 --2- 172.21.15.37:0/149526925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f34540b5010 0x7f34540b5460 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 --2- 172.21.15.37:0/149526925 >> v2:172.21.15.62:3300/0 conn(0x7f345415d830 0x7f34540d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 -- 172.21.15.37:0/149526925 >> 172.21.15.37:0/149526925 conn(0x7f3454072630 msgr2=0x7f34540d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 -- 172.21.15.37:0/149526925 shutdown_connections 2023-10-06T22:44:53.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.512+0000 7f34591ff700 1 -- 172.21.15.37:0/149526925 wait complete. 2023-10-06T22:44:53.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.513+0000 7f34591ff700 1 Processor -- start 2023-10-06T22:44:53.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.514+0000 7f34591ff700 1 -- start start 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f34591ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34540b5010 0x7f34540b7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f34591ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f34540ce890 0x7f34540b6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f34591ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f345415d830 0x7f34540cc830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f34591ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34540ab930 con 0x7f345415d830 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f34591ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34540aacb0 con 0x7f34540b5010 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f34591ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34540aaf90 con 0x7f34540ce890 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f345415d830 0x7f34540cc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f345415d830 0x7f34540cc830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41826/0 (socket says 172.21.15.37:41826) 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 -- 172.21.15.37:0/1782941696 learned_addr learned my addr 172.21.15.37:0/1782941696 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f344bfff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f34540ce890 0x7f34540b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f3452d9d700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34540b5010 0x7f34540b7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 -- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f34540ce890 msgr2=0x7f34540b6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f34540ce890 0x7f34540b6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 -- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34540b5010 msgr2=0x7f34540b7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34540b5010 0x7f34540b7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f345359e700 1 -- 172.21.15.37:0/1782941696 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f344c009b30 con 0x7f345415d830 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.515+0000 7f344bfff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f34540ce890 0x7f34540b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.516+0000 7f345359e700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f345415d830 0x7f34540cc830 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f34540b5e30 tx=0x7f344c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.516+0000 7f344b7fe700 1 -- 172.21.15.37:0/1782941696 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c004930 con 0x7f345415d830 2023-10-06T22:44:53.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.516+0000 7f344b7fe700 1 -- 172.21.15.37:0/1782941696 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f344c0099b0 con 0x7f345415d830 2023-10-06T22:44:53.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.516+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34540ab270 con 0x7f345415d830 2023-10-06T22:44:53.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.516+0000 7f344b7fe700 1 -- 172.21.15.37:0/1782941696 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c01b670 con 0x7f345415d830 2023-10-06T22:44:53.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.516+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34540aa8d0 con 0x7f345415d830 2023-10-06T22:44:53.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.517+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34540aba70 con 0x7f345415d830 2023-10-06T22:44:53.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.518+0000 7f344b7fe700 1 -- 172.21.15.37:0/1782941696 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f344c01b7d0 con 0x7f345415d830 2023-10-06T22:44:53.520 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.519+0000 7f344b7fe700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f343406af00 0x7f343406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.520 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.519+0000 7f344b7fe700 1 -- 172.21.15.37:0/1782941696 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f344c08aba0 con 0x7f345415d830 2023-10-06T22:44:53.520 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.519+0000 7f3452d9d700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f343406af00 0x7f343406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.520+0000 7f3452d9d700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f343406af00 0x7f343406d3c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3444009be0 tx=0x7f3444009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.524+0000 7f344b7fe700 1 -- 172.21.15.37:0/1782941696 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f34540aba70 con 0x7f345415d830 2023-10-06T22:44:53.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.732+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f34540aba70 con 0x7f345415d830 2023-10-06T22:44:53.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.734+0000 7f344b7fe700 1 -- 172.21.15.37:0/1782941696 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7f34540aba70 con 0x7f345415d830 2023-10-06T22:44:53.735 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:53.735 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:53.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f343406af00 msgr2=0x7f343406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f343406af00 0x7f343406d3c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3444009be0 tx=0x7f3444009210 comp rx=0 tx=0).stop 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f345415d830 msgr2=0x7f34540cc830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f345415d830 0x7f34540cc830 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f34540b5e30 tx=0x7f344c004ad0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 shutdown_connections 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f343406af00 0x7f343406d3c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f34540b5010 0x7f34540b7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f345415d830 0x7f34540cc830 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 --2- 172.21.15.37:0/1782941696 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f34540ce890 0x7f34540b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.736+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 >> 172.21.15.37:0/1782941696 conn(0x7f3454072630 msgr2=0x7f345415ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.737+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 shutdown_connections 2023-10-06T22:44:53.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.737+0000 7f34591ff700 1 -- 172.21.15.37:0/1782941696 wait complete. 2023-10-06T22:44:53.756 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:44:53.756 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:44:53.961 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.960+0000 7f09779ff700 1 Processor -- start 2023-10-06T22:44:53.961 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.961+0000 7f09779ff700 1 -- start start 2023-10-06T22:44:53.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.962+0000 7f09779ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0970160ce0 0x7f09700cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.962+0000 7f09779ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d3bd0 0x7f09700d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.962+0000 7f09779ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09701610c0 con 0x7f09700d0680 2023-10-06T22:44:53.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.962+0000 7f09779ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09700d40d0 con 0x7f0970160ce0 2023-10-06T22:44:53.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.962+0000 7f09779ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09700d43b0 con 0x7f09700d3bd0 2023-10-06T22:44:53.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f0974f9a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d3bd0 0x7f09700d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f097579b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0970160ce0 0x7f09700cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f0974f9a700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d3bd0 0x7f09700d0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:41706/0 (socket says 172.21.15.37:41706) 2023-10-06T22:44:53.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f0974f9a700 1 -- 172.21.15.37:0/3284502020 learned_addr learned my addr 172.21.15.37:0/3284502020 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:53.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f0974f9a700 1 -- 172.21.15.37:0/3284502020 >> v2:172.21.15.62:3300/0 conn(0x7f0970160ce0 msgr2=0x7f09700cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:53.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f0974f9a700 1 --2- 172.21.15.37:0/3284502020 >> v2:172.21.15.62:3300/0 conn(0x7f0970160ce0 0x7f09700cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f0974f9a700 1 -- 172.21.15.37:0/3284502020 >> v1:172.21.15.62:6789/0 conn(0x7f09700d0680 legacy=0x7f09700d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.963+0000 7f0974f9a700 1 -- 172.21.15.37:0/3284502020 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09700ceb80 con 0x7f09700d3bd0 2023-10-06T22:44:53.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.964+0000 7f0974f9a700 1 --2- 172.21.15.37:0/3284502020 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d3bd0 0x7f09700d0140 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f09600098f0 tx=0x7f0960009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=415b3e9c956c3d6 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.964+0000 7f0967fff700 1 -- 172.21.15.37:0/3284502020 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0960011830 con 0x7f09700d3bd0 2023-10-06T22:44:53.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.964+0000 7f0967fff700 1 -- 172.21.15.37:0/3284502020 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0960011990 con 0x7f09700d3bd0 2023-10-06T22:44:53.966 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.964+0000 7f0967fff700 1 -- 172.21.15.37:0/3284502020 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0960011d20 con 0x7f09700d3bd0 2023-10-06T22:44:53.966 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 -- 172.21.15.37:0/3284502020 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d3bd0 msgr2=0x7f09700d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.966 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 --2- 172.21.15.37:0/3284502020 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d3bd0 0x7f09700d0140 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f09600098f0 tx=0x7f0960009c00 comp rx=0 tx=0).stop 2023-10-06T22:44:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 -- 172.21.15.37:0/3284502020 shutdown_connections 2023-10-06T22:44:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 --2- 172.21.15.37:0/3284502020 >> v2:172.21.15.62:3300/0 conn(0x7f0970160ce0 0x7f09700cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 --2- 172.21.15.37:0/3284502020 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d3bd0 0x7f09700d0140 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 -- 172.21.15.37:0/3284502020 >> 172.21.15.37:0/3284502020 conn(0x7f097009c790 msgr2=0x7f09700d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 -- 172.21.15.37:0/3284502020 shutdown_connections 2023-10-06T22:44:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.965+0000 7f09779ff700 1 -- 172.21.15.37:0/3284502020 wait complete. 2023-10-06T22:44:53.968 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.967+0000 7f09779ff700 1 Processor -- start 2023-10-06T22:44:53.968 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.967+0000 7f09779ff700 1 -- start start 2023-10-06T22:44:53.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f09779ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d0680 0x7f097015acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f09779ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09700d3bd0 0x7f09700cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f09779ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0970160ce0 0x7f09700ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f09779ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09701f70d0 con 0x7f09700d3bd0 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f09779ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09700b8000 con 0x7f0970160ce0 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f09779ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09700b8490 con 0x7f09700d0680 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09700d3bd0 0x7f09700cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f097579b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d0680 0x7f097015acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09700d3bd0 0x7f09700cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41832/0 (socket says 172.21.15.37:41832) 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 -- 172.21.15.37:0/59044842 learned_addr learned my addr 172.21.15.37:0/59044842 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0975f9c700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0970160ce0 0x7f09700ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 -- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d0680 msgr2=0x7f097015acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d0680 0x7f097015acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 -- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0970160ce0 msgr2=0x7f09700ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0970160ce0 0x7f09700ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.969+0000 7f0974f9a700 1 -- 172.21.15.37:0/59044842 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0960009550 con 0x7f09700d3bd0 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.970+0000 7f0974f9a700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09700d3bd0 0x7f09700cc5f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0960009c40 tx=0x7f0960004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.970+0000 7f0965ffb700 1 -- 172.21.15.37:0/59044842 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0960004510 con 0x7f09700d3bd0 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.970+0000 7f0965ffb700 1 -- 172.21.15.37:0/59044842 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f096001e070 con 0x7f09700d3bd0 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.970+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09700b76d0 con 0x7f09700d3bd0 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.970+0000 7f0965ffb700 1 -- 172.21.15.37:0/59044842 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09600038e0 con 0x7f09700d3bd0 2023-10-06T22:44:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.970+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09700b7c90 con 0x7f09700d3bd0 2023-10-06T22:44:53.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.971+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0970067490 con 0x7f09700d3bd0 2023-10-06T22:44:53.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.972+0000 7f0965ffb700 1 -- 172.21.15.37:0/59044842 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0960003a40 con 0x7f09700d3bd0 2023-10-06T22:44:53.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.973+0000 7f0965ffb700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f095406af00 0x7f095406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:53.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.973+0000 7f0965ffb700 1 -- 172.21.15.37:0/59044842 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f096008a7c0 con 0x7f09700d3bd0 2023-10-06T22:44:53.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.974+0000 7f097579b700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f095406af00 0x7f095406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.974+0000 7f097579b700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f095406af00 0x7f095406d3c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f096c009be0 tx=0x7f096c009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:53.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:53.977+0000 7f0965ffb700 1 -- 172.21.15.37:0/59044842 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f09600554f0 con 0x7f09700d3bd0 2023-10-06T22:44:54.190 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.187+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f09700b7e20 con 0x7f09700d3bd0 2023-10-06T22:44:54.190 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.188+0000 7f0965ffb700 1 -- 172.21.15.37:0/59044842 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0960058b10 con 0x7f09700d3bd0 2023-10-06T22:44:54.190 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:44:54.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f095406af00 msgr2=0x7f095406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f095406af00 0x7f095406d3c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f096c009be0 tx=0x7f096c009210 comp rx=0 tx=0).stop 2023-10-06T22:44:54.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09700d3bd0 msgr2=0x7f09700cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09700d3bd0 0x7f09700cc5f0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0960009c40 tx=0x7f0960004750 comp rx=0 tx=0).stop 2023-10-06T22:44:54.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 shutdown_connections 2023-10-06T22:44:54.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f095406af00 0x7f095406d3c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0970160ce0 0x7f09700ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f09700d0680 0x7f097015acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 --2- 172.21.15.37:0/59044842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f09700d3bd0 0x7f09700cc5f0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.190+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 >> 172.21.15.37:0/59044842 conn(0x7f097009c790 msgr2=0x7f09700d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:54.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.191+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 shutdown_connections 2023-10-06T22:44:54.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.191+0000 7f09779ff700 1 -- 172.21.15.37:0/59044842 wait complete. 2023-10-06T22:44:54.210 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:44:54.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.412+0000 7f13fedff700 1 Processor -- start 2023-10-06T22:44:54.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.413+0000 7f13fedff700 1 -- start start 2023-10-06T22:44:54.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fedff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f13f80d3bd0 0x7f13f80d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fedff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 0x7f13f80c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fedff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13f81610c0 con 0x7f13f8160ce0 2023-10-06T22:44:54.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fedff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13f80d40d0 con 0x7f13f80d3bd0 2023-10-06T22:44:54.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fedff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13f80d43b0 con 0x7f13f80c7110 2023-10-06T22:44:54.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fcb9b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f13f8160ce0 0x7f13f80cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56134/0 (socket says 172.21.15.37:56134) 2023-10-06T22:44:54.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fcb9b700 1 -- 172.21.15.37:0/1899676082 learned_addr learned my addr 172.21.15.37:0/1899676082 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:54.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1899676082 >> v2:172.21.15.62:3300/0 conn(0x7f13f80d3bd0 0x7f13f80d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13fd39c700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 0x7f13f80c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3113312471 0 0) 0x7f13f81610c0 con 0x7f13f8160ce0 2023-10-06T22:44:54.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.414+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f13e80035b0 con 0x7f13f8160ce0 2023-10-06T22:44:54.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4210716913 0 0) 0x7f13e80035b0 con 0x7f13f8160ce0 2023-10-06T22:44:54.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 msgr2=0x7f13f80c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 0x7f13f80c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 >> v2:172.21.15.62:3300/0 conn(0x7f13f80d3bd0 msgr2=0x7f13f80d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 --2- 172.21.15.37:0/1899676082 >> v2:172.21.15.62:3300/0 conn(0x7f13f80d3bd0 0x7f13f80d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13f80ceb80 con 0x7f13f8160ce0 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f13ec001670 con 0x7f13f8160ce0 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 >> v1:172.21.15.37:6789/0 conn(0x7f13f8160ce0 legacy=0x7f13f80cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8003a00 0x7f13e8003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13e8004850 0x7f13e8004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 0x7f13e8005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f80d40d0 con 0x7f13e8004850 2023-10-06T22:44:54.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f80d43b0 con 0x7f13e8003a00 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13e800ba10 con 0x7f13f80c7110 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13e8004850 0x7f13e8004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13fcb9b700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8003a00 0x7f13e8003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.415+0000 7f13fd39c700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 0x7f13e8005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f7fff700 1 -- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 msgr2=0x7f13e8005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80c7110 0x7f13e8005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f7fff700 1 -- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8003a00 msgr2=0x7f13e8003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8003a00 0x7f13e8003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f7fff700 1 -- 172.21.15.37:0/1899676082 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13e80035b0 con 0x7f13e8004850 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13e8004850 0x7f13e8004cd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f13e4009b30 tx=0x7f13e8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c543da70be6810da server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e400e6c0 con 0x7f13e8004850 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13e400e820 con 0x7f13e8004850 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.416+0000 7f13f77fe700 1 -- 172.21.15.37:0/1899676082 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e400eb90 con 0x7f13e8004850 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.417+0000 7f13fedff700 1 -- 172.21.15.37:0/1899676082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13e8004850 msgr2=0x7f13e8004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.417+0000 7f13fedff700 1 --2- 172.21.15.37:0/1899676082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13e8004850 0x7f13e8004cd0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f13e4009b30 tx=0x7f13e8005880 comp rx=0 tx=0).stop 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.417+0000 7f13fd39c700 1 -- 172.21.15.37:0/1899676082 reap_dead start 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.417+0000 7f13fedff700 1 -- 172.21.15.37:0/1899676082 shutdown_connections 2023-10-06T22:44:54.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.417+0000 7f13fedff700 1 -- 172.21.15.37:0/1899676082 >> 172.21.15.37:0/1899676082 conn(0x7f13f809c790 msgr2=0x7f13f80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.417+0000 7f13fedff700 1 -- 172.21.15.37:0/1899676082 shutdown_connections 2023-10-06T22:44:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.417+0000 7f13fedff700 1 -- 172.21.15.37:0/1899676082 wait complete. 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.419+0000 7f13fedff700 1 Processor -- start 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.419+0000 7f13fedff700 1 -- start start 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fedff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8004850 0x7f13f815adf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fedff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13f80b3bd0 0x7f13f80b60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fedff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80cc7a0 0x7f13f80ccc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fedff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f80cd170 con 0x7f13f80b3bd0 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fedff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13f80b8860 con 0x7f13e8004850 2023-10-06T22:44:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fedff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13f815b330 con 0x7f13f80cc7a0 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13f80b3bd0 0x7f13f80b60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13f80b3bd0 0x7f13f80b60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60588/0 (socket says 172.21.15.37:60588) 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 -- 172.21.15.37:0/1062140518 learned_addr learned my addr 172.21.15.37:0/1062140518 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fcb9b700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8004850 0x7f13f815adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13fd39c700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80cc7a0 0x7f13f80ccc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 -- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80cc7a0 msgr2=0x7f13f80ccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80cc7a0 0x7f13f80ccc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 -- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8004850 msgr2=0x7f13f815adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8004850 0x7f13f815adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.420+0000 7f13f7fff700 1 -- 172.21.15.37:0/1062140518 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13f80ca590 con 0x7f13f80b3bd0 2023-10-06T22:44:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.421+0000 7f13f7fff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13f80b3bd0 0x7f13f80b60e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f13e40042f0 tx=0x7f13e40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:54.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.421+0000 7f13f57fa700 1 -- 172.21.15.37:0/1062140518 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e400e6c0 con 0x7f13f80b3bd0 2023-10-06T22:44:54.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.421+0000 7f13f57fa700 1 -- 172.21.15.37:0/1062140518 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13e40038c0 con 0x7f13f80b3bd0 2023-10-06T22:44:54.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.421+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13f80b6910 con 0x7f13f80b3bd0 2023-10-06T22:44:54.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.421+0000 7f13f57fa700 1 -- 172.21.15.37:0/1062140518 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e4003c70 con 0x7f13f80b3bd0 2023-10-06T22:44:54.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.421+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13f80b6ed0 con 0x7f13f80b3bd0 2023-10-06T22:44:54.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.422+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13f8067490 con 0x7f13f80b3bd0 2023-10-06T22:44:54.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.423+0000 7f13f57fa700 1 -- 172.21.15.37:0/1062140518 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f13e4013470 con 0x7f13f80b3bd0 2023-10-06T22:44:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.424+0000 7f13f57fa700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f13dc06af00 0x7f13dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.424+0000 7f13f57fa700 1 -- 172.21.15.37:0/1062140518 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f13e408b2a0 con 0x7f13f80b3bd0 2023-10-06T22:44:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.425+0000 7f13fcb9b700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f13dc06af00 0x7f13dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.425+0000 7f13fcb9b700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f13dc06af00 0x7f13dc06d3c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f13ec001cf0 tx=0x7f13ec007980 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.428+0000 7f13f57fa700 1 -- 172.21.15.37:0/1062140518 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f13e4059c00 con 0x7f13f80b3bd0 2023-10-06T22:44:54.638 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.637+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f13f8074380 con 0x7f13f80b3bd0 2023-10-06T22:44:54.639 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.638+0000 7f13f57fa700 1 -- 172.21.15.37:0/1062140518 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f13e4059790 con 0x7f13f80b3bd0 2023-10-06T22:44:54.639 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:54.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f13dc06af00 msgr2=0x7f13dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f13dc06af00 0x7f13dc06d3c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f13ec001cf0 tx=0x7f13ec007980 comp rx=0 tx=0).stop 2023-10-06T22:44:54.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13f80b3bd0 msgr2=0x7f13f80b60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13f80b3bd0 0x7f13f80b60e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f13e40042f0 tx=0x7f13e40047c0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 shutdown_connections 2023-10-06T22:44:54.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f13dc06af00 0x7f13dc06d3c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13e8004850 0x7f13f815adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13f80cc7a0 0x7f13f80ccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 --2- 172.21.15.37:0/1062140518 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13f80b3bd0 0x7f13f80b60e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 >> 172.21.15.37:0/1062140518 conn(0x7f13f809c790 msgr2=0x7f13f80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:54.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 shutdown_connections 2023-10-06T22:44:54.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.641+0000 7f13fedff700 1 -- 172.21.15.37:0/1062140518 wait complete. 2023-10-06T22:44:54.660 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:44:54.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.865+0000 7f2d4cbff700 1 Processor -- start 2023-10-06T22:44:54.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.866+0000 7f2d4cbff700 1 -- start start 2023-10-06T22:44:54.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d4cbff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f2d480d3bd0 0x7f2d480d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d4cbff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2d480c7110 0x7f2d480c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d4cbff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d481610c0 con 0x7f2d48160ce0 2023-10-06T22:44:54.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d4cbff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d480d40d0 con 0x7f2d480d3bd0 2023-10-06T22:44:54.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d4cbff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d480d43b0 con 0x7f2d480c7110 2023-10-06T22:44:54.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d4659c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f2d48160ce0 0x7f2d480cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56142/0 (socket says 172.21.15.37:56142) 2023-10-06T22:44:54.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d4659c700 1 -- 172.21.15.37:0/747623860 learned_addr learned my addr 172.21.15.37:0/747623860 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d3ffff700 1 --2- 172.21.15.37:0/747623860 >> v2:172.21.15.37:3300/0 conn(0x7f2d480d3bd0 0x7f2d480d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.867+0000 7f2d46d9d700 1 --2- 172.21.15.37:0/747623860 >> v2:172.21.15.62:3300/0 conn(0x7f2d480c7110 0x7f2d480c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d45d9b700 1 -- 172.21.15.37:0/747623860 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 472076243 0 0) 0x7f2d481610c0 con 0x7f2d48160ce0 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d45d9b700 1 -- 172.21.15.37:0/747623860 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2d340035b0 con 0x7f2d48160ce0 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d3ffff700 1 -- 172.21.15.37:0/747623860 >> v2:172.21.15.62:3300/0 conn(0x7f2d480c7110 msgr2=0x7f2d480c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d3ffff700 1 --2- 172.21.15.37:0/747623860 >> v2:172.21.15.62:3300/0 conn(0x7f2d480c7110 0x7f2d480c7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d3ffff700 1 -- 172.21.15.37:0/747623860 >> v1:172.21.15.37:6789/0 conn(0x7f2d48160ce0 legacy=0x7f2d480cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d3ffff700 1 -- 172.21.15.37:0/747623860 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d480ceb80 con 0x7f2d480d3bd0 2023-10-06T22:44:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d3ffff700 1 --2- 172.21.15.37:0/747623860 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d480d3bd0 0x7f2d480d0310 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2d4806b570 tx=0x7f2d30009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858d01c7c2adeeb3 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d45d9b700 1 -- 172.21.15.37:0/747623860 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d30011830 con 0x7f2d480d3bd0 2023-10-06T22:44:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d45d9b700 1 -- 172.21.15.37:0/747623860 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d30011990 con 0x7f2d480d3bd0 2023-10-06T22:44:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.868+0000 7f2d45d9b700 1 -- 172.21.15.37:0/747623860 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d30011d20 con 0x7f2d480d3bd0 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 -- 172.21.15.37:0/747623860 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d480d3bd0 msgr2=0x7f2d480d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/747623860 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d480d3bd0 0x7f2d480d0310 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f2d4806b570 tx=0x7f2d30009b20 comp rx=0 tx=0).stop 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 -- 172.21.15.37:0/747623860 shutdown_connections 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/747623860 >> v2:172.21.15.62:3300/0 conn(0x7f2d480c7110 0x7f2d480c7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/747623860 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d480d3bd0 0x7f2d480d0310 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 -- 172.21.15.37:0/747623860 >> 172.21.15.37:0/747623860 conn(0x7f2d4809c790 msgr2=0x7f2d480d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 -- 172.21.15.37:0/747623860 shutdown_connections 2023-10-06T22:44:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.869+0000 7f2d4cbff700 1 -- 172.21.15.37:0/747623860 wait complete. 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.871+0000 7f2d4cbff700 1 Processor -- start 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.871+0000 7f2d4cbff700 1 -- start start 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d4cbff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d480c7110 0x7f2d480cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d4cbff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2d480d3bd0 0x7f2d48159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d4cbff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d48160ce0 0x7f2d480c8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d4cbff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d48157930 con 0x7f2d48160ce0 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d4cbff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d480cbb20 con 0x7f2d480c7110 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d4cbff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d480cd400 con 0x7f2d480d3bd0 2023-10-06T22:44:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d48160ce0 0x7f2d480c8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d48160ce0 0x7f2d480c8f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60598/0 (socket says 172.21.15.37:60598) 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 -- 172.21.15.37:0/3898856454 learned_addr learned my addr 172.21.15.37:0/3898856454 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d4659c700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d480c7110 0x7f2d480cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d3ffff700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2d480d3bd0 0x7f2d48159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 -- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2d480d3bd0 msgr2=0x7f2d48159fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2d480d3bd0 0x7f2d48159fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 -- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d480c7110 msgr2=0x7f2d480cb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d480c7110 0x7f2d480cb5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.872+0000 7f2d46d9d700 1 -- 172.21.15.37:0/3898856454 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d300094a0 con 0x7f2d48160ce0 2023-10-06T22:44:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.873+0000 7f2d46d9d700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d48160ce0 0x7f2d480c8f60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2d40007e40 tx=0x7f2d4000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.873+0000 7f2d3effd700 1 -- 172.21.15.37:0/3898856454 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4000eea0 con 0x7f2d48160ce0 2023-10-06T22:44:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.873+0000 7f2d3effd700 1 -- 172.21.15.37:0/3898856454 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d40014420 con 0x7f2d48160ce0 2023-10-06T22:44:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.873+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d480cc5f0 con 0x7f2d48160ce0 2023-10-06T22:44:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.873+0000 7f2d3effd700 1 -- 172.21.15.37:0/3898856454 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d400147b0 con 0x7f2d48160ce0 2023-10-06T22:44:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.873+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d480cbd50 con 0x7f2d48160ce0 2023-10-06T22:44:54.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.874+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d48157a70 con 0x7f2d48160ce0 2023-10-06T22:44:54.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.875+0000 7f2d3effd700 1 -- 172.21.15.37:0/3898856454 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2d40014910 con 0x7f2d48160ce0 2023-10-06T22:44:54.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.876+0000 7f2d3effd700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2d2806af00 0x7f2d2806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:54.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.876+0000 7f2d3effd700 1 -- 172.21.15.37:0/3898856454 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2d4008a120 con 0x7f2d48160ce0 2023-10-06T22:44:54.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.876+0000 7f2d4659c700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2d2806af00 0x7f2d2806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:54.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.877+0000 7f2d4659c700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2d2806af00 0x7f2d2806d3c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2d380011e0 tx=0x7f2d38009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:54.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:54.880+0000 7f2d3effd700 1 -- 172.21.15.37:0/3898856454 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2d48157a70 con 0x7f2d48160ce0 2023-10-06T22:44:55.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.090+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2d48157a70 con 0x7f2d48160ce0 2023-10-06T22:44:55.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.091+0000 7f2d3effd700 1 -- 172.21.15.37:0/3898856454 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2d48157a70 con 0x7f2d48160ce0 2023-10-06T22:44:55.092 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:44:55.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2d2806af00 msgr2=0x7f2d2806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2d2806af00 0x7f2d2806d3c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2d380011e0 tx=0x7f2d38009040 comp rx=0 tx=0).stop 2023-10-06T22:44:55.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d48160ce0 msgr2=0x7f2d480c8f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d48160ce0 0x7f2d480c8f60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2d40007e40 tx=0x7f2d4000e3c0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 shutdown_connections 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2d2806af00 0x7f2d2806d3c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2d480c7110 0x7f2d480cb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2d48160ce0 0x7f2d480c8f60 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 --2- 172.21.15.37:0/3898856454 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2d480d3bd0 0x7f2d48159fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 >> 172.21.15.37:0/3898856454 conn(0x7f2d4809c790 msgr2=0x7f2d4815fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 shutdown_connections 2023-10-06T22:44:55.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.093+0000 7f2d4cbff700 1 -- 172.21.15.37:0/3898856454 wait complete. 2023-10-06T22:44:55.112 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:44:55.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.315+0000 7f4dc25ff700 1 Processor -- start 2023-10-06T22:44:55.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.315+0000 7f4dc25ff700 1 -- start start 2023-10-06T22:44:55.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.316+0000 7f4dc25ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.316+0000 7f4dc25ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4dbc1610c0 con 0x7f4dbc0c7110 2023-10-06T22:44:55.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.316+0000 7f4dc25ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4dbc0d40d0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.316+0000 7f4dc25ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4dbc0d43b0 con 0x7f4dbc0d3bd0 2023-10-06T22:44:55.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbbfff700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f4dbc160ce0 0x7f4dbc0cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:56850/0 (socket says 172.21.15.37:56850) 2023-10-06T22:44:55.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbb7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbbfff700 1 -- 172.21.15.37:0/614924374 learned_addr learned my addr 172.21.15.37:0/614924374 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dc0b9c700 1 --1- 172.21.15.37:0/614924374 >> v1:172.21.15.37:6789/0 conn(0x7f4dbc0c7110 0x7f4dbc0c75c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56146/0 (socket says 172.21.15.37:56146) 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbaffd700 1 -- 172.21.15.37:0/614924374 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 890048165 0 0) 0x7f4dbc1610c0 con 0x7f4dbc0c7110 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbaffd700 1 -- 172.21.15.37:0/614924374 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4da40035b0 con 0x7f4dbc0c7110 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbaffd700 1 -- 172.21.15.37:0/614924374 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2473829844 0 0) 0x7f4dbc0d40d0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbaffd700 1 -- 172.21.15.37:0/614924374 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4dbc1610c0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbb7fe700 1 -- 172.21.15.37:0/614924374 >> v1:172.21.15.62:6789/0 conn(0x7f4dbc160ce0 legacy=0x7f4dbc0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbb7fe700 1 -- 172.21.15.37:0/614924374 >> v1:172.21.15.37:6789/0 conn(0x7f4dbc0c7110 legacy=0x7f4dbc0c75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.317+0000 7f4dbb7fe700 1 -- 172.21.15.37:0/614924374 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4dbc0ceb80 con 0x7f4dbc0d3bd0 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dbb7fe700 1 --2- 172.21.15.37:0/614924374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0d0310 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4db0009870 tx=0x7f4db0009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d11bc73028f88adb server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:55.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dbaffd700 1 -- 172.21.15.37:0/614924374 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4db0011830 con 0x7f4dbc0d3bd0 2023-10-06T22:44:55.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dbaffd700 1 -- 172.21.15.37:0/614924374 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4db0011990 con 0x7f4dbc0d3bd0 2023-10-06T22:44:55.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dbaffd700 1 -- 172.21.15.37:0/614924374 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4db0011d20 con 0x7f4dbc0d3bd0 2023-10-06T22:44:55.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dc25ff700 1 -- 172.21.15.37:0/614924374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 msgr2=0x7f4dbc0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/614924374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0d0310 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4db0009870 tx=0x7f4db0009b80 comp rx=0 tx=0).stop 2023-10-06T22:44:55.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dc25ff700 1 -- 172.21.15.37:0/614924374 shutdown_connections 2023-10-06T22:44:55.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/614924374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0d0310 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.318+0000 7f4dc25ff700 1 -- 172.21.15.37:0/614924374 >> 172.21.15.37:0/614924374 conn(0x7f4dbc09c790 msgr2=0x7f4dbc0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:55.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.319+0000 7f4dc25ff700 1 -- 172.21.15.37:0/614924374 shutdown_connections 2023-10-06T22:44:55.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.319+0000 7f4dc25ff700 1 -- 172.21.15.37:0/614924374 wait complete. 2023-10-06T22:44:55.321 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.321+0000 7f4dc25ff700 1 Processor -- start 2023-10-06T22:44:55.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.321+0000 7f4dc25ff700 1 -- start start 2023-10-06T22:44:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.322+0000 7f4dc25ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4dbc0c7110 0x7f4dbc0c92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.322+0000 7f4dc25ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0ccc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.322+0000 7f4dc25ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4dbc160ce0 0x7f4dbc15db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.322+0000 7f4dc25ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dbc0cd420 con 0x7f4dbc160ce0 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.322+0000 7f4dc25ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dbc0b8750 con 0x7f4dbc0c7110 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.322+0000 7f4dc25ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4dbc0cd180 con 0x7f4dbc0d3bd0 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4dbc160ce0 0x7f4dbc15db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4dbc160ce0 0x7f4dbc15db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60608/0 (socket says 172.21.15.37:60608) 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 -- 172.21.15.37:0/3119460225 learned_addr learned my addr 172.21.15.37:0/3119460225 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dbbfff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4dbc0c7110 0x7f4dbc0c92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dbb7fe700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0ccc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 -- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 msgr2=0x7f4dbc0ccc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0ccc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 -- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4dbc0c7110 msgr2=0x7f4dbc0c92e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4dbc0c7110 0x7f4dbc0c92e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 -- 172.21.15.37:0/3119460225 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4db00094a0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dbb7fe700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0ccc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.323+0000 7f4dc0b9c700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4dbc160ce0 0x7f4dbc15db80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4db400cbf0 tx=0x7f4db40021c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.324+0000 7f4db8ff9700 1 -- 172.21.15.37:0/3119460225 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4db400aae0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.324+0000 7f4db8ff9700 1 -- 172.21.15.37:0/3119460225 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4db400ac40 con 0x7f4dbc160ce0 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.324+0000 7f4db8ff9700 1 -- 172.21.15.37:0/3119460225 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4db4007070 con 0x7f4dbc160ce0 2023-10-06T22:44:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.324+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4dbc0b7e20 con 0x7f4dbc160ce0 2023-10-06T22:44:55.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.324+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4dbc0b83e0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.325+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4dbc067490 con 0x7f4dbc160ce0 2023-10-06T22:44:55.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.326+0000 7f4db8ff9700 1 -- 172.21.15.37:0/3119460225 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4db40071d0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.327+0000 7f4db8ff9700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4da806af00 0x7f4da806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.327+0000 7f4db8ff9700 1 -- 172.21.15.37:0/3119460225 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4db40895b0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.327+0000 7f4dbbfff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4da806af00 0x7f4da806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.328+0000 7f4dbbfff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4da806af00 0x7f4da806d3c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4dac0011e0 tx=0x7f4dac009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:55.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.332+0000 7f4db8ff9700 1 -- 172.21.15.37:0/3119460225 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4db4057eb0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.545+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f4dbc0cee30 con 0x7f4dbc160ce0 2023-10-06T22:44:55.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.545+0000 7f4db8ff9700 1 -- 172.21.15.37:0/3119460225 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7f4db4001be0 con 0x7f4dbc160ce0 2023-10-06T22:44:55.546 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4da806af00 msgr2=0x7f4da806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4da806af00 0x7f4da806d3c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f4dac0011e0 tx=0x7f4dac009040 comp rx=0 tx=0).stop 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4dbc160ce0 msgr2=0x7f4dbc15db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4dbc160ce0 0x7f4dbc15db80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f4db400cbf0 tx=0x7f4db40021c0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 shutdown_connections 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4da806af00 0x7f4da806d3c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4dbc0c7110 0x7f4dbc0c92e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4dbc160ce0 0x7f4dbc15db80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 --2- 172.21.15.37:0/3119460225 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4dbc0d3bd0 0x7f4dbc0ccc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 >> 172.21.15.37:0/3119460225 conn(0x7f4dbc09c790 msgr2=0x7f4dbc06cd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:55.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 shutdown_connections 2023-10-06T22:44:55.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.548+0000 7f4dc25ff700 1 -- 172.21.15.37:0/3119460225 wait complete. 2023-10-06T22:44:55.567 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:44:55.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.768+0000 7f11449ff700 1 Processor -- start 2023-10-06T22:44:55.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.768+0000 7f11449ff700 1 -- start start 2023-10-06T22:44:55.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f11449ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f11400d1760 0x7f11400ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f11449ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f11400b5010 0x7f11400b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f11449ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11400cedd0 con 0x7f114015d830 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f11449ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11400b59a0 con 0x7f11400d1760 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f11449ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11400d1d40 con 0x7f11400b5010 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f1137fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f11400d1760 0x7f11400ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f113e59c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f114015d830 0x7f11400d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56162/0 (socket says 172.21.15.37:56162) 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.769+0000 7f113e59c700 1 -- 172.21.15.37:0/3133022578 learned_addr learned my addr 172.21.15.37:0/3133022578 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f113ed9d700 1 --2- 172.21.15.37:0/3133022578 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f11400b5010 0x7f11400b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f113dd9b700 1 -- 172.21.15.37:0/3133022578 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3060243047 0 0) 0x7f11400cedd0 con 0x7f114015d830 2023-10-06T22:44:55.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f1137fff700 1 -- 172.21.15.37:0/3133022578 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f11400b5010 msgr2=0x7f11400b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:55.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f1137fff700 1 --2- 172.21.15.37:0/3133022578 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f11400b5010 0x7f11400b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f1137fff700 1 -- 172.21.15.37:0/3133022578 >> v1:172.21.15.37:6789/0 conn(0x7f114015d830 legacy=0x7f11400d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f1137fff700 1 -- 172.21.15.37:0/3133022578 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11400d2020 con 0x7f11400d1760 2023-10-06T22:44:55.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f1137fff700 1 --2- 172.21.15.37:0/3133022578 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400d1760 0x7f11400ce890 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1128009840 tx=0x7f1128009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99fc1a79846e3d1d server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:55.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f113dd9b700 1 -- 172.21.15.37:0/3133022578 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1128011830 con 0x7f11400d1760 2023-10-06T22:44:55.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f113dd9b700 1 -- 172.21.15.37:0/3133022578 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1128011990 con 0x7f11400d1760 2023-10-06T22:44:55.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.770+0000 7f113dd9b700 1 -- 172.21.15.37:0/3133022578 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1128011d20 con 0x7f11400d1760 2023-10-06T22:44:55.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 -- 172.21.15.37:0/3133022578 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400d1760 msgr2=0x7f11400ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 --2- 172.21.15.37:0/3133022578 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400d1760 0x7f11400ce890 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1128009840 tx=0x7f1128009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:55.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 -- 172.21.15.37:0/3133022578 shutdown_connections 2023-10-06T22:44:55.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 --2- 172.21.15.37:0/3133022578 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f11400b5010 0x7f11400b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 --2- 172.21.15.37:0/3133022578 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400d1760 0x7f11400ce890 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 -- 172.21.15.37:0/3133022578 >> 172.21.15.37:0/3133022578 conn(0x7f1140072630 msgr2=0x7f11400d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:55.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 -- 172.21.15.37:0/3133022578 shutdown_connections 2023-10-06T22:44:55.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.771+0000 7f11449ff700 1 -- 172.21.15.37:0/3133022578 wait complete. 2023-10-06T22:44:55.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.773+0000 7f11449ff700 1 Processor -- start 2023-10-06T22:44:55.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.773+0000 7f11449ff700 1 -- start start 2023-10-06T22:44:55.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f11449ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400b5010 0x7f11401e6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f11449ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11400d1760 0x7f11401492d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f11449ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f114015d830 0x7f1140149810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f11449ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f114014cbc0 con 0x7f11400b5010 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f11449ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f114014bfb0 con 0x7f11400d1760 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f11449ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f114014c290 con 0x7f114015d830 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f113e59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400b5010 0x7f11401e6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f113e59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400b5010 0x7f11401e6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60622/0 (socket says 172.21.15.37:60622) 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f113e59c700 1 -- 172.21.15.37:0/2539066722 learned_addr learned my addr 172.21.15.37:0/2539066722 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f1137fff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11400d1760 0x7f11401492d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.774+0000 7f113ed9d700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f114015d830 0x7f1140149810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f113e59c700 1 -- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f114015d830 msgr2=0x7f1140149810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f113e59c700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f114015d830 0x7f1140149810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f113e59c700 1 -- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11400d1760 msgr2=0x7f11401492d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f113e59c700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11400d1760 0x7f11401492d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f113e59c700 1 -- 172.21.15.37:0/2539066722 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11280094a0 con 0x7f11400b5010 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f113e59c700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400b5010 0x7f11401e6250 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f11300011e0 tx=0x7f113000ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f1136ffd700 1 -- 172.21.15.37:0/2539066722 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1130004c80 con 0x7f11400b5010 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f1136ffd700 1 -- 172.21.15.37:0/2539066722 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1130004e00 con 0x7f11400b5010 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f1136ffd700 1 -- 172.21.15.37:0/2539066722 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1130007310 con 0x7f11400b5010 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.775+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f114014c570 con 0x7f11400b5010 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.776+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11401e6790 con 0x7f11400b5010 2023-10-06T22:44:55.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.777+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f114014cea0 con 0x7f11400b5010 2023-10-06T22:44:55.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.778+0000 7f1136ffd700 1 -- 172.21.15.37:0/2539066722 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1130007470 con 0x7f11400b5010 2023-10-06T22:44:55.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.778+0000 7f1136ffd700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f112006af00 0x7f112006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:55.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.779+0000 7f1136ffd700 1 -- 172.21.15.37:0/2539066722 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f11300894b0 con 0x7f11400b5010 2023-10-06T22:44:55.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.779+0000 7f1137fff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f112006af00 0x7f112006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:55.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.780+0000 7f1137fff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f112006af00 0x7f112006d3c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f11280090b0 tx=0x7f1128008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:55.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:55.784+0000 7f1136ffd700 1 -- 172.21.15.37:0/2539066722 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1130054300 con 0x7f11400b5010 2023-10-06T22:44:56.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.040+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1140074380 con 0x7f11400b5010 2023-10-06T22:44:56.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.040+0000 7f1136ffd700 1 -- 172.21.15.37:0/2539066722 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7f1130057920 con 0x7f11400b5010 2023-10-06T22:44:56.041 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:56.042 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:44:56.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f112006af00 msgr2=0x7f112006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f112006af00 0x7f112006d3c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f11280090b0 tx=0x7f1128008030 comp rx=0 tx=0).stop 2023-10-06T22:44:56.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400b5010 msgr2=0x7f11401e6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400b5010 0x7f11401e6250 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f11300011e0 tx=0x7f113000ca30 comp rx=0 tx=0).stop 2023-10-06T22:44:56.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 shutdown_connections 2023-10-06T22:44:56.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f114015d830 0x7f1140149810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f11400b5010 0x7f11401e6250 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f112006af00 0x7f112006d3c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 --2- 172.21.15.37:0/2539066722 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f11400d1760 0x7f11401492d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 >> 172.21.15.37:0/2539066722 conn(0x7f1140072630 msgr2=0x7f11400ce560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:56.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 shutdown_connections 2023-10-06T22:44:56.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.043+0000 7f11449ff700 1 -- 172.21.15.37:0/2539066722 wait complete. 2023-10-06T22:44:56.045 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:44:56.062 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:56.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.518+0000 7f71e19ff700 1 Processor -- start 2023-10-06T22:44:56.519 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.518+0000 7f71e19ff700 1 -- start start 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.519+0000 7f71e19ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc15d830 0x7f71dc0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.519+0000 7f71e19ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f71dc0ce890 0x7f71dc0d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.519+0000 7f71e19ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71dc0d3320 con 0x7f71dc0b5010 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.519+0000 7f71e19ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71dc0d1d40 con 0x7f71dc0ce890 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.519+0000 7f71e19ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71dc0d2020 con 0x7f71dc15d830 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.519+0000 7f71da7fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f71dc0ce890 0x7f71dc0d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71db7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f71dc0b5010 0x7f71dc0b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56168/0 (socket says 172.21.15.37:56168) 2023-10-06T22:44:56.521 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71db7fe700 1 -- 172.21.15.37:0/1748299627 learned_addr learned my addr 172.21.15.37:0/1748299627 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:56.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71da7fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f71dc0ce890 0x7f71dc0d2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60636/0 (socket says 172.21.15.37:60636) 2023-10-06T22:44:56.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71daffd700 1 --2- 172.21.15.37:0/1748299627 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc15d830 0x7f71dc0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71da7fc700 1 -- 172.21.15.37:0/1748299627 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc15d830 msgr2=0x7f71dc0d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:56.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71da7fc700 1 --2- 172.21.15.37:0/1748299627 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc15d830 0x7f71dc0d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71da7fc700 1 -- 172.21.15.37:0/1748299627 >> v1:172.21.15.37:6789/0 conn(0x7f71dc0b5010 legacy=0x7f71dc0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71da7fc700 1 -- 172.21.15.37:0/1748299627 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71dc0d2300 con 0x7f71dc0ce890 2023-10-06T22:44:56.522 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71da7fc700 1 --2- 172.21.15.37:0/1748299627 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc0ce890 0x7f71dc0d2de0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f71d0009840 tx=0x7f71d0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57b931e0a00facf9 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:56.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.520+0000 7f71d9ffb700 1 -- 172.21.15.37:0/1748299627 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d0011830 con 0x7f71dc0ce890 2023-10-06T22:44:56.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71d9ffb700 1 -- 172.21.15.37:0/1748299627 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71d0011990 con 0x7f71dc0ce890 2023-10-06T22:44:56.523 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71d9ffb700 1 -- 172.21.15.37:0/1748299627 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d0011d20 con 0x7f71dc0ce890 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 -- 172.21.15.37:0/1748299627 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc0ce890 msgr2=0x7f71dc0d2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1748299627 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc0ce890 0x7f71dc0d2de0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f71d0009840 tx=0x7f71d0009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 -- 172.21.15.37:0/1748299627 shutdown_connections 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1748299627 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc15d830 0x7f71dc0d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1748299627 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc0ce890 0x7f71dc0d2de0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 -- 172.21.15.37:0/1748299627 >> 172.21.15.37:0/1748299627 conn(0x7f71dc072630 msgr2=0x7f71dc0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 -- 172.21.15.37:0/1748299627 shutdown_connections 2023-10-06T22:44:56.524 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.521+0000 7f71e19ff700 1 -- 172.21.15.37:0/1748299627 wait complete. 2023-10-06T22:44:56.526 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.523+0000 7f71e19ff700 1 Processor -- start 2023-10-06T22:44:56.526 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.523+0000 7f71e19ff700 1 -- start start 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.524+0000 7f71e19ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f71dc0b5010 0x7f71dc14ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.524+0000 7f71e19ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc0ce890 0x7f71dc15dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.524+0000 7f71e19ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc15d830 0x7f71dc15e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.524+0000 7f71e19ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71dc0cad50 con 0x7f71dc15d830 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.524+0000 7f71e19ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71dc160a50 con 0x7f71dc0b5010 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.524+0000 7f71e19ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71dc0ca700 con 0x7f71dc0ce890 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc15d830 0x7f71dc15e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc15d830 0x7f71dc15e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60640/0 (socket says 172.21.15.37:60640) 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 -- 172.21.15.37:0/1376822355 learned_addr learned my addr 172.21.15.37:0/1376822355 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71da7fc700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc0ce890 0x7f71dc15dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71daffd700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f71dc0b5010 0x7f71dc14ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 -- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc0ce890 msgr2=0x7f71dc15dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.527 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc0ce890 0x7f71dc15dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 -- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f71dc0b5010 msgr2=0x7f71dc14ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f71dc0b5010 0x7f71dc14ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 -- 172.21.15.37:0/1376822355 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d00094a0 con 0x7f71dc15d830 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71db7fe700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc15d830 0x7f71dc15e150 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f71d400ca80 tx=0x7f71d400ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71c3fff700 1 -- 172.21.15.37:0/1376822355 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d400aaa0 con 0x7f71dc15d830 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71c3fff700 1 -- 172.21.15.37:0/1376822355 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71d400ac00 con 0x7f71dc15d830 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71dc0ca9e0 con 0x7f71dc15d830 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.525+0000 7f71c3fff700 1 -- 172.21.15.37:0/1376822355 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71d4012400 con 0x7f71dc15d830 2023-10-06T22:44:56.528 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.526+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71dc15fcd0 con 0x7f71dc15d830 2023-10-06T22:44:56.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.527+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71dc074380 con 0x7f71dc15d830 2023-10-06T22:44:56.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.528+0000 7f71c3fff700 1 -- 172.21.15.37:0/1376822355 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f71d401b3b0 con 0x7f71dc15d830 2023-10-06T22:44:56.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.528+0000 7f71c3fff700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f71c806af00 0x7f71c806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.529+0000 7f71c3fff700 1 -- 172.21.15.37:0/1376822355 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f71d4089520 con 0x7f71dc15d830 2023-10-06T22:44:56.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.529+0000 7f71daffd700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f71c806af00 0x7f71c806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.530+0000 7f71daffd700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f71c806af00 0x7f71c806d3c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f71cc009b70 tx=0x7f71cc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:56.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.533+0000 7f71c3fff700 1 -- 172.21.15.37:0/1376822355 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f71d40542f0 con 0x7f71dc15d830 2023-10-06T22:44:56.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.744+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f71dc0cab70 con 0x7f71dc15d830 2023-10-06T22:44:56.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.745+0000 7f71c3fff700 1 -- 172.21.15.37:0/1376822355 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+18262 (secure 0 0 0) 0x7f71d4057910 con 0x7f71dc15d830 2023-10-06T22:44:56.746 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:56.747 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":25,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:21.415198+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:56.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f71c806af00 msgr2=0x7f71c806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f71c806af00 0x7f71c806d3c0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f71cc009b70 tx=0x7f71cc008040 comp rx=0 tx=0).stop 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc15d830 msgr2=0x7f71dc15e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc15d830 0x7f71dc15e150 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f71d400ca80 tx=0x7f71d400ce40 comp rx=0 tx=0).stop 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 shutdown_connections 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f71c806af00 0x7f71c806d3c0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f71dc0b5010 0x7f71dc14ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f71dc15d830 0x7f71dc15e150 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 --2- 172.21.15.37:0/1376822355 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f71dc0ce890 0x7f71dc15dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 >> 172.21.15.37:0/1376822355 conn(0x7f71dc072630 msgr2=0x7f71dc0d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 shutdown_connections 2023-10-06T22:44:56.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.748+0000 7f71e19ff700 1 -- 172.21.15.37:0/1376822355 wait complete. 2023-10-06T22:44:56.768 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:44:56.769 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:44:56.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.975+0000 7f86719ff700 1 Processor -- start 2023-10-06T22:44:56.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.975+0000 7f86719ff700 1 -- start start 2023-10-06T22:44:56.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.976+0000 7f86719ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.976+0000 7f86719ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f866c0d3bd0 0x7f866c0d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.976+0000 7f86719ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f866c1610c0 con 0x7f866c0d0680 2023-10-06T22:44:56.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.976+0000 7f86719ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f866c0d40d0 con 0x7f866c0d3bd0 2023-10-06T22:44:56.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.976+0000 7f86719ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f866c0d43b0 con 0x7f866c160ce0 2023-10-06T22:44:56.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866b7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f866c0d0680 0x7f866c0d1090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56178/0 (socket says 172.21.15.37:56178) 2023-10-06T22:44:56.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866b7fe700 1 -- 172.21.15.37:0/587437605 learned_addr learned my addr 172.21.15.37:0/587437605 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:56.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866affd700 1 --2- 172.21.15.37:0/587437605 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866a7fc700 1 --2- 172.21.15.37:0/587437605 >> v2:172.21.15.62:3300/0 conn(0x7f866c0d3bd0 0x7f866c0d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f8669ffb700 1 -- 172.21.15.37:0/587437605 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4095865111 0 0) 0x7f866c1610c0 con 0x7f866c0d0680 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f8669ffb700 1 -- 172.21.15.37:0/587437605 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f86540035b0 con 0x7f866c0d0680 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866affd700 1 -- 172.21.15.37:0/587437605 >> v2:172.21.15.62:3300/0 conn(0x7f866c0d3bd0 msgr2=0x7f866c0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866affd700 1 --2- 172.21.15.37:0/587437605 >> v2:172.21.15.62:3300/0 conn(0x7f866c0d3bd0 0x7f866c0d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866affd700 1 -- 172.21.15.37:0/587437605 >> v1:172.21.15.37:6789/0 conn(0x7f866c0d0680 legacy=0x7f866c0d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866affd700 1 -- 172.21.15.37:0/587437605 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f866c0ceb80 con 0x7f866c160ce0 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.977+0000 7f866a7fc700 1 --2- 172.21.15.37:0/587437605 >> v2:172.21.15.62:3300/0 conn(0x7f866c0d3bd0 0x7f866c0d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:56.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.978+0000 7f866affd700 1 --2- 172.21.15.37:0/587437605 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c0cfc00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f865c009840 tx=0x7f865c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=922e0a05d0725939 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.978+0000 7f8669ffb700 1 -- 172.21.15.37:0/587437605 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c011830 con 0x7f866c160ce0 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.978+0000 7f8669ffb700 1 -- 172.21.15.37:0/587437605 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f865c011990 con 0x7f866c160ce0 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.978+0000 7f8669ffb700 1 -- 172.21.15.37:0/587437605 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c011d20 con 0x7f866c160ce0 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 -- 172.21.15.37:0/587437605 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 msgr2=0x7f866c0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 --2- 172.21.15.37:0/587437605 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c0cfc00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f865c009840 tx=0x7f865c009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 -- 172.21.15.37:0/587437605 shutdown_connections 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 --2- 172.21.15.37:0/587437605 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c0cfc00 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 --2- 172.21.15.37:0/587437605 >> v2:172.21.15.62:3300/0 conn(0x7f866c0d3bd0 0x7f866c0d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 -- 172.21.15.37:0/587437605 >> 172.21.15.37:0/587437605 conn(0x7f866c09c790 msgr2=0x7f866c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:56.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 -- 172.21.15.37:0/587437605 shutdown_connections 2023-10-06T22:44:56.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.979+0000 7f86719ff700 1 -- 172.21.15.37:0/587437605 wait complete. 2023-10-06T22:44:56.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.980+0000 7f86719ff700 1 Processor -- start 2023-10-06T22:44:56.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.981+0000 7f86719ff700 1 -- start start 2023-10-06T22:44:56.985 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.981+0000 7f86719ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f866c0d0680 0x7f866c0cc430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.985 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.981+0000 7f86719ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f866c0d3bd0 0x7f866c153a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.985 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.981+0000 7f86719ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c1f2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.985 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.981+0000 7f86719ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f866c153f80 con 0x7f866c0d0680 2023-10-06T22:44:56.985 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.981+0000 7f86719ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f866c1f3770 con 0x7f866c0d3bd0 2023-10-06T22:44:56.985 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f86719ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f866c1f3a50 con 0x7f866c160ce0 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f866c0d0680 0x7f866c0cc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f866c0d0680 0x7f866c0cc430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60656/0 (socket says 172.21.15.37:60656) 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 -- 172.21.15.37:0/2709848908 learned_addr learned my addr 172.21.15.37:0/2709848908 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866a7fc700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f866c0d3bd0 0x7f866c153a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866b7fe700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c1f2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 -- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 msgr2=0x7f866c1f2f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c1f2f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 -- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f866c0d3bd0 msgr2=0x7f866c153a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:56.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f866c0d3bd0 0x7f866c153a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:56.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.982+0000 7f866affd700 1 -- 172.21.15.37:0/2709848908 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86600094a0 con 0x7f866c0d0680 2023-10-06T22:44:56.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.983+0000 7f866affd700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f866c0d0680 0x7f866c0cc430 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f865c009b90 tx=0x7f865c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:56.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.983+0000 7f8653fff700 1 -- 172.21.15.37:0/2709848908 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c004510 con 0x7f866c0d0680 2023-10-06T22:44:56.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.983+0000 7f8653fff700 1 -- 172.21.15.37:0/2709848908 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f865c0036a0 con 0x7f866c0d0680 2023-10-06T22:44:56.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.983+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f865c0094a0 con 0x7f866c0d0680 2023-10-06T22:44:56.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.983+0000 7f8653fff700 1 -- 172.21.15.37:0/2709848908 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c003a50 con 0x7f866c0d0680 2023-10-06T22:44:56.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.983+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f866c0ca590 con 0x7f866c0d0680 2023-10-06T22:44:56.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.984+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f866c067490 con 0x7f866c0d0680 2023-10-06T22:44:56.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.985+0000 7f8653fff700 1 -- 172.21.15.37:0/2709848908 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f865c003bb0 con 0x7f866c0d0680 2023-10-06T22:44:56.989 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.986+0000 7f8653fff700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f865806af00 0x7f865806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:56.989 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.986+0000 7f8653fff700 1 -- 172.21.15.37:0/2709848908 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f865c08ab60 con 0x7f866c0d0680 2023-10-06T22:44:56.989 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.987+0000 7f866a7fc700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f865806af00 0x7f865806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:56.989 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.987+0000 7f866a7fc700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f865806af00 0x7f865806d3c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8660009cd0 tx=0x7f8660009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:56.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:56.990+0000 7f8653fff700 1 -- 172.21.15.37:0/2709848908 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f865c055930 con 0x7f866c0d0680 2023-10-06T22:44:57.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.198+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f866c074380 con 0x7f866c0d0680 2023-10-06T22:44:57.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.199+0000 7f8653fff700 1 -- 172.21.15.37:0/2709848908 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7f865c003e60 con 0x7f866c0d0680 2023-10-06T22:44:57.200 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:44:57.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f865806af00 msgr2=0x7f865806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f865806af00 0x7f865806d3c0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8660009cd0 tx=0x7f8660009210 comp rx=0 tx=0).stop 2023-10-06T22:44:57.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f866c0d0680 msgr2=0x7f866c0cc430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f866c0d0680 0x7f866c0cc430 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f865c009b90 tx=0x7f865c004750 comp rx=0 tx=0).stop 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 shutdown_connections 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f866c160ce0 0x7f866c1f2f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f866c0d0680 0x7f866c0cc430 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f865806af00 0x7f865806d3c0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 --2- 172.21.15.37:0/2709848908 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f866c0d3bd0 0x7f866c153a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 >> 172.21.15.37:0/2709848908 conn(0x7f866c09c790 msgr2=0x7f866c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 shutdown_connections 2023-10-06T22:44:57.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.201+0000 7f86719ff700 1 -- 172.21.15.37:0/2709848908 wait complete. 2023-10-06T22:44:57.221 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:44:57.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.423+0000 7f9261bff700 1 Processor -- start 2023-10-06T22:44:57.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.424+0000 7f9261bff700 1 -- start start 2023-10-06T22:44:57.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f9261bff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f925c160ce0 0x7f925c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f9261bff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f925c0d3bd0 0x7f925c0d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f9261bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0d1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f9261bff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f925c1610c0 con 0x7f925c160ce0 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f9261bff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f925c0d40d0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f9261bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f925c0d43b0 con 0x7f925c0d0680 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f925b7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f925c160ce0 0x7f925c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f925b7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f925c160ce0 0x7f925c0cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60664/0 (socket says 172.21.15.37:60664) 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f925b7fe700 1 -- 172.21.15.37:0/1662660302 learned_addr learned my addr 172.21.15.37:0/1662660302 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f925bfff700 1 --2- 172.21.15.37:0/1662660302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0d1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.425+0000 7f925affd700 1 --2- 172.21.15.37:0/1662660302 >> v2:172.21.15.62:3300/0 conn(0x7f925c0d3bd0 0x7f925c0d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925b7fe700 1 -- 172.21.15.37:0/1662660302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 msgr2=0x7f925c0d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:57.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925b7fe700 1 --2- 172.21.15.37:0/1662660302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0d1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925b7fe700 1 -- 172.21.15.37:0/1662660302 >> v2:172.21.15.62:3300/0 conn(0x7f925c0d3bd0 msgr2=0x7f925c0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:57.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925b7fe700 1 --2- 172.21.15.37:0/1662660302 >> v2:172.21.15.62:3300/0 conn(0x7f925c0d3bd0 0x7f925c0d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925b7fe700 1 -- 172.21.15.37:0/1662660302 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f925c0ceb80 con 0x7f925c160ce0 2023-10-06T22:44:57.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925bfff700 1 --2- 172.21.15.37:0/1662660302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:57.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925b7fe700 1 --2- 172.21.15.37:0/1662660302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c160ce0 0x7f925c0cfc00 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f925c08d830 tx=0x7f924c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66536f40c60ddb59 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:57.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925a7fc700 1 -- 172.21.15.37:0/1662660302 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924c00b870 con 0x7f925c160ce0 2023-10-06T22:44:57.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925a7fc700 1 -- 172.21.15.37:0/1662660302 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f924c00b9d0 con 0x7f925c160ce0 2023-10-06T22:44:57.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.426+0000 7f925a7fc700 1 -- 172.21.15.37:0/1662660302 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924c00bd60 con 0x7f925c160ce0 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 -- 172.21.15.37:0/1662660302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c160ce0 msgr2=0x7f925c0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 --2- 172.21.15.37:0/1662660302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c160ce0 0x7f925c0cfc00 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f925c08d830 tx=0x7f924c009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 -- 172.21.15.37:0/1662660302 shutdown_connections 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 --2- 172.21.15.37:0/1662660302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 --2- 172.21.15.37:0/1662660302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c160ce0 0x7f925c0cfc00 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 --2- 172.21.15.37:0/1662660302 >> v2:172.21.15.62:3300/0 conn(0x7f925c0d3bd0 0x7f925c0d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 -- 172.21.15.37:0/1662660302 >> 172.21.15.37:0/1662660302 conn(0x7f925c09c790 msgr2=0x7f925c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 -- 172.21.15.37:0/1662660302 shutdown_connections 2023-10-06T22:44:57.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.427+0000 7f9261bff700 1 -- 172.21.15.37:0/1662660302 wait complete. 2023-10-06T22:44:57.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.429+0000 7f9261bff700 1 Processor -- start 2023-10-06T22:44:57.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.430+0000 7f9261bff700 1 -- start start 2023-10-06T22:44:57.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f9261bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0ccf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f9261bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c0d3bd0 0x7f925c0c8680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f9261bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f925c160ce0 0x7f925c14f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f9261bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925c0c81f0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f9261bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f925c0c8bc0 con 0x7f925c160ce0 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f9261bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f925c0b63b0 con 0x7f925c0d0680 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f925affd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c0d3bd0 0x7f925c0c8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f925affd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c0d3bd0 0x7f925c0c8680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60670/0 (socket says 172.21.15.37:60670) 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f925affd700 1 -- 172.21.15.37:0/4137739887 learned_addr learned my addr 172.21.15.37:0/4137739887 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f925b7fe700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0ccf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.431+0000 7f925bfff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f925c160ce0 0x7f925c14f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f925affd700 1 -- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 msgr2=0x7f925c0ccf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f925affd700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0ccf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f925affd700 1 -- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f925c160ce0 msgr2=0x7f925c14f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f925affd700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f925c160ce0 0x7f925c14f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f925affd700 1 -- 172.21.15.37:0/4137739887 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f924c009550 con 0x7f925c0d3bd0 2023-10-06T22:44:57.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f925affd700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c0d3bd0 0x7f925c0c8680 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f925000d800 tx=0x7f925000db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:57.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f9243fff700 1 -- 172.21.15.37:0/4137739887 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92500126b0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f9243fff700 1 -- 172.21.15.37:0/4137739887 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9250012810 con 0x7f925c0d3bd0 2023-10-06T22:44:57.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f9243fff700 1 -- 172.21.15.37:0/4137739887 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9250012ba0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f925c0c7ba0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.432+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f925c14fdf0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.433+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f925c0c83a0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.434+0000 7f9243fff700 1 -- 172.21.15.37:0/4137739887 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9250012d00 con 0x7f925c0d3bd0 2023-10-06T22:44:57.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.435+0000 7f9243fff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f924806af00 0x7f924806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.435+0000 7f9243fff700 1 -- 172.21.15.37:0/4137739887 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9250089970 con 0x7f925c0d3bd0 2023-10-06T22:44:57.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.435+0000 7f925b7fe700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f924806af00 0x7f924806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.436+0000 7f925b7fe700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f924806af00 0x7f924806d3c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f924c000c00 tx=0x7f924c008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:57.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.440+0000 7f9243fff700 1 -- 172.21.15.37:0/4137739887 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f925c0c83a0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.649+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f925c0c79f0 con 0x7f925c0d3bd0 2023-10-06T22:44:57.651 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.650+0000 7f9243fff700 1 -- 172.21.15.37:0/4137739887 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9250054730 con 0x7f925c0d3bd0 2023-10-06T22:44:57.651 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.652+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f924806af00 msgr2=0x7f924806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.652+0000 7f9261bff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f924806af00 0x7f924806d3c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f924c000c00 tx=0x7f924c008030 comp rx=0 tx=0).stop 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.652+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c0d3bd0 msgr2=0x7f925c0c8680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.652+0000 7f9261bff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c0d3bd0 0x7f925c0c8680 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f925000d800 tx=0x7f925000db10 comp rx=0 tx=0).stop 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 shutdown_connections 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f924806af00 0x7f924806d3c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f925c160ce0 0x7f925c14f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f925c0d0680 0x7f925c0ccf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 --2- 172.21.15.37:0/4137739887 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f925c0d3bd0 0x7f925c0c8680 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 >> 172.21.15.37:0/4137739887 conn(0x7f925c09c790 msgr2=0x7f925c06b630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:57.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 shutdown_connections 2023-10-06T22:44:57.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.653+0000 7f9261bff700 1 -- 172.21.15.37:0/4137739887 wait complete. 2023-10-06T22:44:57.672 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:44:57.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.877+0000 7fc7f03ff700 1 Processor -- start 2023-10-06T22:44:57.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.877+0000 7fc7f03ff700 1 -- start start 2023-10-06T22:44:57.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.878+0000 7fc7f03ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b4b0 0x7fc7e80b0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.878+0000 7fc7f03ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc7e815b890 0x7fc7e815fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.878+0000 7fc7f03ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7e8160250 con 0x7fc7e80ca280 2023-10-06T22:44:57.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.878+0000 7fc7f03ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7e80b1150 con 0x7fc7e815b890 2023-10-06T22:44:57.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.878+0000 7fc7f03ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e80b1430 con 0x7fc7e815b4b0 2023-10-06T22:44:57.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.878+0000 7fc7ed99a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc7e815b890 0x7fc7e815fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ee99c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fc7e80ca280 0x7fc7e80b1f40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56192/0 (socket says 172.21.15.37:56192) 2023-10-06T22:44:57.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ee99c700 1 -- 172.21.15.37:0/2684787507 learned_addr learned my addr 172.21.15.37:0/2684787507 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:57.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ee19b700 1 --2- 172.21.15.37:0/2684787507 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b4b0 0x7fc7e80b0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ed99a700 1 -- 172.21.15.37:0/2684787507 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b4b0 msgr2=0x7fc7e80b0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ed99a700 1 --2- 172.21.15.37:0/2684787507 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b4b0 0x7fc7e80b0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ed99a700 1 -- 172.21.15.37:0/2684787507 >> v1:172.21.15.37:6789/0 conn(0x7fc7e80ca280 legacy=0x7fc7e80b1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ed99a700 1 -- 172.21.15.37:0/2684787507 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e80c9a80 con 0x7fc7e815b890 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ed199700 1 -- 172.21.15.37:0/2684787507 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3396464329 0 0) 0x7fc7e8160250 con 0x7fc7e80ca280 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.879+0000 7fc7ed99a700 1 --2- 172.21.15.37:0/2684787507 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e815b890 0x7fc7e815fd10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009840 tx=0x7fc7d8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d1e6aa39b5e35ef server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7ed199700 1 -- 172.21.15.37:0/2684787507 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d8011830 con 0x7fc7e815b890 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7ed199700 1 -- 172.21.15.37:0/2684787507 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7d8011990 con 0x7fc7e815b890 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7ed199700 1 -- 172.21.15.37:0/2684787507 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d8011d20 con 0x7fc7e815b890 2023-10-06T22:44:57.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 -- 172.21.15.37:0/2684787507 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e815b890 msgr2=0x7fc7e815fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/2684787507 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e815b890 0x7fc7e815fd10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009840 tx=0x7fc7d8009b50 comp rx=0 tx=0).stop 2023-10-06T22:44:57.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 -- 172.21.15.37:0/2684787507 shutdown_connections 2023-10-06T22:44:57.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/2684787507 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b4b0 0x7fc7e80b0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/2684787507 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e815b890 0x7fc7e815fd10 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 -- 172.21.15.37:0/2684787507 >> 172.21.15.37:0/2684787507 conn(0x7fc7e80cbb70 msgr2=0x7fc7e80cbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:57.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 -- 172.21.15.37:0/2684787507 shutdown_connections 2023-10-06T22:44:57.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.880+0000 7fc7f03ff700 1 -- 172.21.15.37:0/2684787507 wait complete. 2023-10-06T22:44:57.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.882+0000 7fc7f03ff700 1 Processor -- start 2023-10-06T22:44:57.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.882+0000 7fc7f03ff700 1 -- start start 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.883+0000 7fc7f03ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e80ca280 0x7fc7e80c61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.883+0000 7fc7f03ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815b4b0 0x7fc7e81563b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.883+0000 7fc7f03ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b890 0x7fc7e80c5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.883+0000 7fc7f03ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e80c74d0 con 0x7fc7e80ca280 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.883+0000 7fc7f03ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e81568f0 con 0x7fc7e815b4b0 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.883+0000 7fc7f03ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e80c5a80 con 0x7fc7e815b890 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.883+0000 7fc7ee19b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e80ca280 0x7fc7e80c61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e80ca280 0x7fc7e80c61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60690/0 (socket says 172.21.15.37:60690) 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 -- 172.21.15.37:0/4118562675 learned_addr learned my addr 172.21.15.37:0/4118562675 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ed99a700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815b4b0 0x7fc7e81563b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee99c700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b890 0x7fc7e80c5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 -- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b890 msgr2=0x7fc7e80c5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b890 0x7fc7e80c5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 -- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815b4b0 msgr2=0x7fc7e81563b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815b4b0 0x7fc7e81563b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 -- 172.21.15.37:0/4118562675 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7d80094a0 con 0x7fc7e80ca280 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee99c700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b890 0x7fc7e80c5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ed99a700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815b4b0 0x7fc7e81563b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7ee19b700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e80ca280 0x7fc7e80c61c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc7e400e9b0 tx=0x7fc7e400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7deffd700 1 -- 172.21.15.37:0/4118562675 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e4009710 con 0x7fc7e80ca280 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7deffd700 1 -- 172.21.15.37:0/4118562675 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7e400c850 con 0x7fc7e80ca280 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.884+0000 7fc7deffd700 1 -- 172.21.15.37:0/4118562675 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e400cbc0 con 0x7fc7e80ca280 2023-10-06T22:44:57.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.885+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7e80c68c0 con 0x7fc7e80ca280 2023-10-06T22:44:57.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.885+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7e80c6e80 con 0x7fc7e80ca280 2023-10-06T22:44:57.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.886+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7e8074380 con 0x7fc7e80ca280 2023-10-06T22:44:57.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.887+0000 7fc7deffd700 1 -- 172.21.15.37:0/4118562675 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc7e400cd20 con 0x7fc7e80ca280 2023-10-06T22:44:57.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.887+0000 7fc7deffd700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7cc06af00 0x7fc7cc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:57.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.887+0000 7fc7deffd700 1 -- 172.21.15.37:0/4118562675 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc7e4089930 con 0x7fc7e80ca280 2023-10-06T22:44:57.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.888+0000 7fc7ed99a700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7cc06af00 0x7fc7cc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:57.889 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.889+0000 7fc7ed99a700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7cc06af00 0x7fc7cc06d3c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc7e81593f0 tx=0x7fc7d8008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:57.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:57.892+0000 7fc7deffd700 1 -- 172.21.15.37:0/4118562675 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc7e4054780 con 0x7fc7e80ca280 2023-10-06T22:44:58.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.101+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc7e8160200 con 0x7fc7e80ca280 2023-10-06T22:44:58.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.101+0000 7fc7deffd700 1 -- 172.21.15.37:0/4118562675 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc7e4057da0 con 0x7fc7e80ca280 2023-10-06T22:44:58.102 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:44:58.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7cc06af00 msgr2=0x7fc7cc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7cc06af00 0x7fc7cc06d3c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc7e81593f0 tx=0x7fc7d8008030 comp rx=0 tx=0).stop 2023-10-06T22:44:58.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e80ca280 msgr2=0x7fc7e80c61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e80ca280 0x7fc7e80c61c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fc7e400e9b0 tx=0x7fc7e400ed70 comp rx=0 tx=0).stop 2023-10-06T22:44:58.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 shutdown_connections 2023-10-06T22:44:58.105 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815b890 0x7fc7e80c5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e80ca280 0x7fc7e80c61c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7cc06af00 0x7fc7cc06d3c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 --2- 172.21.15.37:0/4118562675 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815b4b0 0x7fc7e81563b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 >> 172.21.15.37:0/4118562675 conn(0x7fc7e80cbb70 msgr2=0x7fc7e80704f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:58.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 shutdown_connections 2023-10-06T22:44:58.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.104+0000 7fc7f03ff700 1 -- 172.21.15.37:0/4118562675 wait complete. 2023-10-06T22:44:58.123 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:44:58.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.327+0000 7efca1fff700 1 Processor -- start 2023-10-06T22:44:58.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.327+0000 7efca1fff700 1 -- start start 2023-10-06T22:44:58.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.328+0000 7efca1fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7efc9c0c8120 0x7efc9c168300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.328+0000 7efca1fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc9c1610c0 con 0x7efc9c160ce0 2023-10-06T22:44:58.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.328+0000 7efca1fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc9c0d40d0 con 0x7efc9c0d3bd0 2023-10-06T22:44:58.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.328+0000 7efca1fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc9c0d0a20 con 0x7efc9c0c8120 2023-10-06T22:44:58.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9b7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7efc9c160ce0 0x7efc9c0cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56194/0 (socket says 172.21.15.37:56194) 2023-10-06T22:44:58.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9b7fe700 1 -- 172.21.15.37:0/3501212430 learned_addr learned my addr 172.21.15.37:0/3501212430 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:58.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9bfff700 1 --2- 172.21.15.37:0/3501212430 >> v2:172.21.15.62:3300/0 conn(0x7efc9c0c8120 0x7efc9c168300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1059657513 0 0) 0x7efc9c1610c0 con 0x7efc9c160ce0 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc840035b0 con 0x7efc9c160ce0 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 976714710 0 0) 0x7efc9c0d40d0 con 0x7efc9c0d3bd0 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efc9c1610c0 con 0x7efc9c0d3bd0 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1339226416 0 0) 0x7efc840035b0 con 0x7efc9c160ce0 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 >> v2:172.21.15.62:3300/0 conn(0x7efc9c0c8120 msgr2=0x7efc9c168300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 --2- 172.21.15.37:0/3501212430 >> v2:172.21.15.62:3300/0 conn(0x7efc9c0c8120 0x7efc9c168300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.329+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 >> v1:172.21.15.62:6789/0 conn(0x7efc9c0d3bd0 legacy=0x7efc9c0d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc9c0d43b0 con 0x7efc9c160ce0 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7efc8c001670 con 0x7efc9c160ce0 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 >> v1:172.21.15.37:6789/0 conn(0x7efc9c160ce0 legacy=0x7efc9c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84003b90 0x7efc84003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc84004850 0x7efc84004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc84005210 0x7efc8400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc9c0d0a20 con 0x7efc84005210 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc8400c090 con 0x7efc84004850 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc8400c250 con 0x7efc84003b90 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9bfff700 1 --2- 172.21.15.37:0/3501212430 >> v2:172.21.15.62:3300/0 conn(0x7efc9c0c8120 0x7efc9c168300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9bfff700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc84005210 0x7efc8400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9affd700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc84004850 0x7efc84004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9b7fe700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84003b90 0x7efc84003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9bfff700 1 -- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84003b90 msgr2=0x7efc84003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9bfff700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84003b90 0x7efc84003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9bfff700 1 -- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc84004850 msgr2=0x7efc84004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9bfff700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc84004850 0x7efc84004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.330+0000 7efc9bfff700 1 -- 172.21.15.37:0/3501212430 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc840035b0 con 0x7efc84005210 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.331+0000 7efc9bfff700 1 -- 172.21.15.37:0/3501212430 reap_dead start 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.331+0000 7efc9bfff700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc84005210 0x7efc8400ba10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efc9400e320 tx=0x7efc84005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7eeb7ad73023e39 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.331+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc9400edc0 con 0x7efc84005210 2023-10-06T22:44:58.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.331+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc9400f040 con 0x7efc84005210 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.331+0000 7efc9a7fc700 1 -- 172.21.15.37:0/3501212430 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc94003c60 con 0x7efc84005210 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.331+0000 7efca1fff700 1 -- 172.21.15.37:0/3501212430 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc84005210 msgr2=0x7efc8400ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.331+0000 7efca1fff700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc84005210 0x7efc8400ba10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efc9400e320 tx=0x7efc84005880 comp rx=0 tx=0).stop 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.332+0000 7efca1fff700 1 -- 172.21.15.37:0/3501212430 shutdown_connections 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.332+0000 7efca1fff700 1 --2- 172.21.15.37:0/3501212430 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc84005210 0x7efc8400ba10 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.332+0000 7efca1fff700 1 -- 172.21.15.37:0/3501212430 >> 172.21.15.37:0/3501212430 conn(0x7efc9c09c790 msgr2=0x7efc9c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.332+0000 7efca1fff700 1 -- 172.21.15.37:0/3501212430 shutdown_connections 2023-10-06T22:44:58.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.332+0000 7efca1fff700 1 -- 172.21.15.37:0/3501212430 wait complete. 2023-10-06T22:44:58.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.333+0000 7efca1fff700 1 Processor -- start 2023-10-06T22:44:58.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.334+0000 7efca1fff700 1 -- start start 2023-10-06T22:44:58.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.334+0000 7efca1fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84005210 0x7efc9c158110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efca1fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc9c1517c0 0x7efc9c0cb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efca1fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc9c0cb9e0 0x7efc9c0cbe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efca1fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc9c1514a0 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efca1fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc9c0cc3b0 con 0x7efc9c1517c0 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efca1fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc9c15c1f0 con 0x7efc84005210 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc9c0cb9e0 0x7efc9c0cbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc9c0cb9e0 0x7efc9c0cbe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60710/0 (socket says 172.21.15.37:60710) 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 -- 172.21.15.37:0/426410039 learned_addr learned my addr 172.21.15.37:0/426410039 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9affd700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc9c1517c0 0x7efc9c0cb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9b7fe700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84005210 0x7efc9c158110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 -- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84005210 msgr2=0x7efc9c158110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.340 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84005210 0x7efc9c158110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 -- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc9c1517c0 msgr2=0x7efc9c0cb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc9c1517c0 0x7efc9c0cb4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.335+0000 7efc9bfff700 1 -- 172.21.15.37:0/426410039 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc9c15c4d0 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.336+0000 7efc9bfff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc9c0cb9e0 0x7efc9c0cbe70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7efc9c08d9d0 tx=0x7efc94009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.336+0000 7efc83fff700 1 -- 172.21.15.37:0/426410039 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc94004020 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.336+0000 7efc83fff700 1 -- 172.21.15.37:0/426410039 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc940041a0 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.336+0000 7efc83fff700 1 -- 172.21.15.37:0/426410039 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc94004550 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.336+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc9c15c7b0 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.336+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc9c151bc0 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.337+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc9c067490 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.338+0000 7efc83fff700 1 -- 172.21.15.37:0/426410039 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7efc94023070 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.339+0000 7efc83fff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efc8806af00 0x7efc8806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.339+0000 7efc83fff700 1 -- 172.21.15.37:0/426410039 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efc9408ad10 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.339+0000 7efc9b7fe700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efc8806af00 0x7efc8806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.340+0000 7efc9b7fe700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efc8806af00 0x7efc8806d3c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7efc8c000c00 tx=0x7efc8c001e00 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:58.344 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.343+0000 7efc83fff700 1 -- 172.21.15.37:0/426410039 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7efc94055ac0 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.555+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7efc9c15a920 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.555+0000 7efc83fff700 1 -- 172.21.15.37:0/426410039 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v25) v1 ==== 103+0+11 (secure 0 0 0) 0x7efc94018020 con 0x7efc9c0cb9e0 2023-10-06T22:44:58.556 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:44:58.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efc8806af00 msgr2=0x7efc8806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efc8806af00 0x7efc8806d3c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7efc8c000c00 tx=0x7efc8c001e00 comp rx=0 tx=0).stop 2023-10-06T22:44:58.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc9c0cb9e0 msgr2=0x7efc9c0cbe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc9c0cb9e0 0x7efc9c0cbe70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7efc9c08d9d0 tx=0x7efc94009750 comp rx=0 tx=0).stop 2023-10-06T22:44:58.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 shutdown_connections 2023-10-06T22:44:58.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7efc9c0cb9e0 0x7efc9c0cbe70 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7efc84005210 0x7efc9c158110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7efc8806af00 0x7efc8806d3c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 --2- 172.21.15.37:0/426410039 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7efc9c1517c0 0x7efc9c0cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 >> 172.21.15.37:0/426410039 conn(0x7efc9c09c790 msgr2=0x7efc9c0d0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:58.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 shutdown_connections 2023-10-06T22:44:58.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.558+0000 7efca1fff700 1 -- 172.21.15.37:0/426410039 wait complete. 2023-10-06T22:44:58.577 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:44:58.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.784+0000 7f8481fff700 1 Processor -- start 2023-10-06T22:44:58.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.784+0000 7f8481fff700 1 -- start start 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.785+0000 7f8481fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f847c15d830 0x7f847c0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.785+0000 7f8481fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f847c0b5010 0x7f847c0b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.785+0000 7f8481fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f847c0b59a0 con 0x7f847c0ce890 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.785+0000 7f8481fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f847c0d1d40 con 0x7f847c15d830 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.785+0000 7f8481fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f847c0d2020 con 0x7f847c0b5010 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.785+0000 7f847b7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f847c15d830 0x7f847c0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847b7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f847c15d830 0x7f847c0d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60726/0 (socket says 172.21.15.37:60726) 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847b7fe700 1 -- 172.21.15.37:0/4224208478 learned_addr learned my addr 172.21.15.37:0/4224208478 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:58.787 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847bfff700 1 --2- 172.21.15.37:0/4224208478 >> v2:172.21.15.62:3300/0 conn(0x7f847c0b5010 0x7f847c0b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847b7fe700 1 -- 172.21.15.37:0/4224208478 >> v2:172.21.15.62:3300/0 conn(0x7f847c0b5010 msgr2=0x7f847c0b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:58.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847b7fe700 1 --2- 172.21.15.37:0/4224208478 >> v2:172.21.15.62:3300/0 conn(0x7f847c0b5010 0x7f847c0b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847b7fe700 1 -- 172.21.15.37:0/4224208478 >> v1:172.21.15.62:6789/0 conn(0x7f847c0ce890 legacy=0x7f847c0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847b7fe700 1 -- 172.21.15.37:0/4224208478 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f847c0d2300 con 0x7f847c15d830 2023-10-06T22:44:58.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847b7fe700 1 --2- 172.21.15.37:0/4224208478 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0d1760 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f847c0b2fa0 tx=0x7f846c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61e036c786d998cf server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:58.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.786+0000 7f847a7fc700 1 -- 172.21.15.37:0/4224208478 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f846c00b870 con 0x7f847c15d830 2023-10-06T22:44:58.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f847a7fc700 1 -- 172.21.15.37:0/4224208478 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f846c00b9d0 con 0x7f847c15d830 2023-10-06T22:44:58.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f847a7fc700 1 -- 172.21.15.37:0/4224208478 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f846c00bd60 con 0x7f847c15d830 2023-10-06T22:44:58.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 -- 172.21.15.37:0/4224208478 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 msgr2=0x7f847c0d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 --2- 172.21.15.37:0/4224208478 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0d1760 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f847c0b2fa0 tx=0x7f846c009bd0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 -- 172.21.15.37:0/4224208478 shutdown_connections 2023-10-06T22:44:58.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 --2- 172.21.15.37:0/4224208478 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0d1760 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 --2- 172.21.15.37:0/4224208478 >> v2:172.21.15.62:3300/0 conn(0x7f847c0b5010 0x7f847c0b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 -- 172.21.15.37:0/4224208478 >> 172.21.15.37:0/4224208478 conn(0x7f847c072630 msgr2=0x7f847c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:58.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 -- 172.21.15.37:0/4224208478 shutdown_connections 2023-10-06T22:44:58.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.787+0000 7f8481fff700 1 -- 172.21.15.37:0/4224208478 wait complete. 2023-10-06T22:44:58.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.789+0000 7f8481fff700 1 Processor -- start 2023-10-06T22:44:58.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.789+0000 7f8481fff700 1 -- start start 2023-10-06T22:44:58.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f8481fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f847c0b5010 0x7f847c15b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f8481fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f847c0ce890 0x7f847c0adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f8481fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0a9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f8481fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f847c0adfe0 con 0x7f847c15d830 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f8481fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f847c0aa7a0 con 0x7f847c0ce890 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f8481fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f847c0aaa80 con 0x7f847c0b5010 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f847bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0a9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f847bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0a9ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60730/0 (socket says 172.21.15.37:60730) 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f847bfff700 1 -- 172.21.15.37:0/2085028527 learned_addr learned my addr 172.21.15.37:0/2085028527 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f847b7fe700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f847c0b5010 0x7f847c15b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.790+0000 7f847affd700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f847c0ce890 0x7f847c0adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f847bfff700 1 -- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f847c0b5010 msgr2=0x7f847c15b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f847bfff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f847c0b5010 0x7f847c15b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f847bfff700 1 -- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f847c0ce890 msgr2=0x7f847c0adaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f847bfff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f847c0ce890 0x7f847c0adaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f847bfff700 1 -- 172.21.15.37:0/2085028527 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f846c009550 con 0x7f847c15d830 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f847bfff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0a9ec0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8474007e60 tx=0x7f847400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f8463fff700 1 -- 172.21.15.37:0/2085028527 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847400ed30 con 0x7f847c15d830 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f8463fff700 1 -- 172.21.15.37:0/2085028527 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8474014420 con 0x7f847c15d830 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f8463fff700 1 -- 172.21.15.37:0/2085028527 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84740147d0 con 0x7f847c15d830 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.791+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f847c0aad60 con 0x7f847c15d830 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.792+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f847c0ab320 con 0x7f847c15d830 2023-10-06T22:44:58.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.793+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f847c074380 con 0x7f847c15d830 2023-10-06T22:44:58.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.793+0000 7f8463fff700 1 -- 172.21.15.37:0/2085028527 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8474014930 con 0x7f847c15d830 2023-10-06T22:44:58.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.794+0000 7f8463fff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f846806af00 0x7f846806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:58.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.794+0000 7f8463fff700 1 -- 172.21.15.37:0/2085028527 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f8474089eb0 con 0x7f847c15d830 2023-10-06T22:44:58.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.795+0000 7f847b7fe700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f846806af00 0x7f846806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:58.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.795+0000 7f847b7fe700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f846806af00 0x7f846806d3c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f846c000c00 tx=0x7f846c008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:58.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:58.799+0000 7f8463fff700 1 -- 172.21.15.37:0/2085028527 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f8474054ce0 con 0x7f847c15d830 2023-10-06T22:44:59.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.056+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f847c0cd4e0 con 0x7f847c15d830 2023-10-06T22:44:59.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.056+0000 7f8463fff700 1 -- 172.21.15.37:0/2085028527 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7f8474058300 con 0x7f847c15d830 2023-10-06T22:44:59.057 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:59.057 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.058+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f846806af00 msgr2=0x7f846806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.058+0000 7f8481fff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f846806af00 0x7f846806d3c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f846c000c00 tx=0x7f846c008030 comp rx=0 tx=0).stop 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.058+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 msgr2=0x7f847c0a9ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.058+0000 7f8481fff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0a9ec0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8474007e60 tx=0x7f847400e3c0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 shutdown_connections 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f847c15d830 0x7f847c0a9ec0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f847c0b5010 0x7f847c15b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f846806af00 0x7f846806d3c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 --2- 172.21.15.37:0/2085028527 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f847c0ce890 0x7f847c0adaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 >> 172.21.15.37:0/2085028527 conn(0x7f847c072630 msgr2=0x7f847c15cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:59.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 shutdown_connections 2023-10-06T22:44:59.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.059+0000 7f8481fff700 1 -- 172.21.15.37:0/2085028527 wait complete. 2023-10-06T22:44:59.061 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:44:59.078 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:44:59.280 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.279+0000 7f0608fff700 1 Processor -- start 2023-10-06T22:44:59.280 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.279+0000 7f0608fff700 1 -- start start 2023-10-06T22:44:59.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.280+0000 7f0608fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f06040d2060 0x7f06040cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.280+0000 7f0608fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 0x7f06040d03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.280+0000 7f0608fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06040d1bd0 con 0x7f0604160ca0 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.280+0000 7f0608fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06040d3290 con 0x7f06040d2060 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.280+0000 7f0608fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06040d15c0 con 0x7f06040b28c0 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.280+0000 7f060259c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f0604160ca0 0x7f06040d2760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56210/0 (socket says 172.21.15.37:56210) 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060259c700 1 -- 172.21.15.37:0/4000084922 learned_addr learned my addr 172.21.15.37:0/4000084922 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f0601d9b700 1 --2- 172.21.15.37:0/4000084922 >> v2:172.21.15.62:3300/0 conn(0x7f06040d2060 0x7f06040cfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f0602d9d700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 0x7f06040d03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3632610755 0 0) 0x7f06040d1bd0 con 0x7f0604160ca0 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05ec0035b0 con 0x7f0604160ca0 2023-10-06T22:44:59.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4226399785 0 0) 0x7f05ec0035b0 con 0x7f0604160ca0 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 msgr2=0x7f06040d03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 0x7f06040d03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 >> v2:172.21.15.62:3300/0 conn(0x7f06040d2060 msgr2=0x7f06040cfe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 --2- 172.21.15.37:0/4000084922 >> v2:172.21.15.62:3300/0 conn(0x7f06040d2060 0x7f06040cfe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06040d2fb0 con 0x7f0604160ca0 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f05f4001670 con 0x7f0604160ca0 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 >> v1:172.21.15.37:6789/0 conn(0x7f0604160ca0 legacy=0x7f06040d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f05ec003a00 0x7f05ec003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec004850 0x7f05ec004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 0x7f05ec005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06040d3290 con 0x7f05ec003a00 2023-10-06T22:44:59.285 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.281+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06040d15c0 con 0x7f05ec004850 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05ec00ba40 con 0x7f06040b28c0 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f0601d9b700 1 --2- 172.21.15.37:0/4000084922 >> v2:172.21.15.62:3300/0 conn(0x7f06040d2060 0x7f06040cfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f060259c700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f05ec003a00 0x7f05ec003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f0602d9d700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 0x7f05ec005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f0601d9b700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec004850 0x7f05ec004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f060259c700 1 -- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 msgr2=0x7f05ec005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f060259c700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06040b28c0 0x7f05ec005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f060259c700 1 -- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec004850 msgr2=0x7f05ec004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f060259c700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec004850 0x7f05ec004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f060259c700 1 -- 172.21.15.37:0/4000084922 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05ec0035b0 con 0x7f05ec003a00 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.282+0000 7f0601d9b700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec004850 0x7f05ec004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:44:59.286 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f060259c700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f05ec003a00 0x7f05ec003e20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f05f400c370 tx=0x7f05ec005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e804313ab66aea89 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:59.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f4007c60 con 0x7f05ec003a00 2023-10-06T22:44:59.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05f400ce50 con 0x7f05ec003a00 2023-10-06T22:44:59.287 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f060159a700 1 -- 172.21.15.37:0/4000084922 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f4005ba0 con 0x7f05ec003a00 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f0608fff700 1 -- 172.21.15.37:0/4000084922 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f05ec003a00 msgr2=0x7f05ec003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f0608fff700 1 --2- 172.21.15.37:0/4000084922 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f05ec003a00 0x7f05ec003e20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f05f400c370 tx=0x7f05ec005880 comp rx=0 tx=0).stop 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f0602d9d700 1 -- 172.21.15.37:0/4000084922 reap_dead start 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f0608fff700 1 -- 172.21.15.37:0/4000084922 shutdown_connections 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f0608fff700 1 -- 172.21.15.37:0/4000084922 >> 172.21.15.37:0/4000084922 conn(0x7f060406b570 msgr2=0x7f060406b950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.283+0000 7f0608fff700 1 -- 172.21.15.37:0/4000084922 shutdown_connections 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.284+0000 7f0608fff700 1 -- 172.21.15.37:0/4000084922 wait complete. 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.285+0000 7f0608fff700 1 Processor -- start 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.286+0000 7f0608fff700 1 -- start start 2023-10-06T22:44:59.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.286+0000 7f0608fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec003a00 0x7f0604145d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.286+0000 7f0608fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0604158e70 0x7f06041f2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0608fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06041451f0 0x7f0604145670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0608fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0604153c10 con 0x7f0604158e70 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0608fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0604145bb0 con 0x7f05ec003a00 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0608fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0604159610 con 0x7f06041451f0 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0604158e70 0x7f06041f2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0604158e70 0x7f06041f2470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60748/0 (socket says 172.21.15.37:60748) 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 -- 172.21.15.37:0/3108638903 learned_addr learned my addr 172.21.15.37:0/3108638903 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 -- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06041451f0 msgr2=0x7f0604145670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f060259c700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec003a00 0x7f0604145d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06041451f0 0x7f0604145670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 -- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec003a00 msgr2=0x7f0604145d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec003a00 0x7f0604145d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 -- 172.21.15.37:0/3108638903 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06041598f0 con 0x7f0604158e70 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f060259c700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec003a00 0x7f0604145d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.287+0000 7f0601d9b700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0604158e70 0x7f06041f2470 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f05f8010c30 tx=0x7f05f8009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.288+0000 7f05f2ffd700 1 -- 172.21.15.37:0/3108638903 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f800e910 con 0x7f0604158e70 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.288+0000 7f05f2ffd700 1 -- 172.21.15.37:0/3108638903 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05f800ea70 con 0x7f0604158e70 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.288+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0604159bd0 con 0x7f0604158e70 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.288+0000 7f05f2ffd700 1 -- 172.21.15.37:0/3108638903 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f800ede0 con 0x7f0604158e70 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.288+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06041f29b0 con 0x7f0604158e70 2023-10-06T22:44:59.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.289+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0604153d50 con 0x7f0604158e70 2023-10-06T22:44:59.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.290+0000 7f05f2ffd700 1 -- 172.21.15.37:0/3108638903 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f05f8016460 con 0x7f0604158e70 2023-10-06T22:44:59.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.291+0000 7f05f2ffd700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f05e406af00 0x7f05e406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.291+0000 7f05f2ffd700 1 -- 172.21.15.37:0/3108638903 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f05f8089e70 con 0x7f0604158e70 2023-10-06T22:44:59.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.292+0000 7f060259c700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f05e406af00 0x7f05e406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.292+0000 7f060259c700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f05e406af00 0x7f05e406d3c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f05f4015040 tx=0x7f05f400a000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:59.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.295+0000 7f05f2ffd700 1 -- 172.21.15.37:0/3108638903 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0604153d50 con 0x7f0604158e70 2023-10-06T22:44:59.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.504+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0604153d50 con 0x7f0604158e70 2023-10-06T22:44:59.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.506+0000 7f05f2ffd700 1 -- 172.21.15.37:0/3108638903 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f0604153d50 con 0x7f0604158e70 2023-10-06T22:44:59.509 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:44:59.510 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":26,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:58.758963+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:44:59.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f05e406af00 msgr2=0x7f05e406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f05e406af00 0x7f05e406d3c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f05f4015040 tx=0x7f05f400a000 comp rx=0 tx=0).stop 2023-10-06T22:44:59.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0604158e70 msgr2=0x7f06041f2470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0604158e70 0x7f06041f2470 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f05f8010c30 tx=0x7f05f8009e30 comp rx=0 tx=0).stop 2023-10-06T22:44:59.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 shutdown_connections 2023-10-06T22:44:59.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f05e406af00 0x7f05e406d3c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f05ec003a00 0x7f0604145d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f06041451f0 0x7f0604145670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 --2- 172.21.15.37:0/3108638903 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0604158e70 0x7f06041f2470 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 >> 172.21.15.37:0/3108638903 conn(0x7f060406b570 msgr2=0x7f06040b3fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:59.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 shutdown_connections 2023-10-06T22:44:59.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.508+0000 7f0608fff700 1 -- 172.21.15.37:0/3108638903 wait complete. 2023-10-06T22:44:59.528 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:44:59.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.729+0000 7f949b7ff700 1 Processor -- start 2023-10-06T22:44:59.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.729+0000 7f949b7ff700 1 -- start start 2023-10-06T22:44:59.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.730+0000 7f949b7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f949415d830 0x7f94940d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.730+0000 7f949b7ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f94940b5010 0x7f94940b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.730+0000 7f949b7ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94940d1d40 con 0x7f94940ce890 2023-10-06T22:44:59.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.730+0000 7f949b7ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94940b5a00 con 0x7f94940b5010 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.730+0000 7f949b7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94940d2020 con 0x7f949415d830 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9498d9a700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f94940ce890 0x7f94940d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56220/0 (socket says 172.21.15.37:56220) 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9498d9a700 1 -- 172.21.15.37:0/2202747378 learned_addr learned my addr 172.21.15.37:0/2202747378 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9499d9c700 1 --2- 172.21.15.37:0/2202747378 >> v2:172.21.15.37:3300/0 conn(0x7f94940b5010 0x7f94940b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f949959b700 1 --2- 172.21.15.37:0/2202747378 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f949415d830 0x7f94940d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f948bfff700 1 -- 172.21.15.37:0/2202747378 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3003772325 0 0) 0x7f94940d1d40 con 0x7f94940ce890 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f948bfff700 1 -- 172.21.15.37:0/2202747378 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94800035b0 con 0x7f94940ce890 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9499d9c700 1 -- 172.21.15.37:0/2202747378 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f949415d830 msgr2=0x7f94940d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9499d9c700 1 --2- 172.21.15.37:0/2202747378 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f949415d830 0x7f94940d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9499d9c700 1 -- 172.21.15.37:0/2202747378 >> v1:172.21.15.37:6789/0 conn(0x7f94940ce890 legacy=0x7f94940d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9499d9c700 1 -- 172.21.15.37:0/2202747378 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94940d2300 con 0x7f94940b5010 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.731+0000 7f9499d9c700 1 --2- 172.21.15.37:0/2202747378 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f94940b5010 0x7f94940b54c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f948c009d90 tx=0x7f948c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53976ac9256b1571 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f948bfff700 1 -- 172.21.15.37:0/2202747378 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f948c00e070 con 0x7f94940b5010 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f948bfff700 1 -- 172.21.15.37:0/2202747378 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f948c00bb20 con 0x7f94940b5010 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f948bfff700 1 -- 172.21.15.37:0/2202747378 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f948c012430 con 0x7f94940b5010 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 -- 172.21.15.37:0/2202747378 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f94940b5010 msgr2=0x7f94940b54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2202747378 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f94940b5010 0x7f94940b54c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f948c009d90 tx=0x7f948c00b330 comp rx=0 tx=0).stop 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 -- 172.21.15.37:0/2202747378 shutdown_connections 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2202747378 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f94940b5010 0x7f94940b54c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2202747378 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f949415d830 0x7f94940d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 -- 172.21.15.37:0/2202747378 >> 172.21.15.37:0/2202747378 conn(0x7f9494072630 msgr2=0x7f94940d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:44:59.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 -- 172.21.15.37:0/2202747378 shutdown_connections 2023-10-06T22:44:59.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.732+0000 7f949b7ff700 1 -- 172.21.15.37:0/2202747378 wait complete. 2023-10-06T22:44:59.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.734+0000 7f949b7ff700 1 Processor -- start 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.734+0000 7f949b7ff700 1 -- start start 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f949b7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f94940b5010 0x7f949415b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f949b7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94940ce890 0x7f94940cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f949b7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f949415d830 0x7f94941e7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f949b7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f949415ed90 con 0x7f949415d830 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f949b7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94940cc140 con 0x7f94940ce890 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f949b7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94940cc420 con 0x7f94940b5010 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f9499d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f949415d830 0x7f94941e7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f9499d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f949415d830 0x7f94941e7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60766/0 (socket says 172.21.15.37:60766) 2023-10-06T22:44:59.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.735+0000 7f9499d9c700 1 -- 172.21.15.37:0/2332911411 learned_addr learned my addr 172.21.15.37:0/2332911411 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f949959b700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f94940b5010 0x7f949415b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9498d9a700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94940ce890 0x7f94940cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9499d9c700 1 -- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f94940b5010 msgr2=0x7f949415b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9499d9c700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f94940b5010 0x7f949415b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9499d9c700 1 -- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94940ce890 msgr2=0x7f94940cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9499d9c700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94940ce890 0x7f94940cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9499d9c700 1 -- 172.21.15.37:0/2332911411 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f948c009a70 con 0x7f949415d830 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9499d9c700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f949415d830 0x7f94941e7160 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f948c014040 tx=0x7f948c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9489ffb700 1 -- 172.21.15.37:0/2332911411 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f948c0129f0 con 0x7f949415d830 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9489ffb700 1 -- 172.21.15.37:0/2332911411 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f948c020070 con 0x7f949415d830 2023-10-06T22:44:59.739 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.736+0000 7f9489ffb700 1 -- 172.21.15.37:0/2332911411 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f948c012db0 con 0x7f949415d830 2023-10-06T22:44:59.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.737+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94940cc700 con 0x7f949415d830 2023-10-06T22:44:59.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.737+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94940cbdf0 con 0x7f949415d830 2023-10-06T22:44:59.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.738+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f949415ef40 con 0x7f949415d830 2023-10-06T22:44:59.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.739+0000 7f9489ffb700 1 -- 172.21.15.37:0/2332911411 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f948c004040 con 0x7f949415d830 2023-10-06T22:44:59.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.740+0000 7f9489ffb700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f947806af00 0x7f947806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:44:59.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.740+0000 7f9489ffb700 1 -- 172.21.15.37:0/2332911411 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f948c022070 con 0x7f949415d830 2023-10-06T22:44:59.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.740+0000 7f949959b700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f947806af00 0x7f947806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:44:59.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.741+0000 7f949959b700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f947806af00 0x7f947806d3c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9490009be0 tx=0x7f9490009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:44:59.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:44:59.744+0000 7f9489ffb700 1 -- 172.21.15.37:0/2332911411 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f949415ef40 con 0x7f949415d830 2023-10-06T22:45:00.010 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.010+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9494074380 con 0x7f949415d830 2023-10-06T22:45:00.011 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.010+0000 7f9489ffb700 1 -- 172.21.15.37:0/2332911411 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7f948c056280 con 0x7f949415d830 2023-10-06T22:45:00.011 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:00.011 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:45:00.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f947806af00 msgr2=0x7f947806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f947806af00 0x7f947806d3c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9490009be0 tx=0x7f9490009210 comp rx=0 tx=0).stop 2023-10-06T22:45:00.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f949415d830 msgr2=0x7f94941e7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f949415d830 0x7f94941e7160 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f948c014040 tx=0x7f948c004ad0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 shutdown_connections 2023-10-06T22:45:00.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f949415d830 0x7f94941e7160 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f94940b5010 0x7f949415b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f947806af00 0x7f947806d3c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 --2- 172.21.15.37:0/2332911411 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f94940ce890 0x7f94940cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 >> 172.21.15.37:0/2332911411 conn(0x7f9494072630 msgr2=0x7f94940c90d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:00.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 shutdown_connections 2023-10-06T22:45:00.015 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.013+0000 7f949b7ff700 1 -- 172.21.15.37:0/2332911411 wait complete. 2023-10-06T22:45:00.015 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:45:00.434 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-10-06T22:44:16.364380+0000', 'modified': '2023-10-06T22:44:44.463510+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.37:6834/2144291573', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.37:6832', 'nonce': 2144291573}, {'type': 'v1', 'addr': '172.21.15.37:6834', 'nonce': 2144291573}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-06T22:45:00.434 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-10-06T22:45:00.435 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-10-06T22:45:00.644 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.642+0000 7f7e849ff700 1 Processor -- start 2023-10-06T22:45:00.644 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.642+0000 7f7e849ff700 1 -- start start 2023-10-06T22:45:00.645 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e849ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f7e800d1760 0x7f7e800ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e849ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800b5010 0x7f7e800b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e849ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e800cedd0 con 0x7f7e8015d830 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e849ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e800b59a0 con 0x7f7e800d1760 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e849ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e800d1d40 con 0x7f7e800b5010 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e77fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f7e800d1760 0x7f7e800ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e77fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f7e800d1760 0x7f7e800ce890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60782/0 (socket says 172.21.15.37:60782) 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.643+0000 7f7e77fff700 1 -- 172.21.15.37:0/3255168302 learned_addr learned my addr 172.21.15.37:0/3255168302 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:00.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e7ed9d700 1 --2- 172.21.15.37:0/3255168302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800b5010 0x7f7e800b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.647 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e77fff700 1 -- 172.21.15.37:0/3255168302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800b5010 msgr2=0x7f7e800b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.647 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e77fff700 1 --2- 172.21.15.37:0/3255168302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800b5010 0x7f7e800b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.647 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e77fff700 1 -- 172.21.15.37:0/3255168302 >> v1:172.21.15.62:6789/0 conn(0x7f7e8015d830 legacy=0x7f7e800d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.647 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e77fff700 1 -- 172.21.15.37:0/3255168302 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e800d2020 con 0x7f7e800d1760 2023-10-06T22:45:00.647 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e77fff700 1 --2- 172.21.15.37:0/3255168302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800d1760 0x7f7e800ce890 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7e680098f0 tx=0x7f7e68009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3601b8227db99c2b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:00.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e7dd9b700 1 -- 172.21.15.37:0/3255168302 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6800b8a0 con 0x7f7e800d1760 2023-10-06T22:45:00.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e7dd9b700 1 -- 172.21.15.37:0/3255168302 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e6800ba00 con 0x7f7e800d1760 2023-10-06T22:45:00.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.644+0000 7f7e7dd9b700 1 -- 172.21.15.37:0/3255168302 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6800bd90 con 0x7f7e800d1760 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 -- 172.21.15.37:0/3255168302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800d1760 msgr2=0x7f7e800ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 --2- 172.21.15.37:0/3255168302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800d1760 0x7f7e800ce890 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7e680098f0 tx=0x7f7e68009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 -- 172.21.15.37:0/3255168302 shutdown_connections 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 --2- 172.21.15.37:0/3255168302 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800b5010 0x7f7e800b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 --2- 172.21.15.37:0/3255168302 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800d1760 0x7f7e800ce890 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 -- 172.21.15.37:0/3255168302 >> 172.21.15.37:0/3255168302 conn(0x7f7e80072630 msgr2=0x7f7e800d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 -- 172.21.15.37:0/3255168302 shutdown_connections 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.645+0000 7f7e849ff700 1 -- 172.21.15.37:0/3255168302 wait complete. 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.647+0000 7f7e849ff700 1 Processor -- start 2023-10-06T22:45:00.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.647+0000 7f7e849ff700 1 -- start start 2023-10-06T22:45:00.651 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e849ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800b5010 0x7f7e801f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e849ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800d1760 0x7f7e800cd260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e849ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7e8015d830 0x7f7e80159640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e849ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e801f3140 con 0x7f7e800b5010 2023-10-06T22:45:00.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e849ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e800b2390 con 0x7f7e8015d830 2023-10-06T22:45:00.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e849ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e801f2af0 con 0x7f7e800d1760 2023-10-06T22:45:00.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800b5010 0x7f7e801f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800b5010 0x7f7e801f35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60790/0 (socket says 172.21.15.37:60790) 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 -- 172.21.15.37:0/210748238 learned_addr learned my addr 172.21.15.37:0/210748238 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e77fff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800d1760 0x7f7e800cd260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7ed9d700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7e8015d830 0x7f7e80159640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 -- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800d1760 msgr2=0x7f7e800cd260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800d1760 0x7f7e800cd260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 -- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7e8015d830 msgr2=0x7f7e80159640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7e8015d830 0x7f7e80159640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e7e59c700 1 -- 172.21.15.37:0/210748238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e68009550 con 0x7f7e800b5010 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.648+0000 7f7e77fff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800d1760 0x7f7e800cd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:00.653 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.649+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800b5010 0x7f7e801f35d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000c4e0 tx=0x7f7e7000c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:00.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.649+0000 7f7e76ffd700 1 -- 172.21.15.37:0/210748238 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e700052d0 con 0x7f7e800b5010 2023-10-06T22:45:00.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.649+0000 7f7e76ffd700 1 -- 172.21.15.37:0/210748238 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e70005430 con 0x7f7e800b5010 2023-10-06T22:45:00.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.649+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e801f2dd0 con 0x7f7e800b5010 2023-10-06T22:45:00.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.649+0000 7f7e76ffd700 1 -- 172.21.15.37:0/210748238 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e700038c0 con 0x7f7e800b5010 2023-10-06T22:45:00.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.649+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e800b2670 con 0x7f7e800b5010 2023-10-06T22:45:00.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.651+0000 7f7e76ffd700 1 -- 172.21.15.37:0/210748238 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7e70003a20 con 0x7f7e800b5010 2023-10-06T22:45:00.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.652+0000 7f7e76ffd700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7e6006af00 0x7f7e6006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.652+0000 7f7e76ffd700 1 -- 172.21.15.37:0/210748238 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7e70088e80 con 0x7f7e800b5010 2023-10-06T22:45:00.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.653+0000 7f7e77fff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7e6006af00 0x7f7e6006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.653+0000 7f7e77fff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7e6006af00 0x7f7e6006d3c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7e68009c40 tx=0x7f7e68008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:00.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.654+0000 7f7e9823cb80 1 Processor -- start 2023-10-06T22:45:00.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.654+0000 7f7e9823cb80 1 -- start start 2023-10-06T22:45:00.658 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50fd70 0x55feaf510150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.658 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf537ba0 0x55feaf536640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.658 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf532570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.658 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf477410 con 0x55feaf537ba0 2023-10-06T22:45:00.658 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf468bd0 con 0x55feaf50d560 2023-10-06T22:45:00.658 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55feaf4664f0 con 0x55feaf50fd70 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf537ba0 0x55feaf536640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e7e59c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50fd70 0x55feaf510150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf537ba0 0x55feaf536640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60792/0 (socket says 172.21.15.37:60792) 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e77fff700 1 -- 172.21.15.37:0/3111519352 learned_addr learned my addr 172.21.15.37:0/3111519352 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.655+0000 7f7e7ed9d700 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf532570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e7e59c700 1 -- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 msgr2=0x55feaf532570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf532570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e7e59c700 1 -- 172.21.15.37:0/3111519352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf537ba0 msgr2=0x55feaf536640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf537ba0 0x55feaf536640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e7e59c700 1 -- 172.21.15.37:0/3111519352 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55feaf28cd90 con 0x55feaf50fd70 2023-10-06T22:45:00.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e77fff700 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf537ba0 0x55feaf536640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:00.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50fd70 0x55feaf510150 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7e70086fe0 tx=0x7f7e70057460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc0327ac963a1f1e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:00.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e5ffff700 1 -- 172.21.15.37:0/3111519352 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e70057820 con 0x55feaf50fd70 2023-10-06T22:45:00.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e5ffff700 1 -- 172.21.15.37:0/3111519352 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e7005b970 con 0x55feaf50fd70 2023-10-06T22:45:00.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.656+0000 7f7e5ffff700 1 -- 172.21.15.37:0/3111519352 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7005fb20 con 0x55feaf50fd70 2023-10-06T22:45:00.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 -- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50fd70 msgr2=0x55feaf510150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50fd70 0x55feaf510150 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7e70086fe0 tx=0x7f7e70057460 comp rx=0 tx=0).stop 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 -- 172.21.15.37:0/3111519352 shutdown_connections 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf532570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50fd70 0x55feaf510150 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/3111519352 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf537ba0 0x55feaf536640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 -- 172.21.15.37:0/3111519352 >> 172.21.15.37:0/3111519352 conn(0x55feaf483210 msgr2=0x55feaf554fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 -- 172.21.15.37:0/3111519352 shutdown_connections 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.657+0000 7f7e9823cb80 1 -- 172.21.15.37:0/3111519352 wait complete. 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.658+0000 7f7e9823cb80 1 -- start start 2023-10-06T22:45:00.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.658+0000 7f7e9823cb80 1 Processor -- start 2023-10-06T22:45:00.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5576f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf557c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf567b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf461de0 con 0x55feaf50fd70 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf3fe6c0 con 0x55feaf50d560 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55feaf3fe360 con 0x55feaf537ba0 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e9823cb80 10 client.0 _ll_register_callbacks cb 0x55feaf25b7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf557c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf557c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60802/0 (socket says 172.21.15.37:60802) 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e77fff700 1 -- 172.21.15.37:0/322039173 learned_addr learned my addr 172.21.15.37:0/322039173 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.660+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5576f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e7ed9d700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf567b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.668 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e77fff700 1 -- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 msgr2=0x55feaf567b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e77fff700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf567b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e77fff700 1 -- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 msgr2=0x55feaf5576f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e77fff700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5576f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e77fff700 1 -- 172.21.15.37:0/322039173 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e800d2020 con 0x55feaf50fd70 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e77fff700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf557c30 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7e680042c0 tx=0x7f7e6800e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cea3f8b0a3ab98f8 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e5d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.37:3300/0 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/322039173 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6802c040 con 0x55feaf50fd70 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55feaf5020b0 con 0x55feaf50fd70 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.661+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/322039173 <== mon.0 v2:172.21.15.37:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7e68025460 con 0x55feaf50fd70 2023-10-06T22:45:00.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/322039173 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e68025620 con 0x55feaf50fd70 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 10 client.4821 fetch_fsmap learned FSMap version 9 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x7f7e800b2670 con 0x55feaf50fd70 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/322039173 <== mon.0 v2:172.21.15.37:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55feaf5020b0 con 0x55feaf50fd70 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/322039173 <== mon.0 v2:172.21.15.37:3300/0 5 ==== fsmap(e 9) v1 ==== 3302+0+0 (secure 0 0 0) 0x7f7e68025780 con 0x55feaf50fd70 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 10 client.4821 fetch_fsmap finished waiting for FSMap version 9 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 10 client.4821 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 20 client.4821 populate_metadata read hostname 'smithi037' 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf53bb70 0x55feaf571df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 4 client.4821 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 --> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55feaf45adc0 con 0x55feaf53bb70 2023-10-06T22:45:00.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.662+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf53bb70 0x55feaf571df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.663+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf53bb70 0x55feaf571df0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1718c7345b19cc05 server_cookie=33dd842cd8abf482 in_seq=0 out_seq=0 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.663+0000 7f7e5d7fa700 10 client.4821 ms_handle_connect on v2:172.21.15.37:6832/2144291573 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.663+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/322039173 <== mds.0 v2:172.21.15.37:6832/2144291573 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55feaf45adc0 con 0x55feaf53bb70 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.663+0000 7f7e5d7fa700 10 client.4821 handle_command_reply: tid=0 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 client.4821 shutdown 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 msgr2=0x55feaf557c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf557c30 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f7e680042c0 tx=0x7f7e6800e000 comp rx=0 tx=0).stop 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 shutdown_connections 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5576f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.671 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf53bb70 0x55feaf571df0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf567b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/322039173 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf557c30 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e5d7fa700 0 client.4821 ms_handle_reset on v2:172.21.15.37:6832/2144291573 2023-10-06T22:45:00.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 >> 172.21.15.37:0/322039173 conn(0x55feaf483210 msgr2=0x55feaf50e140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:00.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 shutdown_connections 2023-10-06T22:45:00.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 1 -- 172.21.15.37:0/322039173 wait complete. 2023-10-06T22:45:00.672 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.664+0000 7f7e9823cb80 20 client.4821 trim_cache size 0 max 16384 2023-10-06T22:45:00.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.682+0000 7f7e9823cb80 1 Processor -- start 2023-10-06T22:45:00.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.683+0000 7f7e9823cb80 1 -- start start 2023-10-06T22:45:00.686 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.683+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50d560 0x55feaf53db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.686 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.683+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.686 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.683+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.683+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf2e28d0 con 0x55feaf50fd70 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.683+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf54ba00 con 0x55feaf537ba0 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.683+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55feaf50ce30 con 0x55feaf50d560 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60816/0 (socket says 172.21.15.37:60816) 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 -- 172.21.15.37:0/587635600 learned_addr learned my addr 172.21.15.37:0/587635600 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50d560 0x55feaf53db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e7ed9d700 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 -- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50d560 msgr2=0x55feaf53db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50d560 0x55feaf53db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 -- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf537ba0 msgr2=0x55feaf5092a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 -- 172.21.15.37:0/587635600 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55feaf275c10 con 0x55feaf50fd70 2023-10-06T22:45:00.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e7ed9d700 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:00.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e77fff700 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e68025fd0 tx=0x7f7e6801e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad64cc10b3922d51 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:00.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e74ff9700 1 -- 172.21.15.37:0/587635600 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6802c070 con 0x55feaf50fd70 2023-10-06T22:45:00.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e74ff9700 1 -- 172.21.15.37:0/587635600 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e68003980 con 0x55feaf50fd70 2023-10-06T22:45:00.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.684+0000 7f7e74ff9700 1 -- 172.21.15.37:0/587635600 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e68025460 con 0x55feaf50fd70 2023-10-06T22:45:00.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 -- 172.21.15.37:0/587635600 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 msgr2=0x55feaf508d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7e68025fd0 tx=0x7f7e6801e040 comp rx=0 tx=0).stop 2023-10-06T22:45:00.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 -- 172.21.15.37:0/587635600 shutdown_connections 2023-10-06T22:45:00.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf50d560 0x55feaf53db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/587635600 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 -- 172.21.15.37:0/587635600 >> 172.21.15.37:0/587635600 conn(0x55feaf483210 msgr2=0x55feaf5547a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 -- 172.21.15.37:0/587635600 shutdown_connections 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.685+0000 7f7e9823cb80 1 -- 172.21.15.37:0/587635600 wait complete. 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.686+0000 7f7e9823cb80 1 -- start start 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.686+0000 7f7e9823cb80 1 Processor -- start 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5b6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e9823cb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf50ef20 con 0x55feaf50fd70 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55feaf536af0 con 0x55feaf50d560 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e9823cb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55feaf555730 con 0x55feaf537ba0 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e9823cb80 10 client.0 _ll_register_callbacks cb 0x55feaf25b7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e77fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60820/0 (socket says 172.21.15.37:60820) 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e77fff700 1 -- 172.21.15.37:0/2824410110 learned_addr learned my addr 172.21.15.37:0/2824410110 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5b6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e7ed9d700 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.687+0000 7f7e77fff700 1 -- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 msgr2=0x55feaf5092a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e77fff700 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e77fff700 1 -- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 msgr2=0x55feaf5b6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e77fff700 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5b6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e77fff700 1 -- 172.21.15.37:0/2824410110 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e800b2670 con 0x55feaf50fd70 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e77fff700 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e680098f0 tx=0x7f7e680047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e13598d886b8b13a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e5d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.37:3300/0 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/2824410110 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6802c040 con 0x55feaf50fd70 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/2824410110 <== mon.0 v2:172.21.15.37:3300/0 2 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7e68040eb0 con 0x55feaf50fd70 2023-10-06T22:45:00.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7e7005b970 con 0x55feaf50fd70 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/2824410110 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e68025660 con 0x55feaf50fd70 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e9823cb80 10 client.4827 fetch_fsmap learned FSMap version 9 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.688+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x55feaf2b3200 con 0x55feaf50fd70 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/2824410110 <== mon.0 v2:172.21.15.37:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e7005b970 con 0x55feaf50fd70 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/2824410110 <== mon.0 v2:172.21.15.37:3300/0 5 ==== fsmap(e 9) v1 ==== 3302+0+0 (secure 0 0 0) 0x7f7e68036250 con 0x55feaf50fd70 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e9823cb80 10 client.4827 fetch_fsmap finished waiting for FSMap version 9 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e9823cb80 10 client.4827 resolve_mds: resolved name 'a' to daemon mds.a 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e9823cb80 20 client.4827 populate_metadata read hostname 'smithi037' 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf5bc9f0 0x55feaf5bcdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:00.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e9823cb80 4 client.4827 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 --> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55feaf45aae0 con 0x55feaf5bc9f0 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf5bc9f0 0x55feaf5bcdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e5d7fa700 10 client.4827 ms_handle_connect on v2:172.21.15.37:6832/2144291573 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.689+0000 7f7e7e59c700 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf5bc9f0 0x55feaf5bcdd0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99ad7d8ab366d45c server_cookie=efa682d5fb191bd1 in_seq=0 out_seq=0 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e5d7fa700 1 -- 172.21.15.37:0/2824410110 <== mds.0 v2:172.21.15.37:6832/2144291573 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x55feaf45aae0 con 0x55feaf5bc9f0 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e5d7fa700 10 client.4827 handle_command_reply: tid=0 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 client.4827 shutdown 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 msgr2=0x55feaf508d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e680098f0 tx=0x7f7e680047c0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 shutdown_connections 2023-10-06T22:45:00.699 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55feaf50d560 0x55feaf5b6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:6832/2144291573,v1:172.21.15.37:6834/2144291573] conn(0x55feaf5bc9f0 0x55feaf5bcdd0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55feaf537ba0 0x55feaf5092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 --2- 172.21.15.37:0/2824410110 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55feaf50fd70 0x55feaf508d60 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e5d7fa700 0 client.4827 ms_handle_reset on v2:172.21.15.37:6832/2144291573 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 >> 172.21.15.37:0/2824410110 conn(0x55feaf483210 msgr2=0x55feaf510c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 shutdown_connections 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 1 -- 172.21.15.37:0/2824410110 wait complete. 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.690+0000 7f7e9823cb80 20 client.4827 trim_cache size 0 max 16384 2023-10-06T22:45:00.700 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "cluster_fsid": "acbae489-7c2a-4204-9283-12ca8d72dfda", 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "whoami": 0, 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 4290, 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "want_state": "up:active", 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "state": "up:active", 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "fs_name": "cephfs", 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "rank_uptime": 43.828266575999997, 2023-10-06T22:45:00.701 INFO:teuthology.orchestra.run.smithi037.stdout: "mdsmap_epoch": 9, 2023-10-06T22:45:00.702 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch": 27, 2023-10-06T22:45:00.702 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch_barrier": 25, 2023-10-06T22:45:00.702 INFO:teuthology.orchestra.run.smithi037.stdout: "uptime": 49.909151825999999 2023-10-06T22:45:00.702 INFO:teuthology.orchestra.run.smithi037.stdout:} 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7e6006af00 msgr2=0x7f7e6006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7e6006af00 0x7f7e6006d3c0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7e68009c40 tx=0x7f7e68008030 comp rx=0 tx=0).stop 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800b5010 msgr2=0x7f7e801f35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800b5010 0x7f7e801f35d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000c4e0 tx=0x7f7e7000c8a0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 shutdown_connections 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7e6006af00 0x7f7e6006d3c0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7e8015d830 0x7f7e80159640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7e800b5010 0x7f7e801f35d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 --2- 172.21.15.37:0/210748238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7e800d1760 0x7f7e800cd260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:00.703 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 >> 172.21.15.37:0/210748238 conn(0x7f7e80072630 msgr2=0x7f7e800b2e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:00.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 shutdown_connections 2023-10-06T22:45:00.704 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:00.691+0000 7f7e849ff700 1 -- 172.21.15.37:0/210748238 wait complete. 2023-10-06T22:45:00.711 INFO:teuthology.run_tasks:Running task kclient... 2023-10-06T22:45:00.724 INFO:tasks.kclient:Mounting kernel clients... 2023-10-06T22:45:00.724 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-10-06T22:45:00.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:00.724 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list 2023-10-06T22:45:00.768 INFO:teuthology.orchestra.run.smithi037.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2023-10-06T22:45:00.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:00.769 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-06T22:45:00.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:00.878 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link delete ceph-brx 2023-10-06T22:45:01.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.002 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list 2023-10-06T22:45:01.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.048 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link delete ceph-brx 2023-10-06T22:45:01.121 INFO:teuthology.orchestra.run.smithi037.stderr:Cannot find device "ceph-brx" 2023-10-06T22:45:01.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-06T22:45:01.124 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.125 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-10-06T22:45:01.174 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.174 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link delete ceph-brx 2023-10-06T22:45:01.251 INFO:teuthology.orchestra.run.smithi062.stderr:Cannot find device "ceph-brx" 2023-10-06T22:45:01.254 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-06T22:45:01.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.254 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-10-06T22:45:01.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.298 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link delete ceph-brx 2023-10-06T22:45:01.411 INFO:teuthology.orchestra.run.smithi062.stderr:Cannot find device "ceph-brx" 2023-10-06T22:45:01.414 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-06T22:45:01.414 INFO:tasks.kclient:client.0 config is {'syntax': 'v1'} 2023-10-06T22:45:01.414 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-06T22:45:01.414 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-06T22:45:01.415 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-06T22:45:01.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.617+0000 7f6bfc3ff700 1 Processor -- start 2023-10-06T22:45:01.620 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.618+0000 7f6bfc3ff700 1 -- start start 2023-10-06T22:45:01.621 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfc3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4070d80 0x7f6bf40b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:01.621 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfc3ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6bf4141920 0x7f6bf40b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:01.621 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfc3ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6bf415bb40 0x7f6bf415bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfc3ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bf40ccb50 con 0x7f6bf415bb40 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfc3ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bf415da90 con 0x7f6bf4141920 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfc3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf415c870 con 0x7f6bf4070d80 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfa99c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6bf415bb40 0x7f6bf415bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfa99c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6bf415bb40 0x7f6bf415bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60824/0 (socket says 172.21.15.37:60824) 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfa99c700 1 -- 172.21.15.37:0/1407810665 learned_addr learned my addr 172.21.15.37:0/1407810665 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bfa19b700 1 --2- 172.21.15.37:0/1407810665 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4070d80 0x7f6bf40b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.619+0000 7f6bf999a700 1 --2- 172.21.15.37:0/1407810665 >> v2:172.21.15.62:3300/0 conn(0x7f6bf4141920 0x7f6bf40b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bfa99c700 1 -- 172.21.15.37:0/1407810665 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4070d80 msgr2=0x7f6bf40b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bfa99c700 1 --2- 172.21.15.37:0/1407810665 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4070d80 0x7f6bf40b0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bfa99c700 1 -- 172.21.15.37:0/1407810665 >> v2:172.21.15.62:3300/0 conn(0x7f6bf4141920 msgr2=0x7f6bf40b14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:01.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bfa99c700 1 --2- 172.21.15.37:0/1407810665 >> v2:172.21.15.62:3300/0 conn(0x7f6bf4141920 0x7f6bf40b14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bfa99c700 1 -- 172.21.15.37:0/1407810665 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bf4140e40 con 0x7f6bf415bb40 2023-10-06T22:45:01.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bfa99c700 1 --2- 172.21.15.37:0/1407810665 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf415bb40 0x7f6bf415bf90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6bf40cba40 tx=0x7f6bec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a62dc71a7620d4cf server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:01.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bf9199700 1 -- 172.21.15.37:0/1407810665 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec00e070 con 0x7f6bf415bb40 2023-10-06T22:45:01.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bf9199700 1 -- 172.21.15.37:0/1407810665 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bec00b9c0 con 0x7f6bf415bb40 2023-10-06T22:45:01.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.620+0000 7f6bf9199700 1 -- 172.21.15.37:0/1407810665 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec00bd70 con 0x7f6bf415bb40 2023-10-06T22:45:01.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/1407810665 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf415bb40 msgr2=0x7f6bf415bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:01.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/1407810665 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf415bb40 0x7f6bf415bf90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6bf40cba40 tx=0x7f6bec00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:01.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/1407810665 shutdown_connections 2023-10-06T22:45:01.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/1407810665 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf415bb40 0x7f6bf415bf90 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/1407810665 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4070d80 0x7f6bf40b0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/1407810665 >> v2:172.21.15.62:3300/0 conn(0x7f6bf4141920 0x7f6bf40b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/1407810665 >> 172.21.15.37:0/1407810665 conn(0x7f6bf406aab0 msgr2=0x7f6bf406aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:01.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/1407810665 shutdown_connections 2023-10-06T22:45:01.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.621+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/1407810665 wait complete. 2023-10-06T22:45:01.627 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.623+0000 7f6bfc3ff700 1 Processor -- start 2023-10-06T22:45:01.627 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.623+0000 7f6bfc3ff700 1 -- start start 2023-10-06T22:45:01.627 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfc3ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf4070d80 0x7f6bf40c5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:01.627 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfc3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4141920 0x7f6bf40c6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:01.627 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfc3ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bf415bb40 0x7f6bf40cda90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfc3ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf40c7920 con 0x7f6bf4070d80 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfc3ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf40c6d10 con 0x7f6bf415bb40 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfc3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bf40c6ff0 con 0x7f6bf4141920 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfa19b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf4070d80 0x7f6bf40c5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfa19b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf4070d80 0x7f6bf40c5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:60840/0 (socket says 172.21.15.37:60840) 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfa19b700 1 -- 172.21.15.37:0/3303805845 learned_addr learned my addr 172.21.15.37:0/3303805845 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfa99c700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bf415bb40 0x7f6bf40cda90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bf999a700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4141920 0x7f6bf40c6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.624+0000 7f6bfa19b700 1 -- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4141920 msgr2=0x7f6bf40c6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfa19b700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4141920 0x7f6bf40c6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.628 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfa19b700 1 -- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bf415bb40 msgr2=0x7f6bf40cda90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfa19b700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bf415bb40 0x7f6bf40cda90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfa19b700 1 -- 172.21.15.37:0/3303805845 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bec009b30 con 0x7f6bf4070d80 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfa99c700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bf415bb40 0x7f6bf40cda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfa19b700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf4070d80 0x7f6bf40c5120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000d800 tx=0x7f6bf000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6beaffd700 1 -- 172.21.15.37:0/3303805845 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf00125f0 con 0x7f6bf4070d80 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6beaffd700 1 -- 172.21.15.37:0/3303805845 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bf0012750 con 0x7f6bf4070d80 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bf40c72d0 con 0x7f6bf4070d80 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6beaffd700 1 -- 172.21.15.37:0/3303805845 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bf0012b00 con 0x7f6bf4070d80 2023-10-06T22:45:01.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.625+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bf40cfd40 con 0x7f6bf4070d80 2023-10-06T22:45:01.630 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.626+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bf4074380 con 0x7f6bf4070d80 2023-10-06T22:45:01.630 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.627+0000 7f6beaffd700 1 -- 172.21.15.37:0/3303805845 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6bf0012c60 con 0x7f6bf4070d80 2023-10-06T22:45:01.630 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.628+0000 7f6beaffd700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6bd806af00 0x7f6bd806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:01.630 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.628+0000 7f6beaffd700 1 -- 172.21.15.37:0/3303805845 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6bf0089cd0 con 0x7f6bf4070d80 2023-10-06T22:45:01.630 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.628+0000 7f6bf999a700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6bd806af00 0x7f6bd806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:01.631 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.629+0000 7f6bf999a700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6bd806af00 0x7f6bd806d3c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6bf40c5660 tx=0x7f6be4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:01.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.633+0000 7f6beaffd700 1 -- 172.21.15.37:0/3303805845 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6bf0054a50 con 0x7f6bf4070d80 2023-10-06T22:45:01.890 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.887+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f6bf40cc570 con 0x7f6bf4070d80 2023-10-06T22:45:01.890 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.888+0000 7f6beaffd700 1 -- 172.21.15.37:0/3303805845 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f6bf0058070 con 0x7f6bf4070d80 2023-10-06T22:45:01.891 INFO:teuthology.orchestra.run.smithi037.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-06T22:45:01.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6bd806af00 msgr2=0x7f6bd806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:01.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6bd806af00 0x7f6bd806d3c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6bf40c5660 tx=0x7f6be4008040 comp rx=0 tx=0).stop 2023-10-06T22:45:01.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf4070d80 msgr2=0x7f6bf40c5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf4070d80 0x7f6bf40c5120 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000d800 tx=0x7f6bf000dbc0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 shutdown_connections 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6bd806af00 0x7f6bd806d3c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bf415bb40 0x7f6bf40cda90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bf4070d80 0x7f6bf40c5120 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 --2- 172.21.15.37:0/3303805845 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bf4141920 0x7f6bf40c6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 >> 172.21.15.37:0/3303805845 conn(0x7f6bf406aab0 msgr2=0x7f6bf40ac9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 shutdown_connections 2023-10-06T22:45:01.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:01.890+0000 7f6bfc3ff700 1 -- 172.21.15.37:0/3303805845 wait complete. 2023-10-06T22:45:01.910 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-06T22:45:01.910 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-06T22:45:01.910 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi037.front.sepia.ceph.com 2023-10-06T22:45:01.910 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-10-06T22:45:01.911 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-06T22:45:01.911 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-06T22:45:01.911 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-06T22:45:01.911 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-06T22:45:01.911 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-06T22:45:01.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.912 DEBUG:teuthology.orchestra.run.smithi037:> ip addr 2023-10-06T22:45:01.955 INFO:teuthology.orchestra.run.smithi037.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:01.955 INFO:teuthology.orchestra.run.smithi037.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:01.955 INFO:teuthology.orchestra.run.smithi037.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:01.955 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:01.956 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:01.956 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:01.956 INFO:teuthology.orchestra.run.smithi037.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:01.956 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:18 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:01.956 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f0 2023-10-06T22:45:01.956 INFO:teuthology.orchestra.run.smithi037.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:01.957 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:19 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:01.957 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f1 2023-10-06T22:45:01.957 INFO:teuthology.orchestra.run.smithi037.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-06T22:45:01.957 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:94 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:01.957 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f0 2023-10-06T22:45:01.957 INFO:teuthology.orchestra.run.smithi037.stdout: inet 172.21.15.37/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-10-06T22:45:01.958 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft 42130sec preferred_lft 42130sec 2023-10-06T22:45:01.958 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::ec4:7aff:fe88:7794/64 scope link 2023-10-06T22:45:01.958 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:01.958 INFO:teuthology.orchestra.run.smithi037.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:01.958 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:95 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:01.958 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f1 2023-10-06T22:45:01.959 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-06T22:45:01.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:01.960 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:01.960 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:01.960 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link add name ceph-brx type bridge 2023-10-06T22:45:01.960 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip addr flush dev ceph-brx 2023-10-06T22:45:01.961 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set ceph-brx up 2023-10-06T22:45:01.961 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-06T22:45:01.961 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:02.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:02.204 DEBUG:teuthology.orchestra.run.smithi037:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-06T22:45:02.273 INFO:teuthology.orchestra.run.smithi037.stdout:1 2023-10-06T22:45:02.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:02.276 DEBUG:teuthology.orchestra.run.smithi037:> route 2023-10-06T22:45:02.322 INFO:teuthology.orchestra.run.smithi037.stdout:Kernel IP routing table 2023-10-06T22:45:02.322 INFO:teuthology.orchestra.run.smithi037.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-06T22:45:02.322 INFO:teuthology.orchestra.run.smithi037.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-10-06T22:45:02.322 INFO:teuthology.orchestra.run.smithi037.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-10-06T22:45:02.322 INFO:teuthology.orchestra.run.smithi037.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-06T22:45:02.323 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:02.323 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:02.323 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:02.323 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-10-06T22:45:02.324 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-10-06T22:45:02.324 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-10-06T22:45:02.324 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:02.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:02.537 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list 2023-10-06T22:45:02.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:02.581 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list-id 2023-10-06T22:45:02.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:02.664 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:02.664 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:02.664 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-06T22:45:02.664 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-10-06T22:45:02.665 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:02.849 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-10-06T22:45:02.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:02.849 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:02.849 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:02.849 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-10-06T22:45:02.849 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-06T22:45:02.850 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-10-06T22:45:02.850 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-10-06T22:45:02.850 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-10-06T22:45:02.850 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:03.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:03.100 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:03.100 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:03.100 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set brx.0 up 2023-10-06T22:45:03.100 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set dev brx.0 master ceph-brx 2023-10-06T22:45:03.100 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:03.274 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:03.274 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-10-06T22:45:03.317 INFO:teuthology.orchestra.run.smithi037.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-10-06T22:45:03.317 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:03.317 DEBUG:teuthology.orchestra.run.smithi037:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-10-06T22:45:03.400 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-10-06T22:45:03.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:03.400 DEBUG:teuthology.orchestra.run.smithi037:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:45:03.548 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:45:03.548 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-10-06T22:45:03.548 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:45:04.012 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:45:04.012 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-10-06T22:45:04.012 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:45:04.012 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:04.012 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:04.037 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:45:04.038 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-10-06T22:45:04.038 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:45:04.038 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:04.038 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:04.038 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790" 2023-10-06T22:45:04.038 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790:/ 2023-10-06T22:45:04.038 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=acbae489-7c2a-4204-9283-12ca8d72dfda" will pass to kernel 2023-10-06T22:45:04.044 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-06T22:45:04.044 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:04.045 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-10-06T22:45:04.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:04.114 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:04.200 INFO:teuthology.orchestra.run.smithi037.stdout:client4836 2023-10-06T22:45:04.201 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:04.201 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:04.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:04.244 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:04.369 INFO:teuthology.orchestra.run.smithi037.stdout:client4836 2023-10-06T22:45:04.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:04.370 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:04.455 INFO:teuthology.orchestra.run.smithi037.stdout:client4836 2023-10-06T22:45:04.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:04.456 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/acbae489-7c2a-4204-9283-12ca8d72dfda.client4836/status') 2023-10-06T22:45:04.563 INFO:teuthology.orchestra.run.smithi037.stdout:instance: client.4836 (3)192.168.0.1:0/2087870733 2023-10-06T22:45:04.563 INFO:teuthology.orchestra.run.smithi037.stdout:blocklisted: false 2023-10-06T22:45:04.564 INFO:teuthology.orchestra.run.smithi037.stderr:0+1 records in 2023-10-06T22:45:04.564 INFO:teuthology.orchestra.run.smithi037.stderr:0+1 records out 2023-10-06T22:45:04.564 INFO:teuthology.orchestra.run.smithi037.stderr:69 bytes copied, 5.2497e-05 s, 1.3 MB/s 2023-10-06T22:45:04.566 INFO:tasks.kclient:client.2 config is {'syntax': 'v1'} 2023-10-06T22:45:04.567 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-06T22:45:04.567 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-10-06T22:45:04.567 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-06T22:45:04.769 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.767+0000 7f91cebff700 1 Processor -- start 2023-10-06T22:45:04.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.768+0000 7f91cebff700 1 -- start start 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cebff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f91c815d830 0x7f91c80d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cebff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f91c80ce890 0x7f91c80d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cebff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91c80d3320 con 0x7f91c80b5010 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cebff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91c80d1d40 con 0x7f91c815d830 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cebff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91c80d2020 con 0x7f91c80ce890 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cc99b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f91c815d830 0x7f91c80d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cd19c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f91c80b5010 0x7f91c80b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45658/0 (socket says 172.21.15.37:45658) 2023-10-06T22:45:04.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91cd19c700 1 -- 172.21.15.37:0/1177345824 learned_addr learned my addr 172.21.15.37:0/1177345824 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:04.772 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91c7fff700 1 --2- 172.21.15.37:0/1177345824 >> v2:172.21.15.62:3300/0 conn(0x7f91c80ce890 0x7f91c80d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:04.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.769+0000 7f91c77fe700 1 -- 172.21.15.37:0/1177345824 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 466947531 0 0) 0x7f91c80d3320 con 0x7f91c80b5010 2023-10-06T22:45:04.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91c77fe700 1 -- 172.21.15.37:0/1177345824 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91b80035b0 con 0x7f91c80b5010 2023-10-06T22:45:04.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91cc99b700 1 -- 172.21.15.37:0/1177345824 >> v2:172.21.15.62:3300/0 conn(0x7f91c80ce890 msgr2=0x7f91c80d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91cc99b700 1 --2- 172.21.15.37:0/1177345824 >> v2:172.21.15.62:3300/0 conn(0x7f91c80ce890 0x7f91c80d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91cc99b700 1 -- 172.21.15.37:0/1177345824 >> v1:172.21.15.37:6789/0 conn(0x7f91c80b5010 legacy=0x7f91c80b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91cc99b700 1 -- 172.21.15.37:0/1177345824 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91c80d2300 con 0x7f91c815d830 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91cc99b700 1 --2- 172.21.15.37:0/1177345824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c815d830 0x7f91c80d1760 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f91c808c970 tx=0x7f91bc009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68ba4ea49c1a9cb8 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91c77fe700 1 -- 172.21.15.37:0/1177345824 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91bc011830 con 0x7f91c815d830 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91c77fe700 1 -- 172.21.15.37:0/1177345824 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91bc011990 con 0x7f91c815d830 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.770+0000 7f91c77fe700 1 -- 172.21.15.37:0/1177345824 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91bc011d20 con 0x7f91c815d830 2023-10-06T22:45:04.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 -- 172.21.15.37:0/1177345824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c815d830 msgr2=0x7f91c80d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:04.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 --2- 172.21.15.37:0/1177345824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c815d830 0x7f91c80d1760 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f91c808c970 tx=0x7f91bc009b20 comp rx=0 tx=0).stop 2023-10-06T22:45:04.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 -- 172.21.15.37:0/1177345824 shutdown_connections 2023-10-06T22:45:04.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 --2- 172.21.15.37:0/1177345824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c815d830 0x7f91c80d1760 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:04.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 --2- 172.21.15.37:0/1177345824 >> v2:172.21.15.62:3300/0 conn(0x7f91c80ce890 0x7f91c80d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:04.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 -- 172.21.15.37:0/1177345824 >> 172.21.15.37:0/1177345824 conn(0x7f91c8072630 msgr2=0x7f91c80d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:04.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 -- 172.21.15.37:0/1177345824 shutdown_connections 2023-10-06T22:45:04.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.771+0000 7f91cebff700 1 -- 172.21.15.37:0/1177345824 wait complete. 2023-10-06T22:45:04.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.773+0000 7f91cebff700 1 Processor -- start 2023-10-06T22:45:04.776 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.774+0000 7f91cebff700 1 -- start start 2023-10-06T22:45:04.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cebff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91c80b5010 0x7f91c81f4030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cebff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c80ce890 0x7f91c80b1690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cebff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f91c815d830 0x7f91c80cb860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cebff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91c81f4570 con 0x7f91c80ce890 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cebff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91c80c6f60 con 0x7f91c80b5010 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cebff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91c80c71b0 con 0x7f91c815d830 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91c7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c80ce890 0x7f91c80b1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91c7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c80ce890 0x7f91c80b1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:42048/0 (socket says 172.21.15.37:42048) 2023-10-06T22:45:04.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91c7fff700 1 -- 172.21.15.37:0/359244477 learned_addr learned my addr 172.21.15.37:0/359244477 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:04.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cc99b700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91c80b5010 0x7f91c81f4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:04.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.775+0000 7f91cd19c700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f91c815d830 0x7f91c80cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:04.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c7fff700 1 -- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f91c815d830 msgr2=0x7f91c80cb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:04.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c7fff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f91c815d830 0x7f91c80cb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:04.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c7fff700 1 -- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91c80b5010 msgr2=0x7f91c81f4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:04.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c7fff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91c80b5010 0x7f91c81f4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:04.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c7fff700 1 -- 172.21.15.37:0/359244477 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91bc0094a0 con 0x7f91c80ce890 2023-10-06T22:45:04.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c7fff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c80ce890 0x7f91c80b1690 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f91b400e9b0 tx=0x7f91b400ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:04.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c57fa700 1 -- 172.21.15.37:0/359244477 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b4009710 con 0x7f91c80ce890 2023-10-06T22:45:04.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c57fa700 1 -- 172.21.15.37:0/359244477 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91b400ee50 con 0x7f91c80ce890 2023-10-06T22:45:04.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91c80c7490 con 0x7f91c80ce890 2023-10-06T22:45:04.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91c57fa700 1 -- 172.21.15.37:0/359244477 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91b400ca50 con 0x7f91c80ce890 2023-10-06T22:45:04.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.776+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91c80c7a50 con 0x7f91c80ce890 2023-10-06T22:45:04.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.777+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91c8074380 con 0x7f91c80ce890 2023-10-06T22:45:04.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.778+0000 7f91c57fa700 1 -- 172.21.15.37:0/359244477 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f91b400cbb0 con 0x7f91c80ce890 2023-10-06T22:45:04.781 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.780+0000 7f91c57fa700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f91ac06af00 0x7f91ac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:04.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.780+0000 7f91c57fa700 1 -- 172.21.15.37:0/359244477 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f91b4089a10 con 0x7f91c80ce890 2023-10-06T22:45:04.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.780+0000 7f91cc99b700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f91ac06af00 0x7f91ac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:04.782 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.781+0000 7f91cc99b700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f91ac06af00 0x7f91ac06d3c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f91bc0090b0 tx=0x7f91bc008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:04.786 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:04.784+0000 7f91c57fa700 1 -- 172.21.15.37:0/359244477 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f91b4054660 con 0x7f91c80ce890 2023-10-06T22:45:05.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.045+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f91c80c6ba0 con 0x7f91c80ce890 2023-10-06T22:45:05.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.045+0000 7f91c57fa700 1 -- 172.21.15.37:0/359244477 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f91b4017070 con 0x7f91c80ce890 2023-10-06T22:45:05.048 INFO:teuthology.orchestra.run.smithi037.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-06T22:45:05.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f91ac06af00 msgr2=0x7f91ac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:05.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f91ac06af00 0x7f91ac06d3c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f91bc0090b0 tx=0x7f91bc008030 comp rx=0 tx=0).stop 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c80ce890 msgr2=0x7f91c80b1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c80ce890 0x7f91c80b1690 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f91b400e9b0 tx=0x7f91b400ecc0 comp rx=0 tx=0).stop 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 shutdown_connections 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f91ac06af00 0x7f91ac06d3c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f91c80b5010 0x7f91c81f4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f91c815d830 0x7f91c80cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 --2- 172.21.15.37:0/359244477 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f91c80ce890 0x7f91c80b1690 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 >> 172.21.15.37:0/359244477 conn(0x7f91c8072630 msgr2=0x7f91c80b6db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 shutdown_connections 2023-10-06T22:45:05.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:05.048+0000 7f91cebff700 1 -- 172.21.15.37:0/359244477 wait complete. 2023-10-06T22:45:05.068 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-06T22:45:05.068 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-06T22:45:05.068 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi037.front.sepia.ceph.com 2023-10-06T22:45:05.068 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-10-06T22:45:05.068 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-10-06T22:45:05.069 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-06T22:45:05.069 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-06T22:45:05.069 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-06T22:45:05.069 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-10-06T22:45:05.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.069 DEBUG:teuthology.orchestra.run.smithi037:> ip addr 2023-10-06T22:45:05.112 INFO:teuthology.orchestra.run.smithi037.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:18 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f0 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:19 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f1 2023-10-06T22:45:05.113 INFO:teuthology.orchestra.run.smithi037.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:94 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f0 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: inet 172.21.15.37/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft 42127sec preferred_lft 42127sec 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::ec4:7aff:fe88:7794/64 scope link 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:95 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f1 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-06T22:45:05.114 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 6e:29:27:69:cc:10 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::5c0b:6fff:fe5a:d9d5/64 scope link 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 6e:29:27:69:cc:10 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::6c29:27ff:fe69:cc10/64 scope link 2023-10-06T22:45:05.115 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.116 DEBUG:teuthology.orchestra.run.smithi037:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-06T22:45:05.224 INFO:teuthology.orchestra.run.smithi037.stdout:1 2023-10-06T22:45:05.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.227 DEBUG:teuthology.orchestra.run.smithi037:> route 2023-10-06T22:45:05.273 INFO:teuthology.orchestra.run.smithi037.stdout:Kernel IP routing table 2023-10-06T22:45:05.273 INFO:teuthology.orchestra.run.smithi037.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-06T22:45:05.273 INFO:teuthology.orchestra.run.smithi037.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-10-06T22:45:05.274 INFO:teuthology.orchestra.run.smithi037.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-10-06T22:45:05.274 INFO:teuthology.orchestra.run.smithi037.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-06T22:45:05.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.275 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:05.275 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:05.275 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-10-06T22:45:05.276 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-10-06T22:45:05.276 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-10-06T22:45:05.276 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:05.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.448 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list 2023-10-06T22:45:05.492 INFO:teuthology.orchestra.run.smithi037.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-06T22:45:05.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.492 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list-id 2023-10-06T22:45:05.575 INFO:teuthology.orchestra.run.smithi037.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-10-06T22:45:05.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.576 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:05.576 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:05.576 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-10-06T22:45:05.576 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-10-06T22:45:05.576 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:05.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.761 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-10-06T22:45:05.830 INFO:teuthology.orchestra.run.smithi037.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:05.830 INFO:teuthology.orchestra.run.smithi037.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:05.831 INFO:teuthology.orchestra.run.smithi037.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:05.831 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.831 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:05.831 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.831 INFO:teuthology.orchestra.run.smithi037.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-06T22:45:05.832 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 3a:7f:78:63:5e:cf brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-06T22:45:05.832 INFO:teuthology.orchestra.run.smithi037.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-06T22:45:05.832 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.832 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::387f:78ff:fe63:5ecf/64 scope link 2023-10-06T22:45:05.832 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.834 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-10-06T22:45:05.904 INFO:teuthology.orchestra.run.smithi037.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:05.904 INFO:teuthology.orchestra.run.smithi037.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:05.905 INFO:teuthology.orchestra.run.smithi037.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:05.905 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.905 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:05.905 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.905 INFO:teuthology.orchestra.run.smithi037.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-06T22:45:05.905 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 3a:7f:78:63:5e:cf brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-06T22:45:05.905 INFO:teuthology.orchestra.run.smithi037.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-06T22:45:05.906 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.906 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::387f:78ff:fe63:5ecf/64 scope link 2023-10-06T22:45:05.906 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:05.907 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-10-06T22:45:05.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:05.907 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:05.908 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:05.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-10-06T22:45:05.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-10-06T22:45:05.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-10-06T22:45:05.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-10-06T22:45:05.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-10-06T22:45:05.908 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:06.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:06.162 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:45:06.162 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:45:06.162 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set brx.1 up 2023-10-06T22:45:06.162 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set dev brx.1 master ceph-brx 2023-10-06T22:45:06.162 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:45:06.338 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:06.338 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-10-06T22:45:06.381 INFO:teuthology.orchestra.run.smithi037.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-10-06T22:45:06.382 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:06.382 DEBUG:teuthology.orchestra.run.smithi037:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-10-06T22:45:06.464 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-10-06T22:45:06.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:06.465 DEBUG:teuthology.orchestra.run.smithi037:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2023-10-06T22:45:06.610 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2023-10-06T22:45:06.611 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2023-10-06T22:45:06.611 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:45:06.629 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2023-10-06T22:45:06.629 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2023-10-06T22:45:06.629 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:45:06.629 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:06.630 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:06.653 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=2,mds_namespace=cephfs 2023-10-06T22:45:06.653 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs". 2023-10-06T22:45:06.653 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:45:06.653 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:06.654 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:06.654 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790" 2023-10-06T22:45:06.654 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790:/ 2023-10-06T22:45:06.654 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,mds_namespace=cephfs,key=2,fsid=acbae489-7c2a-4204-9283-12ca8d72dfda" will pass to kernel 2023-10-06T22:45:06.661 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-06T22:45:06.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:06.662 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-10-06T22:45:06.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:06.731 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:06.817 INFO:teuthology.orchestra.run.smithi037.stdout:client4816 2023-10-06T22:45:06.818 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:06.818 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:06.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:06.861 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:06.986 INFO:teuthology.orchestra.run.smithi037.stdout:client4816 2023-10-06T22:45:06.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:06.987 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:07.072 INFO:teuthology.orchestra.run.smithi037.stdout:client4816 2023-10-06T22:45:07.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:07.072 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/acbae489-7c2a-4204-9283-12ca8d72dfda.client4816/status') 2023-10-06T22:45:07.180 INFO:teuthology.orchestra.run.smithi037.stdout:instance: client.4816 (3)172.21.15.37:0/224223873 2023-10-06T22:45:07.180 INFO:teuthology.orchestra.run.smithi037.stdout:blocklisted: false 2023-10-06T22:45:07.180 INFO:teuthology.orchestra.run.smithi037.stderr:0+1 records in 2023-10-06T22:45:07.180 INFO:teuthology.orchestra.run.smithi037.stderr:0+1 records out 2023-10-06T22:45:07.181 INFO:teuthology.orchestra.run.smithi037.stderr:69 bytes copied, 5.212e-05 s, 1.3 MB/s 2023-10-06T22:45:07.183 INFO:tasks.kclient:client.1 config is {'syntax': 'v1'} 2023-10-06T22:45:07.183 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-06T22:45:07.183 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-10-06T22:45:07.183 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-06T22:45:07.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.384+0000 7f6ed05ff700 1 Processor -- start 2023-10-06T22:45:07.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.384+0000 7f6ed05ff700 1 -- start start 2023-10-06T22:45:07.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ed05ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6ec80d1760 0x7f6ec80ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ed05ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ed05ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ec80cedd0 con 0x7f6ec815d830 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ed05ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ec80b59a0 con 0x7f6ec80d1760 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ed05ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec80d1d40 con 0x7f6ec80b5010 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ece39b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f6ec815d830 0x7f6ec80d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45670/0 (socket says 172.21.15.37:45670) 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ece39b700 1 -- 172.21.15.37:0/1681140112 learned_addr learned my addr 172.21.15.37:0/1681140112 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6eceb9c700 1 --2- 172.21.15.37:0/1681140112 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ecdb9a700 1 --2- 172.21.15.37:0/1681140112 >> v2:172.21.15.62:3300/0 conn(0x7f6ec80d1760 0x7f6ec80ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ecd399700 1 -- 172.21.15.37:0/1681140112 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 708805417 0 0) 0x7f6ec80cedd0 con 0x7f6ec815d830 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.386+0000 7f6ecd399700 1 -- 172.21.15.37:0/1681140112 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6eb40035b0 con 0x7f6ec815d830 2023-10-06T22:45:07.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6eceb9c700 1 -- 172.21.15.37:0/1681140112 >> v2:172.21.15.62:3300/0 conn(0x7f6ec80d1760 msgr2=0x7f6ec80ce890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:07.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6eceb9c700 1 --2- 172.21.15.37:0/1681140112 >> v2:172.21.15.62:3300/0 conn(0x7f6ec80d1760 0x7f6ec80ce890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6eceb9c700 1 -- 172.21.15.37:0/1681140112 >> v1:172.21.15.37:6789/0 conn(0x7f6ec815d830 legacy=0x7f6ec80d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:07.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6eceb9c700 1 -- 172.21.15.37:0/1681140112 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec80d2020 con 0x7f6ec80b5010 2023-10-06T22:45:07.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6ecdb9a700 1 --2- 172.21.15.37:0/1681140112 >> v2:172.21.15.62:3300/0 conn(0x7f6ec80d1760 0x7f6ec80ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:07.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6eceb9c700 1 --2- 172.21.15.37:0/1681140112 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80b5460 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0009d90 tx=0x7f6ec000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bdeda29380fc1be server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:07.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6ecd399700 1 -- 172.21.15.37:0/1681140112 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec000e070 con 0x7f6ec80b5010 2023-10-06T22:45:07.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6ecd399700 1 -- 172.21.15.37:0/1681140112 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ec000bb20 con 0x7f6ec80b5010 2023-10-06T22:45:07.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.387+0000 7f6ecd399700 1 -- 172.21.15.37:0/1681140112 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec0012430 con 0x7f6ec80b5010 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 -- 172.21.15.37:0/1681140112 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 msgr2=0x7f6ec80b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/1681140112 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80b5460 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0009d90 tx=0x7f6ec000b330 comp rx=0 tx=0).stop 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 -- 172.21.15.37:0/1681140112 shutdown_connections 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/1681140112 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80b5460 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/1681140112 >> v2:172.21.15.62:3300/0 conn(0x7f6ec80d1760 0x7f6ec80ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 -- 172.21.15.37:0/1681140112 >> 172.21.15.37:0/1681140112 conn(0x7f6ec8072630 msgr2=0x7f6ec80d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 -- 172.21.15.37:0/1681140112 shutdown_connections 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.388+0000 7f6ed05ff700 1 -- 172.21.15.37:0/1681140112 wait complete. 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.389+0000 7f6ed05ff700 1 Processor -- start 2023-10-06T22:45:07.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.390+0000 7f6ed05ff700 1 -- start start 2023-10-06T22:45:07.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.390+0000 7f6ed05ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80c6f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ed05ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ec80d1760 0x7f6ec814d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ed05ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6ec815d830 0x7f6ec80cc130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ed05ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec80c74a0 con 0x7f6ec815d830 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ed05ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec80c7720 con 0x7f6ec80d1760 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ed05ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec80c7a00 con 0x7f6ec80b5010 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6ec815d830 0x7f6ec80cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6ec815d830 0x7f6ec80cc130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:42052/0 (socket says 172.21.15.37:42052) 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 -- 172.21.15.37:0/3063817128 learned_addr learned my addr 172.21.15.37:0/3063817128 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ecdb9a700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ec80d1760 0x7f6ec814d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ece39b700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80c6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:07.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 -- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 msgr2=0x7f6ec80c6f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80c6f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 -- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ec80d1760 msgr2=0x7f6ec814d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ec80d1760 0x7f6ec814d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6eceb9c700 1 -- 172.21.15.37:0/3063817128 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6eb80094a0 con 0x7f6ec815d830 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.391+0000 7f6ecdb9a700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ec80d1760 0x7f6ec814d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.392+0000 7f6eceb9c700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6ec815d830 0x7f6ec80cc130 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0014040 tx=0x7f6ec0004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.392+0000 7f6ebeffd700 1 -- 172.21.15.37:0/3063817128 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec00129f0 con 0x7f6ec815d830 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.392+0000 7f6ebeffd700 1 -- 172.21.15.37:0/3063817128 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ec0020070 con 0x7f6ec815d830 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.392+0000 7f6ebeffd700 1 -- 172.21.15.37:0/3063817128 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ec0012db0 con 0x7f6ec815d830 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.392+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ec0009a70 con 0x7f6ec815d830 2023-10-06T22:45:07.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.392+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ec80c7fc0 con 0x7f6ec815d830 2023-10-06T22:45:07.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.393+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ec8074380 con 0x7f6ec815d830 2023-10-06T22:45:07.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.394+0000 7f6ebeffd700 1 -- 172.21.15.37:0/3063817128 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6ec0004040 con 0x7f6ec815d830 2023-10-06T22:45:07.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.395+0000 7f6ebeffd700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6eac06af00 0x7f6eac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:07.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.395+0000 7f6ebeffd700 1 -- 172.21.15.37:0/3063817128 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6ec0022070 con 0x7f6ec815d830 2023-10-06T22:45:07.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.395+0000 7f6ece39b700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6eac06af00 0x7f6eac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:07.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.396+0000 7f6ece39b700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6eac06af00 0x7f6eac06d3c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6ec4007fd0 tx=0x7f6ec4007dc0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:07.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.400+0000 7f6ebeffd700 1 -- 172.21.15.37:0/3063817128 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6ec0056230 con 0x7f6ec815d830 2023-10-06T22:45:07.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.659+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f6ec80c6b30 con 0x7f6ec815d830 2023-10-06T22:45:07.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.659+0000 7f6ebeffd700 1 -- 172.21.15.37:0/3063817128 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f6ec0059850 con 0x7f6ec815d830 2023-10-06T22:45:07.661 INFO:teuthology.orchestra.run.smithi037.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.661+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6eac06af00 msgr2=0x7f6eac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.661+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6eac06af00 0x7f6eac06d3c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6ec4007fd0 tx=0x7f6ec4007dc0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6ec815d830 msgr2=0x7f6ec80cc130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6ec815d830 0x7f6ec80cc130 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0014040 tx=0x7f6ec0004ad0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 shutdown_connections 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6ec815d830 0x7f6ec80cc130 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6ec80b5010 0x7f6ec80c6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6eac06af00 0x7f6eac06d3c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 --2- 172.21.15.37:0/3063817128 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6ec80d1760 0x7f6ec814d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:07.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 >> 172.21.15.37:0/3063817128 conn(0x7f6ec8072630 msgr2=0x7f6ec80b6930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:07.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 shutdown_connections 2023-10-06T22:45:07.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:07.662+0000 7f6ed05ff700 1 -- 172.21.15.37:0/3063817128 wait complete. 2023-10-06T22:45:07.682 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-06T22:45:07.682 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-06T22:45:07.682 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi062.front.sepia.ceph.com 2023-10-06T22:45:07.682 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-10-06T22:45:07.683 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-10-06T22:45:07.683 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-06T22:45:07.683 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-06T22:45:07.683 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-06T22:45:07.683 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-10-06T22:45:07.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:07.683 DEBUG:teuthology.orchestra.run.smithi062:> ip addr 2023-10-06T22:45:07.730 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:07.730 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:14 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f0 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:15 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f1 2023-10-06T22:45:07.731 INFO:teuthology.orchestra.run.smithi062.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:07.732 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c2 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:07.732 INFO:teuthology.orchestra.run.smithi062.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-06T22:45:07.732 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c3 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:07.732 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.21.15.62/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-06T22:45:07.732 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft 42127sec preferred_lft 42127sec 2023-10-06T22:45:07.732 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::3b52:f34e:20ca:541a/64 scope link noprefixroute 2023-10-06T22:45:07.732 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:07.733 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-06T22:45:07.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:07.733 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:07.733 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:07.733 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link add name ceph-brx type bridge 2023-10-06T22:45:07.734 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip addr flush dev ceph-brx 2023-10-06T22:45:07.734 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set ceph-brx up 2023-10-06T22:45:07.734 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-06T22:45:07.734 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:08.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:08.162 DEBUG:teuthology.orchestra.run.smithi062:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-06T22:45:08.234 INFO:teuthology.orchestra.run.smithi062.stdout:1 2023-10-06T22:45:08.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:08.238 DEBUG:teuthology.orchestra.run.smithi062:> route 2023-10-06T22:45:08.385 INFO:teuthology.orchestra.run.smithi062.stdout:Kernel IP routing table 2023-10-06T22:45:08.385 INFO:teuthology.orchestra.run.smithi062.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-06T22:45:08.385 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-06T22:45:08.385 INFO:teuthology.orchestra.run.smithi062.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-06T22:45:08.385 INFO:teuthology.orchestra.run.smithi062.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-06T22:45:08.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:08.386 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:08.386 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:08.386 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-06T22:45:08.386 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-06T22:45:08.386 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-06T22:45:08.386 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:08.941 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:45:08.946 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:45:09.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:09.091 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-10-06T22:45:09.174 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:09.174 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list-id 2023-10-06T22:45:09.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:09.257 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:09.257 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:09.257 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-10-06T22:45:09.257 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-10-06T22:45:09.257 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:09.443 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-10-06T22:45:09.443 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:09.444 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:09.444 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:09.444 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-10-06T22:45:09.444 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-06T22:45:09.444 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-10-06T22:45:09.445 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-10-06T22:45:09.445 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-10-06T22:45:09.445 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:09.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:09.726 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:09.726 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:09.726 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set brx.0 up 2023-10-06T22:45:09.726 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set dev brx.0 master ceph-brx 2023-10-06T22:45:09.726 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:09.902 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:09.902 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-10-06T22:45:09.945 INFO:teuthology.orchestra.run.smithi062.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-10-06T22:45:09.946 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:09.946 DEBUG:teuthology.orchestra.run.smithi062:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-10-06T22:45:10.028 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-10-06T22:45:10.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:10.028 DEBUG:teuthology.orchestra.run.smithi062:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-10-06T22:45:10.183 INFO:teuthology.orchestra.run.smithi062.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-10-06T22:45:10.183 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-10-06T22:45:10.183 INFO:teuthology.orchestra.run.smithi062.stdout:invalid new device string format 2023-10-06T22:45:10.613 INFO:teuthology.orchestra.run.smithi062.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-10-06T22:45:10.614 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-10-06T22:45:10.614 INFO:teuthology.orchestra.run.smithi062.stdout:invalid new device string format 2023-10-06T22:45:10.614 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:10.614 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:10.639 INFO:teuthology.orchestra.run.smithi062.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=1,mds_namespace=cephfs 2023-10-06T22:45:10.639 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs". 2023-10-06T22:45:10.640 INFO:teuthology.orchestra.run.smithi062.stdout:invalid new device string format 2023-10-06T22:45:10.640 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:10.640 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:10.640 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: resolved to: "172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790" 2023-10-06T22:45:10.640 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790:/ 2023-10-06T22:45:10.640 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,mds_namespace=cephfs,key=1,fsid=acbae489-7c2a-4204-9283-12ca8d72dfda" will pass to kernel 2023-10-06T22:45:10.647 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-06T22:45:10.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:10.647 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-10-06T22:45:10.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:10.717 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:10.815 INFO:teuthology.orchestra.run.smithi062.stdout:client4854 2023-10-06T22:45:10.815 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:10.815 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:10.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:10.858 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:10.983 INFO:teuthology.orchestra.run.smithi062.stdout:client4854 2023-10-06T22:45:10.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:10.983 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:11.068 INFO:teuthology.orchestra.run.smithi062.stdout:client4854 2023-10-06T22:45:11.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:11.069 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/acbae489-7c2a-4204-9283-12ca8d72dfda.client4854/status') 2023-10-06T22:45:11.176 INFO:teuthology.orchestra.run.smithi062.stdout:instance: client.4854 (3)172.21.15.62:0/503785695 2023-10-06T22:45:11.176 INFO:teuthology.orchestra.run.smithi062.stdout:blocklisted: false 2023-10-06T22:45:11.176 INFO:teuthology.orchestra.run.smithi062.stderr:0+1 records in 2023-10-06T22:45:11.176 INFO:teuthology.orchestra.run.smithi062.stderr:0+1 records out 2023-10-06T22:45:11.177 INFO:teuthology.orchestra.run.smithi062.stderr:69 bytes copied, 5.6026e-05 s, 1.2 MB/s 2023-10-06T22:45:11.179 INFO:tasks.kclient:client.3 config is {'syntax': 'v1'} 2023-10-06T22:45:11.179 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-06T22:45:11.179 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-10-06T22:45:11.179 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-06T22:45:11.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.391+0000 7f041b7ff700 1 Processor -- start 2023-10-06T22:45:11.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.392+0000 7f041b7ff700 1 -- start start 2023-10-06T22:45:11.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f041b7ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f04140d1760 0x7f04140ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:11.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f041b7ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f04140b5010 0x7f04140b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f041b7ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04140cedd0 con 0x7f041415d830 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f041b7ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04140b5960 con 0x7f04140d1760 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f041b7ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04140d1d40 con 0x7f04140b5010 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f041959b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f041415d830 0x7f04140d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:45674/0 (socket says 172.21.15.37:45674) 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f041959b700 1 -- 172.21.15.37:0/2717745992 learned_addr learned my addr 172.21.15.37:0/2717745992 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f0418d9a700 1 --2- 172.21.15.37:0/2717745992 >> v2:172.21.15.37:3300/0 conn(0x7f04140d1760 0x7f04140ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f0419d9c700 1 --2- 172.21.15.37:0/2717745992 >> v2:172.21.15.62:3300/0 conn(0x7f04140b5010 0x7f04140b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.393+0000 7f040bfff700 1 -- 172.21.15.37:0/2717745992 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1986661761 0 0) 0x7f04140cedd0 con 0x7f041415d830 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f0418d9a700 1 -- 172.21.15.37:0/2717745992 >> v2:172.21.15.62:3300/0 conn(0x7f04140b5010 msgr2=0x7f04140b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f0418d9a700 1 --2- 172.21.15.37:0/2717745992 >> v2:172.21.15.62:3300/0 conn(0x7f04140b5010 0x7f04140b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f0418d9a700 1 -- 172.21.15.37:0/2717745992 >> v1:172.21.15.37:6789/0 conn(0x7f041415d830 legacy=0x7f04140d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:11.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f0418d9a700 1 -- 172.21.15.37:0/2717745992 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04140d2020 con 0x7f04140d1760 2023-10-06T22:45:11.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f0418d9a700 1 --2- 172.21.15.37:0/2717745992 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f04140ce890 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f04140ca5f0 tx=0x7f0404009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f91bb75b30efabd server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f040bfff700 1 -- 172.21.15.37:0/2717745992 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0404011830 con 0x7f04140d1760 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f040bfff700 1 -- 172.21.15.37:0/2717745992 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0404011990 con 0x7f04140d1760 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.394+0000 7f040bfff700 1 -- 172.21.15.37:0/2717745992 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0404011d20 con 0x7f04140d1760 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 -- 172.21.15.37:0/2717745992 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 msgr2=0x7f04140ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 --2- 172.21.15.37:0/2717745992 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f04140ce890 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f04140ca5f0 tx=0x7f0404009b20 comp rx=0 tx=0).stop 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 -- 172.21.15.37:0/2717745992 shutdown_connections 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 --2- 172.21.15.37:0/2717745992 >> v2:172.21.15.62:3300/0 conn(0x7f04140b5010 0x7f04140b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 --2- 172.21.15.37:0/2717745992 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f04140ce890 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 -- 172.21.15.37:0/2717745992 >> 172.21.15.37:0/2717745992 conn(0x7f0414072630 msgr2=0x7f04140d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:11.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 -- 172.21.15.37:0/2717745992 shutdown_connections 2023-10-06T22:45:11.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.395+0000 7f041b7ff700 1 -- 172.21.15.37:0/2717745992 wait complete. 2023-10-06T22:45:11.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.397+0000 7f041b7ff700 1 Processor -- start 2023-10-06T22:45:11.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.397+0000 7f041b7ff700 1 -- start start 2023-10-06T22:45:11.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f041b7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f04140b5010 0x7f041415c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:11.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f041b7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f041414f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f041b7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f041415d830 0x7f041415fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f041b7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04140cb7c0 con 0x7f04140d1760 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f041b7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f041414ff30 con 0x7f041415d830 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f041b7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04140c8180 con 0x7f04140b5010 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f041414f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f041414f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:42068/0 (socket says 172.21.15.37:42068) 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 -- 172.21.15.37:0/4185943694 learned_addr learned my addr 172.21.15.37:0/4185943694 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f041959b700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f04140b5010 0x7f041415c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0419d9c700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f041415d830 0x7f041415fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 -- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f04140b5010 msgr2=0x7f041415c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:11.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f04140b5010 0x7f041415c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 -- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f041415d830 msgr2=0x7f041415fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:11.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f041415d830 0x7f041415fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.398+0000 7f0418d9a700 1 -- 172.21.15.37:0/4185943694 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04040094a0 con 0x7f04140d1760 2023-10-06T22:45:11.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.399+0000 7f0418d9a700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f041414f9f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0404014040 tx=0x7f0404004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:11.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.399+0000 7f0409ffb700 1 -- 172.21.15.37:0/4185943694 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04040036a0 con 0x7f04140d1760 2023-10-06T22:45:11.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.399+0000 7f0409ffb700 1 -- 172.21.15.37:0/4185943694 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f040401e070 con 0x7f04140d1760 2023-10-06T22:45:11.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.399+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04140cb4e0 con 0x7f04140d1760 2023-10-06T22:45:11.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.399+0000 7f0409ffb700 1 -- 172.21.15.37:0/4185943694 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0404003a20 con 0x7f04140d1760 2023-10-06T22:45:11.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.399+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04140c7e10 con 0x7f04140d1760 2023-10-06T22:45:11.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.400+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04140c7990 con 0x7f04140d1760 2023-10-06T22:45:11.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.401+0000 7f0409ffb700 1 -- 172.21.15.37:0/4185943694 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0404003b80 con 0x7f04140d1760 2023-10-06T22:45:11.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.402+0000 7f0409ffb700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03f806af30 0x7f03f806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:11.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.402+0000 7f0409ffb700 1 -- 172.21.15.37:0/4185943694 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f040408a7c0 con 0x7f04140d1760 2023-10-06T22:45:11.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.403+0000 7f041959b700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03f806af30 0x7f03f806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:11.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.403+0000 7f041959b700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03f806af30 0x7f03f806d3f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0410007fd0 tx=0x7f0410007de0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:11.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.407+0000 7f0409ffb700 1 -- 172.21.15.37:0/4185943694 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f04140c7990 con 0x7f04140d1760 2023-10-06T22:45:11.665 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.663+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f04140c7990 con 0x7f04140d1760 2023-10-06T22:45:11.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.664+0000 7f0409ffb700 1 -- 172.21.15.37:0/4185943694 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f0404015070 con 0x7f04140d1760 2023-10-06T22:45:11.666 INFO:teuthology.orchestra.run.smithi037.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03f806af30 msgr2=0x7f03f806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03f806af30 0x7f03f806d3f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0410007fd0 tx=0x7f0410007de0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 msgr2=0x7f041414f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f041414f9f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0404014040 tx=0x7f0404004750 comp rx=0 tx=0).stop 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 shutdown_connections 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f03f806af30 0x7f03f806d3f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f041415d830 0x7f041415fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f04140b5010 0x7f041415c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 --2- 172.21.15.37:0/4185943694 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f04140d1760 0x7f041414f9f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:11.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.666+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 >> 172.21.15.37:0/4185943694 conn(0x7f0414072630 msgr2=0x7f04140b2ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:11.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.667+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 shutdown_connections 2023-10-06T22:45:11.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:11.667+0000 7f041b7ff700 1 -- 172.21.15.37:0/4185943694 wait complete. 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi062.front.sepia.ceph.com 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-06T22:45:11.687 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-10-06T22:45:11.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:11.688 DEBUG:teuthology.orchestra.run.smithi062:> ip addr 2023-10-06T22:45:11.733 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:14 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f0 2023-10-06T22:45:11.734 INFO:teuthology.orchestra.run.smithi062.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:a9:aa:15 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: altname enp7s0f1 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c2 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 0c:c4:7a:bb:d1:c3 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: inet 172.21.15.62/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft 42124sec preferred_lft 42124sec 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::3b52:f34e:20ca:541a/64 scope link noprefixroute 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-06T22:45:11.735 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 76:17:05:61:1a:89 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::501e:8cff:fef1:433/64 scope link 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 76:17:05:61:1a:89 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::7417:5ff:fe61:1a89/64 scope link 2023-10-06T22:45:11.736 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:11.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:11.737 DEBUG:teuthology.orchestra.run.smithi062:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-06T22:45:11.846 INFO:teuthology.orchestra.run.smithi062.stdout:1 2023-10-06T22:45:11.849 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:11.849 DEBUG:teuthology.orchestra.run.smithi062:> route 2023-10-06T22:45:11.898 INFO:teuthology.orchestra.run.smithi062.stdout:Kernel IP routing table 2023-10-06T22:45:11.898 INFO:teuthology.orchestra.run.smithi062.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-06T22:45:11.898 INFO:teuthology.orchestra.run.smithi062.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-10-06T22:45:11.898 INFO:teuthology.orchestra.run.smithi062.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-10-06T22:45:11.898 INFO:teuthology.orchestra.run.smithi062.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-06T22:45:11.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:11.899 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:11.899 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:11.899 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-10-06T22:45:11.899 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-10-06T22:45:11.899 DEBUG:teuthology.orchestra.run.smithi062:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-10-06T22:45:11.899 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:12.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:12.073 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list 2023-10-06T22:45:12.116 INFO:teuthology.orchestra.run.smithi062.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-10-06T22:45:12.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:12.118 DEBUG:teuthology.orchestra.run.smithi062:> ip netns list-id 2023-10-06T22:45:12.203 INFO:teuthology.orchestra.run.smithi062.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-10-06T22:45:12.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:12.203 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:12.203 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:12.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-10-06T22:45:12.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-10-06T22:45:12.203 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:12.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:12.386 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-10-06T22:45:12.455 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:12.455 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:12.455 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:12.456 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.456 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:12.456 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.456 INFO:teuthology.orchestra.run.smithi062.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-06T22:45:12.456 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 7a:bc:b1:3f:07:d6 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-06T22:45:12.456 INFO:teuthology.orchestra.run.smithi062.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-06T22:45:12.456 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.457 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::78bc:b1ff:fe3f:7d6/64 scope link 2023-10-06T22:45:12.457 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.458 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:12.458 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-10-06T22:45:12.527 INFO:teuthology.orchestra.run.smithi062.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:45:12.527 INFO:teuthology.orchestra.run.smithi062.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:45:12.527 INFO:teuthology.orchestra.run.smithi062.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:45:12.527 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.527 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 ::1/128 scope host 2023-10-06T22:45:12.528 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.528 INFO:teuthology.orchestra.run.smithi062.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-06T22:45:12.528 INFO:teuthology.orchestra.run.smithi062.stdout: link/ether 7a:bc:b1:3f:07:d6 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-10-06T22:45:12.528 INFO:teuthology.orchestra.run.smithi062.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-10-06T22:45:12.528 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.528 INFO:teuthology.orchestra.run.smithi062.stdout: inet6 fe80::78bc:b1ff:fe3f:7d6/64 scope link 2023-10-06T22:45:12.528 INFO:teuthology.orchestra.run.smithi062.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:45:12.530 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-10-06T22:45:12.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:12.530 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:12.530 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:12.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-10-06T22:45:12.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-10-06T22:45:12.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-10-06T22:45:12.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-10-06T22:45:12.531 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-10-06T22:45:12.531 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:12.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:12.783 DEBUG:teuthology.orchestra.run.smithi062:> (cd / && exec bash -c ' 2023-10-06T22:45:12.783 DEBUG:teuthology.orchestra.run.smithi062:> set -e 2023-10-06T22:45:12.783 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set brx.1 up 2023-10-06T22:45:12.783 DEBUG:teuthology.orchestra.run.smithi062:> sudo ip link set dev brx.1 master ceph-brx 2023-10-06T22:45:12.783 DEBUG:teuthology.orchestra.run.smithi062:> ') 2023-10-06T22:45:12.961 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:12.961 DEBUG:teuthology.orchestra.run.smithi062:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-10-06T22:45:13.004 INFO:teuthology.orchestra.run.smithi062.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-10-06T22:45:13.005 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:45:13.005 DEBUG:teuthology.orchestra.run.smithi062:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-10-06T22:45:13.087 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-10-06T22:45:13.088 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:13.088 DEBUG:teuthology.orchestra.run.smithi062:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2023-10-06T22:45:13.234 INFO:teuthology.orchestra.run.smithi062.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2023-10-06T22:45:13.234 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2023-10-06T22:45:13.234 INFO:teuthology.orchestra.run.smithi062.stdout:invalid new device string format 2023-10-06T22:45:13.253 INFO:teuthology.orchestra.run.smithi062.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2023-10-06T22:45:13.253 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2023-10-06T22:45:13.253 INFO:teuthology.orchestra.run.smithi062.stdout:invalid new device string format 2023-10-06T22:45:13.253 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:13.253 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:13.277 INFO:teuthology.orchestra.run.smithi062.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=3,mds_namespace=cephfs 2023-10-06T22:45:13.277 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs". 2023-10-06T22:45:13.277 INFO:teuthology.orchestra.run.smithi062.stdout:invalid new device string format 2023-10-06T22:45:13.278 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:45:13.278 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:45:13.278 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: resolved to: "172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790" 2023-10-06T22:45:13.278 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790:/ 2023-10-06T22:45:13.278 INFO:teuthology.orchestra.run.smithi062.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,mds_namespace=cephfs,key=3,fsid=acbae489-7c2a-4204-9283-12ca8d72dfda" will pass to kernel 2023-10-06T22:45:13.283 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-06T22:45:13.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:13.284 DEBUG:teuthology.orchestra.run.smithi062:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-10-06T22:45:13.352 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:13.352 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:13.437 INFO:teuthology.orchestra.run.smithi062.stdout:client4619 2023-10-06T22:45:13.437 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:13.438 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:13.482 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:13.482 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:13.607 INFO:teuthology.orchestra.run.smithi062.stdout:client4619 2023-10-06T22:45:13.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:13.607 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:45:13.692 INFO:teuthology.orchestra.run.smithi062.stdout:client4619 2023-10-06T22:45:13.692 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:13.692 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/acbae489-7c2a-4204-9283-12ca8d72dfda.client4619/status') 2023-10-06T22:45:13.799 INFO:teuthology.orchestra.run.smithi062.stdout:instance: client.4619 (3)192.168.0.2:0/1050546397 2023-10-06T22:45:13.799 INFO:teuthology.orchestra.run.smithi062.stdout:blocklisted: false 2023-10-06T22:45:13.799 INFO:teuthology.orchestra.run.smithi062.stderr:0+1 records in 2023-10-06T22:45:13.800 INFO:teuthology.orchestra.run.smithi062.stderr:0+1 records out 2023-10-06T22:45:13.800 INFO:teuthology.orchestra.run.smithi062.stderr:69 bytes copied, 5.1626e-05 s, 1.3 MB/s 2023-10-06T22:45:13.802 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-10-06T22:45:13.817 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:14.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.028+0000 7ff7dc1ff700 1 Processor -- start 2023-10-06T22:45:14.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.028+0000 7ff7dc1ff700 1 -- start start 2023-10-06T22:45:14.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7dc1ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff7d415d8c0 0x7ff7d40ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7dc1ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff7d40b9260 0x7ff7d40d1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7dc1ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7d40cea90 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7dc1ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7d40ced70 con 0x7ff7d40b9260 2023-10-06T22:45:14.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7dc1ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7d40cf050 con 0x7ff7d415d8c0 2023-10-06T22:45:14.033 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7d979a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff7d40b9260 0x7ff7d40d1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.033 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7d979a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff7d40b9260 0x7ff7d40d1790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53178/0 (socket says 172.21.15.37:53178) 2023-10-06T22:45:14.033 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.029+0000 7ff7d979a700 1 -- 172.21.15.37:0/3844882466 learned_addr learned my addr 172.21.15.37:0/3844882466 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:14.033 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d9f9b700 1 --2- 172.21.15.37:0/3844882466 >> v2:172.21.15.62:3300/0 conn(0x7ff7d415d8c0 0x7ff7d40ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.033 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d979a700 1 -- 172.21.15.37:0/3844882466 >> v2:172.21.15.62:3300/0 conn(0x7ff7d415d8c0 msgr2=0x7ff7d40ce0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d979a700 1 --2- 172.21.15.37:0/3844882466 >> v2:172.21.15.62:3300/0 conn(0x7ff7d415d8c0 0x7ff7d40ce0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d979a700 1 -- 172.21.15.37:0/3844882466 >> v1:172.21.15.62:6789/0 conn(0x7ff7d40ce5f0 legacy=0x7ff7d406b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d979a700 1 -- 172.21.15.37:0/3844882466 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7d40cf330 con 0x7ff7d40b9260 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d979a700 1 --2- 172.21.15.37:0/3844882466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40b9260 0x7ff7d40d1790 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff7d406c990 tx=0x7ff7c4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d543260e01e5954a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d8f99700 1 -- 172.21.15.37:0/3844882466 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c400b870 con 0x7ff7d40b9260 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d8f99700 1 -- 172.21.15.37:0/3844882466 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7c400b9d0 con 0x7ff7d40b9260 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.030+0000 7ff7d8f99700 1 -- 172.21.15.37:0/3844882466 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c400bd60 con 0x7ff7d40b9260 2023-10-06T22:45:14.034 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/3844882466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40b9260 msgr2=0x7ff7d40d1790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.035 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/3844882466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40b9260 0x7ff7d40d1790 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff7d406c990 tx=0x7ff7c4009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.035 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/3844882466 shutdown_connections 2023-10-06T22:45:14.035 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/3844882466 >> v2:172.21.15.62:3300/0 conn(0x7ff7d415d8c0 0x7ff7d40ce0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.035 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/3844882466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40b9260 0x7ff7d40d1790 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.037 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/3844882466 >> 172.21.15.37:0/3844882466 conn(0x7ff7d4072630 msgr2=0x7ff7d40d34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:14.038 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/3844882466 shutdown_connections 2023-10-06T22:45:14.038 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.031+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/3844882466 wait complete. 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.033+0000 7ff7dc1ff700 1 Processor -- start 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.033+0000 7ff7dc1ff700 1 -- start start 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7dc1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff7d40b9260 0x7ff7d41f2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7dc1ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40ce5f0 0x7ff7d4160570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7dc1ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7d415d8c0 0x7ff7d40ccd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7dc1ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d40ca6d0 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7dc1ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d4160ab0 con 0x7ff7d415d8c0 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7dc1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d40cd2b0 con 0x7ff7d40b9260 2023-10-06T22:45:14.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7d979a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40ce5f0 0x7ff7d4160570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7d979a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40ce5f0 0x7ff7d4160570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53190/0 (socket says 172.21.15.37:53190) 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7d979a700 1 -- 172.21.15.37:0/552220968 learned_addr learned my addr 172.21.15.37:0/552220968 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7d9f9b700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff7d40b9260 0x7ff7d41f2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.034+0000 7ff7da79c700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7d415d8c0 0x7ff7d40ccd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7d979a700 1 -- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff7d40b9260 msgr2=0x7ff7d41f2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7d979a700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff7d40b9260 0x7ff7d41f2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7d979a700 1 -- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7d415d8c0 msgr2=0x7ff7d40ccd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7d979a700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7d415d8c0 0x7ff7d40ccd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7d979a700 1 -- 172.21.15.37:0/552220968 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7c4009550 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7d979a700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40ce5f0 0x7ff7d4160570 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4000c00 tx=0x7ff7c4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7ca7fc700 1 -- 172.21.15.37:0/552220968 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c4004540 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7ca7fc700 1 -- 172.21.15.37:0/552220968 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7c40036a0 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7ca7fc700 1 -- 172.21.15.37:0/552220968 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c4003a10 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7d41f3290 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.035+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7d41f3850 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.036+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7d40d3e10 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.037+0000 7ff7ca7fc700 1 -- 172.21.15.37:0/552220968 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff7c4021070 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.038+0000 7ff7ca7fc700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff7b806af00 0x7ff7b806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.042 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.038+0000 7ff7ca7fc700 1 -- 172.21.15.37:0/552220968 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7ff7c408b0e0 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.043 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.039+0000 7ff7d9f9b700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff7b806af00 0x7ff7b806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.043 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.039+0000 7ff7d9f9b700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff7b806af00 0x7ff7b806d3c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff7d0006b20 tx=0x7ff7d0008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.043+0000 7ff7ca7fc700 1 -- 172.21.15.37:0/552220968 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff7c4055dc0 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.255+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff7d4074380 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.257+0000 7ff7ca7fc700 1 -- 172.21.15.37:0/552220968 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7ff7c4015090 con 0x7ff7d40ce5f0 2023-10-06T22:45:14.259 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:14.259 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:14.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff7b806af00 msgr2=0x7ff7b806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff7b806af00 0x7ff7b806d3c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff7d0006b20 tx=0x7ff7d0008040 comp rx=0 tx=0).stop 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40ce5f0 msgr2=0x7ff7d4160570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40ce5f0 0x7ff7d4160570 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4000c00 tx=0x7ff7c4004750 comp rx=0 tx=0).stop 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 shutdown_connections 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff7b806af00 0x7ff7b806d3c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff7d415d8c0 0x7ff7d40ccd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff7d40b9260 0x7ff7d41f2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 --2- 172.21.15.37:0/552220968 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff7d40ce5f0 0x7ff7d4160570 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 >> 172.21.15.37:0/552220968 conn(0x7ff7d4072630 msgr2=0x7ff7d40b5120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 shutdown_connections 2023-10-06T22:45:14.262 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.259+0000 7ff7dc1ff700 1 -- 172.21.15.37:0/552220968 wait complete. 2023-10-06T22:45:14.280 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:14.280 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:14.485 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.483+0000 7f4c485ff700 1 Processor -- start 2023-10-06T22:45:14.485 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.483+0000 7f4c485ff700 1 -- start start 2023-10-06T22:45:14.486 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.484+0000 7f4c485ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4c40160ce0 0x7f4c400cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.486 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.484+0000 7f4c485ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400c7110 0x7f4c400c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.486 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.484+0000 7f4c485ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c401610c0 con 0x7f4c400d3bd0 2023-10-06T22:45:14.486 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.484+0000 7f4c485ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c400d40d0 con 0x7f4c40160ce0 2023-10-06T22:45:14.487 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.484+0000 7f4c485ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c400d43b0 con 0x7f4c400c7110 2023-10-06T22:45:14.487 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.485+0000 7f4c46b9c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400c7110 0x7f4c400c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.485+0000 7f4c45b9a700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f4c400d3bd0 0x7f4c400d0140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:60324/0 (socket says 172.21.15.37:60324) 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.485+0000 7f4c45b9a700 1 -- 172.21.15.37:0/694972110 learned_addr learned my addr 172.21.15.37:0/694972110 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.485+0000 7f4c4639b700 1 --2- 172.21.15.37:0/694972110 >> v2:172.21.15.62:3300/0 conn(0x7f4c40160ce0 0x7f4c400cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c45399700 1 -- 172.21.15.37:0/694972110 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 501687623 0 0) 0x7f4c401610c0 con 0x7f4c400d3bd0 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c45399700 1 -- 172.21.15.37:0/694972110 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c2c0035b0 con 0x7f4c400d3bd0 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c4639b700 1 -- 172.21.15.37:0/694972110 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400c7110 msgr2=0x7f4c400c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c4639b700 1 --2- 172.21.15.37:0/694972110 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400c7110 0x7f4c400c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c4639b700 1 -- 172.21.15.37:0/694972110 >> v1:172.21.15.62:6789/0 conn(0x7f4c400d3bd0 legacy=0x7f4c400d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.488 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c4639b700 1 -- 172.21.15.37:0/694972110 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c400ceb80 con 0x7f4c40160ce0 2023-10-06T22:45:14.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c4639b700 1 --2- 172.21.15.37:0/694972110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c400cfc00 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c009840 tx=0x7f4c3c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1968d6bdfe5e892 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c45399700 1 -- 172.21.15.37:0/694972110 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c011830 con 0x7f4c40160ce0 2023-10-06T22:45:14.489 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c45399700 1 -- 172.21.15.37:0/694972110 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3c011990 con 0x7f4c40160ce0 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.486+0000 7f4c45399700 1 -- 172.21.15.37:0/694972110 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c011d20 con 0x7f4c40160ce0 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 -- 172.21.15.37:0/694972110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 msgr2=0x7f4c400cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 --2- 172.21.15.37:0/694972110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c400cfc00 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c009840 tx=0x7f4c3c009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 -- 172.21.15.37:0/694972110 shutdown_connections 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 --2- 172.21.15.37:0/694972110 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400c7110 0x7f4c400c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 --2- 172.21.15.37:0/694972110 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c400cfc00 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 -- 172.21.15.37:0/694972110 >> 172.21.15.37:0/694972110 conn(0x7f4c4009c790 msgr2=0x7f4c400d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 -- 172.21.15.37:0/694972110 shutdown_connections 2023-10-06T22:45:14.490 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.487+0000 7f4c485ff700 1 -- 172.21.15.37:0/694972110 wait complete. 2023-10-06T22:45:14.491 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.489+0000 7f4c485ff700 1 Processor -- start 2023-10-06T22:45:14.491 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.489+0000 7f4c485ff700 1 -- start start 2023-10-06T22:45:14.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c485ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c400c7110 0x7f4c400b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c485ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400d3bd0 0x7f4c401f62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c485ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c401f6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c485ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c400b0630 con 0x7f4c400c7110 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c485ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c400b08d0 con 0x7f4c40160ce0 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c485ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c400b0bb0 con 0x7f4c400d3bd0 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c400c7110 0x7f4c400b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c400c7110 0x7f4c400b00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53196/0 (socket says 172.21.15.37:53196) 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 -- 172.21.15.37:0/724790230 learned_addr learned my addr 172.21.15.37:0/724790230 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c46b9c700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c401f6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c45b9a700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400d3bd0 0x7f4c401f62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 -- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400d3bd0 msgr2=0x7f4c401f62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400d3bd0 0x7f4c401f62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 -- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 msgr2=0x7f4c401f6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c401f6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c4639b700 1 -- 172.21.15.37:0/724790230 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c3c0094a0 con 0x7f4c400c7110 2023-10-06T22:45:14.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.490+0000 7f4c46b9c700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c401f6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:14.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.491+0000 7f4c4639b700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c400c7110 0x7f4c400b00f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c0090b0 tx=0x7f4c3c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.491+0000 7f4c36ffd700 1 -- 172.21.15.37:0/724790230 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c0036a0 con 0x7f4c400c7110 2023-10-06T22:45:14.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.491+0000 7f4c36ffd700 1 -- 172.21.15.37:0/724790230 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3c01f070 con 0x7f4c400c7110 2023-10-06T22:45:14.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.491+0000 7f4c36ffd700 1 -- 172.21.15.37:0/724790230 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3c003a40 con 0x7f4c400c7110 2023-10-06T22:45:14.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.491+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c400b0e90 con 0x7f4c400c7110 2023-10-06T22:45:14.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.491+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c400b1450 con 0x7f4c400c7110 2023-10-06T22:45:14.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.492+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c40067490 con 0x7f4c400c7110 2023-10-06T22:45:14.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.493+0000 7f4c36ffd700 1 -- 172.21.15.37:0/724790230 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4c3c003ba0 con 0x7f4c400c7110 2023-10-06T22:45:14.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.494+0000 7f4c36ffd700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c2406af00 0x7f4c2406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.495+0000 7f4c36ffd700 1 -- 172.21.15.37:0/724790230 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f4c3c021070 con 0x7f4c400c7110 2023-10-06T22:45:14.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.495+0000 7f4c45b9a700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c2406af00 0x7f4c2406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.496+0000 7f4c45b9a700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c2406af00 0x7f4c2406d3c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4c400d0460 tx=0x7f4c30009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.499+0000 7f4c36ffd700 1 -- 172.21.15.37:0/724790230 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4c3c055f80 con 0x7f4c400c7110 2023-10-06T22:45:14.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.709+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4c400cf110 con 0x7f4c400c7110 2023-10-06T22:45:14.711 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.709+0000 7f4c36ffd700 1 -- 172.21.15.37:0/724790230 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4c3c0595a0 con 0x7f4c400c7110 2023-10-06T22:45:14.711 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:14.714 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c2406af00 msgr2=0x7f4c2406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.714 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c2406af00 0x7f4c2406d3c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4c400d0460 tx=0x7f4c30009040 comp rx=0 tx=0).stop 2023-10-06T22:45:14.714 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c400c7110 msgr2=0x7f4c400b00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.714 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c400c7110 0x7f4c400b00f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f4c3c0090b0 tx=0x7f4c3c004750 comp rx=0 tx=0).stop 2023-10-06T22:45:14.714 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 shutdown_connections 2023-10-06T22:45:14.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c2406af00 0x7f4c2406d3c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c40160ce0 0x7f4c401f6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c400c7110 0x7f4c400b00f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 --2- 172.21.15.37:0/724790230 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c400d3bd0 0x7f4c401f62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 >> 172.21.15.37:0/724790230 conn(0x7f4c4009c790 msgr2=0x7f4c400cf9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:14.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 shutdown_connections 2023-10-06T22:45:14.715 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.712+0000 7f4c485ff700 1 -- 172.21.15.37:0/724790230 wait complete. 2023-10-06T22:45:14.732 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:14.938 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.936+0000 7f05923ff700 1 Processor -- start 2023-10-06T22:45:14.938 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.936+0000 7f05923ff700 1 -- start start 2023-10-06T22:45:14.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f05923ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f058c0d3bd0 0x7f058c0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f05923ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f058c0c7110 0x7f058c0c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f05923ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f058c1610c0 con 0x7f058c160ce0 2023-10-06T22:45:14.940 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f05923ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f058c0d40d0 con 0x7f058c0d3bd0 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f05923ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f058c0d43b0 con 0x7f058c0c7110 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f058b7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f058c0d3bd0 0x7f058c0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f058b7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f058c0d3bd0 0x7f058c0d0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53208/0 (socket says 172.21.15.37:53208) 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f058b7fe700 1 -- 172.21.15.37:0/3467470457 learned_addr learned my addr 172.21.15.37:0/3467470457 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f059099c700 1 --2- 172.21.15.37:0/3467470457 >> v2:172.21.15.62:3300/0 conn(0x7f058c0c7110 0x7f058c0c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f058b7fe700 1 -- 172.21.15.37:0/3467470457 >> v2:172.21.15.62:3300/0 conn(0x7f058c0c7110 msgr2=0x7f058c0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.938+0000 7f058b7fe700 1 --2- 172.21.15.37:0/3467470457 >> v2:172.21.15.62:3300/0 conn(0x7f058c0c7110 0x7f058c0c7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.939+0000 7f058b7fe700 1 -- 172.21.15.37:0/3467470457 >> v1:172.21.15.62:6789/0 conn(0x7f058c160ce0 legacy=0x7f058c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.941 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.939+0000 7f058b7fe700 1 -- 172.21.15.37:0/3467470457 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f058c0ceb80 con 0x7f058c0d3bd0 2023-10-06T22:45:14.942 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.939+0000 7f058b7fe700 1 --2- 172.21.15.37:0/3467470457 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0d0310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f058c06b570 tx=0x7f0580009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2374cffb066ba88 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.939+0000 7f058affd700 1 -- 172.21.15.37:0/3467470457 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f058000b870 con 0x7f058c0d3bd0 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.939+0000 7f058affd700 1 -- 172.21.15.37:0/3467470457 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f058000b9d0 con 0x7f058c0d3bd0 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.939+0000 7f058affd700 1 -- 172.21.15.37:0/3467470457 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f058000bd60 con 0x7f058c0d3bd0 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 -- 172.21.15.37:0/3467470457 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 msgr2=0x7f058c0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 --2- 172.21.15.37:0/3467470457 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0d0310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f058c06b570 tx=0x7f0580009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 -- 172.21.15.37:0/3467470457 shutdown_connections 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 --2- 172.21.15.37:0/3467470457 >> v2:172.21.15.62:3300/0 conn(0x7f058c0c7110 0x7f058c0c7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 --2- 172.21.15.37:0/3467470457 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0d0310 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 -- 172.21.15.37:0/3467470457 >> 172.21.15.37:0/3467470457 conn(0x7f058c09c790 msgr2=0x7f058c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:14.943 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 -- 172.21.15.37:0/3467470457 shutdown_connections 2023-10-06T22:45:14.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.940+0000 7f05923ff700 1 -- 172.21.15.37:0/3467470457 wait complete. 2023-10-06T22:45:14.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.942+0000 7f05923ff700 1 Processor -- start 2023-10-06T22:45:14.944 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.942+0000 7f05923ff700 1 -- start start 2023-10-06T22:45:14.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f05923ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f058c0c7110 0x7f058c1535a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f05923ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.945 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f05923ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f058c160ce0 0x7f058c0c8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f05923ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f058c0ccce0 con 0x7f058c0d3bd0 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f05923ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f058c153ae0 con 0x7f058c0c7110 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f05923ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f058c156ae0 con 0x7f058c160ce0 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f058b7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f058b7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0cbfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53220/0 (socket says 172.21.15.37:53220) 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f058b7fe700 1 -- 172.21.15.37:0/755986119 learned_addr learned my addr 172.21.15.37:0/755986119 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f058bfff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f058c0c7110 0x7f058c1535a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.943+0000 7f059099c700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f058c160ce0 0x7f058c0c8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f058b7fe700 1 -- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f058c160ce0 msgr2=0x7f058c0c8f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f058b7fe700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f058c160ce0 0x7f058c0c8f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f058b7fe700 1 -- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f058c0c7110 msgr2=0x7f058c1535a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:14.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f058b7fe700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f058c0c7110 0x7f058c1535a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:14.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f058b7fe700 1 -- 172.21.15.37:0/755986119 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0580009550 con 0x7f058c0d3bd0 2023-10-06T22:45:14.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f058b7fe700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0cbfc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0580000c00 tx=0x7f0580004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f0588ff9700 1 -- 172.21.15.37:0/755986119 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0580004540 con 0x7f058c0d3bd0 2023-10-06T22:45:14.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f0588ff9700 1 -- 172.21.15.37:0/755986119 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05800036a0 con 0x7f058c0d3bd0 2023-10-06T22:45:14.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f058c155ed0 con 0x7f058c0d3bd0 2023-10-06T22:45:14.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f0588ff9700 1 -- 172.21.15.37:0/755986119 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0580003a30 con 0x7f058c0d3bd0 2023-10-06T22:45:14.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.944+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f058c156490 con 0x7f058c0d3bd0 2023-10-06T22:45:14.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.945+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f058c0d0830 con 0x7f058c0d3bd0 2023-10-06T22:45:14.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.946+0000 7f0588ff9700 1 -- 172.21.15.37:0/755986119 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0580021070 con 0x7f058c0d3bd0 2023-10-06T22:45:14.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.947+0000 7f0588ff9700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f057806af00 0x7f057806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:14.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.947+0000 7f0588ff9700 1 -- 172.21.15.37:0/755986119 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f058008b0c0 con 0x7f058c0d3bd0 2023-10-06T22:45:14.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.947+0000 7f058bfff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f057806af00 0x7f057806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:14.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.948+0000 7f058bfff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f057806af00 0x7f057806d3c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f057c000f60 tx=0x7f057c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:14.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:14.951+0000 7f0588ff9700 1 -- 172.21.15.37:0/755986119 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f058c0d0830 con 0x7f058c0d3bd0 2023-10-06T22:45:15.160 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.159+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f058c0d0830 con 0x7f058c0d3bd0 2023-10-06T22:45:15.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.159+0000 7f0588ff9700 1 -- 172.21.15.37:0/755986119 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0580015020 con 0x7f058c0d3bd0 2023-10-06T22:45:15.161 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:15.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f057806af00 msgr2=0x7f057806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f057806af00 0x7f057806d3c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f057c000f60 tx=0x7f057c009040 comp rx=0 tx=0).stop 2023-10-06T22:45:15.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 msgr2=0x7f058c0cbfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0cbfc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0580000c00 tx=0x7f0580004750 comp rx=0 tx=0).stop 2023-10-06T22:45:15.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 shutdown_connections 2023-10-06T22:45:15.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f057806af00 0x7f057806d3c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.164 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f058c0c7110 0x7f058c1535a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f058c160ce0 0x7f058c0c8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 --2- 172.21.15.37:0/755986119 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f058c0d3bd0 0x7f058c0cbfc0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 >> 172.21.15.37:0/755986119 conn(0x7f058c09c790 msgr2=0x7f058c0cf9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:15.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 shutdown_connections 2023-10-06T22:45:15.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.162+0000 7f05923ff700 1 -- 172.21.15.37:0/755986119 wait complete. 2023-10-06T22:45:15.182 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:15.385 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.383+0000 7fe7d5fff700 1 Processor -- start 2023-10-06T22:45:15.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.384+0000 7fe7d5fff700 1 -- start start 2023-10-06T22:45:15.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7d5fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fe7d015d640 0x7fe7d00d1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7d5fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00cfed0 0x7fe7d00d1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7d5fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fe7d00d1090 0x7fe7d00cdf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7d5fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7d00b63b0 con 0x7fe7d015d640 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7d5fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7d00d0400 con 0x7fe7d00d1090 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7d5fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d00d06e0 con 0x7fe7d00cfed0 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fe7d015d640 0x7fe7d00d1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fe7d015d640 0x7fe7d00d1870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53232/0 (socket says 172.21.15.37:53232) 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/1648553058 learned_addr learned my addr 172.21.15.37:0/1648553058 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cffff700 1 --2- 172.21.15.37:0/1648553058 >> v2:172.21.15.62:3300/0 conn(0x7fe7d00d1090 0x7fe7d00cdf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7ceffd700 1 --2- 172.21.15.37:0/1648553058 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00cfed0 0x7fe7d00d1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/1648553058 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00cfed0 msgr2=0x7fe7d00d1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 --2- 172.21.15.37:0/1648553058 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00cfed0 0x7fe7d00d1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/1648553058 >> v2:172.21.15.62:3300/0 conn(0x7fe7d00d1090 msgr2=0x7fe7d00cdf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:15.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 --2- 172.21.15.37:0/1648553058 >> v2:172.21.15.62:3300/0 conn(0x7fe7d00d1090 0x7fe7d00cdf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.385+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/1648553058 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7d00b6650 con 0x7fe7d015d640 2023-10-06T22:45:15.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.386+0000 7fe7cf7fe700 1 --2- 172.21.15.37:0/1648553058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d015d640 0x7fe7d00d1870 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe7d006acf0 tx=0x7fe7c0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1096b1e9e8ce8d0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.386+0000 7fe7ce7fc700 1 -- 172.21.15.37:0/1648553058 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c000b870 con 0x7fe7d015d640 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.386+0000 7fe7ce7fc700 1 -- 172.21.15.37:0/1648553058 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7c000b9d0 con 0x7fe7d015d640 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.386+0000 7fe7ce7fc700 1 -- 172.21.15.37:0/1648553058 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c000bd60 con 0x7fe7d015d640 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.386+0000 7fe7d5fff700 1 -- 172.21.15.37:0/1648553058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d015d640 msgr2=0x7fe7d00d1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.386+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/1648553058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d015d640 0x7fe7d00d1870 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe7d006acf0 tx=0x7fe7c0009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.387+0000 7fe7d5fff700 1 -- 172.21.15.37:0/1648553058 shutdown_connections 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.387+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/1648553058 >> v2:172.21.15.62:3300/0 conn(0x7fe7d00d1090 0x7fe7d00cdf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.390 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.387+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/1648553058 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d015d640 0x7fe7d00d1870 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.387+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/1648553058 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00cfed0 0x7fe7d00d1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.387+0000 7fe7d5fff700 1 -- 172.21.15.37:0/1648553058 >> 172.21.15.37:0/1648553058 conn(0x7fe7d009c7c0 msgr2=0x7fe7d00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:15.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.387+0000 7fe7d5fff700 1 -- 172.21.15.37:0/1648553058 shutdown_connections 2023-10-06T22:45:15.391 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.387+0000 7fe7d5fff700 1 -- 172.21.15.37:0/1648553058 wait complete. 2023-10-06T22:45:15.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.388+0000 7fe7d5fff700 1 Processor -- start 2023-10-06T22:45:15.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.389+0000 7fe7d5fff700 1 -- start start 2023-10-06T22:45:15.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.389+0000 7fe7d5fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d00cfed0 0x7fe7d01f2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.389+0000 7fe7d5fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00d1090 0x7fe7d0159550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.389+0000 7fe7d5fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7d015d640 0x7fe7d00cb150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.393 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7d5fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d00c8320 con 0x7fe7d00cfed0 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7d5fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d00c8590 con 0x7fe7d015d640 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7d5fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d00c8870 con 0x7fe7d00d1090 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d00cfed0 0x7fe7d01f2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d00cfed0 0x7fe7d01f2af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53236/0 (socket says 172.21.15.37:53236) 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/3844193249 learned_addr learned my addr 172.21.15.37:0/3844193249 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cffff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7d015d640 0x7fe7d00cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00d1090 msgr2=0x7fe7d0159550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.394 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7ceffd700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00d1090 0x7fe7d0159550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00d1090 0x7fe7d0159550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7d015d640 msgr2=0x7fe7d00cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7d015d640 0x7fe7d00cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 -- 172.21.15.37:0/3844193249 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7c0009550 con 0x7fe7d00cfed0 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cffff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7d015d640 0x7fe7d00cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7ceffd700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00d1090 0x7fe7d0159550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.390+0000 7fe7cf7fe700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d00cfed0 0x7fe7d01f2af0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0000c00 tx=0x7fe7c0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.391+0000 7fe7b7fff700 1 -- 172.21.15.37:0/3844193249 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c0004520 con 0x7fe7d00cfed0 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.391+0000 7fe7b7fff700 1 -- 172.21.15.37:0/3844193249 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7c001e070 con 0x7fe7d00cfed0 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.391+0000 7fe7b7fff700 1 -- 172.21.15.37:0/3844193249 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c00038c0 con 0x7fe7d00cfed0 2023-10-06T22:45:15.395 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.391+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7d015dba0 con 0x7fe7d00cfed0 2023-10-06T22:45:15.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.391+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d00c8e30 con 0x7fe7d00cfed0 2023-10-06T22:45:15.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.392+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7d00c6d00 con 0x7fe7d00cfed0 2023-10-06T22:45:15.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.393+0000 7fe7b7fff700 1 -- 172.21.15.37:0/3844193249 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe7c0003a20 con 0x7fe7d00cfed0 2023-10-06T22:45:15.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.394+0000 7fe7b7fff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe7bc06af00 0x7fe7bc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.394+0000 7fe7b7fff700 1 -- 172.21.15.37:0/3844193249 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fe7c0020070 con 0x7fe7d00cfed0 2023-10-06T22:45:15.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.394+0000 7fe7ceffd700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe7bc06af00 0x7fe7bc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.395+0000 7fe7ceffd700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe7bc06af00 0x7fe7bc06d3c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe7d00b7ee0 tx=0x7fe7c4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:15.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.398+0000 7fe7b7fff700 1 -- 172.21.15.37:0/3844193249 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe7c0055c50 con 0x7fe7d00cfed0 2023-10-06T22:45:15.608 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.607+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe7d0074380 con 0x7fe7d00cfed0 2023-10-06T22:45:15.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.607+0000 7fe7b7fff700 1 -- 172.21.15.37:0/3844193249 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe7c002a0a0 con 0x7fe7d00cfed0 2023-10-06T22:45:15.609 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:15.611 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe7bc06af00 msgr2=0x7fe7bc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.611 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe7bc06af00 0x7fe7bc06d3c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe7d00b7ee0 tx=0x7fe7c4008040 comp rx=0 tx=0).stop 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d00cfed0 msgr2=0x7fe7d01f2af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d00cfed0 0x7fe7d01f2af0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe7c0000c00 tx=0x7fe7c0004750 comp rx=0 tx=0).stop 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 shutdown_connections 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe7bc06af00 0x7fe7bc06d3c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe7d015d640 0x7fe7d00cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe7d00cfed0 0x7fe7d01f2af0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 --2- 172.21.15.37:0/3844193249 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe7d00d1090 0x7fe7d0159550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.609+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 >> 172.21.15.37:0/3844193249 conn(0x7fe7d009c7c0 msgr2=0x7fe7d00b8230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.610+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 shutdown_connections 2023-10-06T22:45:15.612 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.610+0000 7fe7d5fff700 1 -- 172.21.15.37:0/3844193249 wait complete. 2023-10-06T22:45:15.629 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:15.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.833+0000 7f8a4d7ff700 1 Processor -- start 2023-10-06T22:45:15.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.833+0000 7f8a4d7ff700 1 -- start start 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.834+0000 7f8a4d7ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f8a480ceb60 0x7f8a480d0660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.834+0000 7f8a4d7ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a480b5080 con 0x7f8a4815db30 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.834+0000 7f8a4d7ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a480b5360 con 0x7f8a480cdab0 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.834+0000 7f8a4d7ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a480b5d00 con 0x7f8a480ceb60 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.834+0000 7f8a46ffd700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f8a4815db30 0x7f8a480ce450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41870/0 (socket says 172.21.15.37:41870) 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a46ffd700 1 -- 172.21.15.37:0/188307913 learned_addr learned my addr 172.21.15.37:0/188307913 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a467fc700 1 --2- 172.21.15.37:0/188307913 >> v2:172.21.15.62:3300/0 conn(0x7f8a480ceb60 0x7f8a480d0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2131874772 0 0) 0x7f8a480b5080 con 0x7f8a4815db30 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a300035b0 con 0x7f8a4815db30 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3607011326 0 0) 0x7f8a300035b0 con 0x7f8a4815db30 2023-10-06T22:45:15.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 >> v2:172.21.15.62:3300/0 conn(0x7f8a480ceb60 msgr2=0x7f8a480d0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 --2- 172.21.15.37:0/188307913 >> v2:172.21.15.62:3300/0 conn(0x7f8a480ceb60 0x7f8a480d0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 >> v1:172.21.15.62:6789/0 conn(0x7f8a480cdab0 legacy=0x7f8a481618f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a480b5640 con 0x7f8a4815db30 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f8a38001670 con 0x7f8a4815db30 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 >> v1:172.21.15.37:6789/0 conn(0x7f8a4815db30 legacy=0x7f8a480ce450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30003a50 0x7f8a30003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.835+0000 7f8a45ffb700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a30004850 0x7f8a30004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a45ffb700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a30005210 0x7f8a3000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a480b5d00 con 0x7f8a30005210 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3000c110 con 0x7f8a30003a50 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3000c2d0 con 0x7f8a30004850 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a30005210 0x7f8a3000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a46ffd700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30003a50 0x7f8a30003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 -- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a30004850 msgr2=0x7f8a30004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a467fc700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a30004850 0x7f8a30004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a30004850 0x7f8a30004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 -- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30003a50 msgr2=0x7f8a30003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30003a50 0x7f8a30003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.842 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 -- 172.21.15.37:0/188307913 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a300035b0 con 0x7f8a30005210 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a467fc700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a30004850 0x7f8a30004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 -- 172.21.15.37:0/188307913 reap_dead start 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.836+0000 7f8a477fe700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a30005210 0x7f8a3000ba10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8a4000c190 tx=0x7f8a30005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9721a84568d89b28 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a40001db0 con 0x7f8a30005210 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a4000ccf0 con 0x7f8a30005210 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a45ffb700 1 -- 172.21.15.37:0/188307913 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a40003c40 con 0x7f8a30005210 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/188307913 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a30005210 msgr2=0x7f8a3000ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a30005210 0x7f8a3000ba10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8a4000c190 tx=0x7f8a30005880 comp rx=0 tx=0).stop 2023-10-06T22:45:15.843 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/188307913 shutdown_connections 2023-10-06T22:45:15.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/188307913 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a30005210 0x7f8a3000ba10 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/188307913 >> 172.21.15.37:0/188307913 conn(0x7f8a4806b5d0 msgr2=0x7f8a4806b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:15.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/188307913 shutdown_connections 2023-10-06T22:45:15.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.837+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/188307913 wait complete. 2023-10-06T22:45:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.839+0000 7f8a4d7ff700 1 Processor -- start 2023-10-06T22:45:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.839+0000 7f8a4d7ff700 1 -- start start 2023-10-06T22:45:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.840+0000 7f8a4d7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30005210 0x7f8a481588c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.840+0000 7f8a4d7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a480aa760 0x7f8a480ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.840+0000 7f8a4d7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a480aabe0 0x7f8a480cad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.846 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.840+0000 7f8a4d7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a480c9b60 con 0x7f8a480aabe0 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.840+0000 7f8a4d7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a481f44c0 con 0x7f8a30005210 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.840+0000 7f8a4d7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a481f47a0 con 0x7f8a480aa760 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a480aabe0 0x7f8a480cad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a480aabe0 0x7f8a480cad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53252/0 (socket says 172.21.15.37:53252) 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 -- 172.21.15.37:0/865750767 learned_addr learned my addr 172.21.15.37:0/865750767 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a46ffd700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30005210 0x7f8a481588c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a467fc700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a480aa760 0x7f8a480ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 -- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a480aa760 msgr2=0x7f8a480ca7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a480aa760 0x7f8a480ca7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 -- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30005210 msgr2=0x7f8a481588c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:15.847 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30005210 0x7f8a481588c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 -- 172.21.15.37:0/865750767 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a481f4a80 con 0x7f8a480aabe0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a467fc700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a480aa760 0x7f8a480ca7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a477fe700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a480aabe0 0x7f8a480cad10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a4806c2c0 tx=0x7f8a400014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.841+0000 7f8a2f7fe700 1 -- 172.21.15.37:0/865750767 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a40003e10 con 0x7f8a480aabe0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.842+0000 7f8a2f7fe700 1 -- 172.21.15.37:0/865750767 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a40005070 con 0x7f8a480aabe0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.842+0000 7f8a2f7fe700 1 -- 172.21.15.37:0/865750767 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a40005400 con 0x7f8a480aabe0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.842+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a481f4d60 con 0x7f8a480aabe0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.842+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a48158e00 con 0x7f8a480aabe0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.843+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a481f5280 con 0x7f8a480aabe0 2023-10-06T22:45:15.848 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.844+0000 7f8a2f7fe700 1 -- 172.21.15.37:0/865750767 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8a40005560 con 0x7f8a480aabe0 2023-10-06T22:45:15.849 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.845+0000 7f8a2f7fe700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a3406af00 0x7f8a3406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:15.849 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.845+0000 7f8a2f7fe700 1 -- 172.21.15.37:0/865750767 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f8a4008ab80 con 0x7f8a480aabe0 2023-10-06T22:45:15.849 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.845+0000 7f8a46ffd700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a3406af00 0x7f8a3406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:15.849 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.846+0000 7f8a46ffd700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a3406af00 0x7f8a3406d3c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8a38001050 tx=0x7f8a38007040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:15.851 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:15.849+0000 7f8a2f7fe700 1 -- 172.21.15.37:0/865750767 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f8a481f5280 con 0x7f8a480aabe0 2023-10-06T22:45:16.061 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.059+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f8a481f5280 con 0x7f8a480aabe0 2023-10-06T22:45:16.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.060+0000 7f8a2f7fe700 1 -- 172.21.15.37:0/865750767 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f8a481f5280 con 0x7f8a480aabe0 2023-10-06T22:45:16.062 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:16.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a3406af00 msgr2=0x7f8a3406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a3406af00 0x7f8a3406d3c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8a38001050 tx=0x7f8a38007040 comp rx=0 tx=0).stop 2023-10-06T22:45:16.064 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a480aabe0 msgr2=0x7f8a480cad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a480aabe0 0x7f8a480cad10 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a4806c2c0 tx=0x7f8a400014a0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 shutdown_connections 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a3406af00 0x7f8a3406d3c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a30005210 0x7f8a481588c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a480aabe0 0x7f8a480cad10 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 --2- 172.21.15.37:0/865750767 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a480aa760 0x7f8a480ca7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 >> 172.21.15.37:0/865750767 conn(0x7f8a4806b5d0 msgr2=0x7f8a480ccbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 shutdown_connections 2023-10-06T22:45:16.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.062+0000 7f8a4d7ff700 1 -- 172.21.15.37:0/865750767 wait complete. 2023-10-06T22:45:16.083 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:16.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.282+0000 7fee1afff700 1 Processor -- start 2023-10-06T22:45:16.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.282+0000 7fee1afff700 1 -- start start 2023-10-06T22:45:16.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.283+0000 7fee1afff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14070d80 0x7fee140b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.283+0000 7fee1afff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fee14141920 0x7fee140b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.283+0000 7fee1afff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee1415da90 con 0x7fee1415bb40 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.283+0000 7fee1afff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee140ccb50 con 0x7fee14141920 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.283+0000 7fee1afff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee1415c870 con 0x7fee14070d80 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee18d9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14070d80 0x7fee140b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee0bfff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fee14141920 0x7fee140b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee1959c700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fee1415bb40 0x7fee1415bf90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:60348/0 (socket says 172.21.15.37:60348) 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee18d9b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14070d80 0x7fee140b0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:53360/0 (socket says 172.21.15.37:53360) 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee1959c700 1 -- 172.21.15.37:0/1603819315 learned_addr learned my addr 172.21.15.37:0/1603819315 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee0b7fe700 1 -- 172.21.15.37:0/1603819315 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 465466706 0 0) 0x7fee1415da90 con 0x7fee1415bb40 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee0b7fe700 1 -- 172.21.15.37:0/1603819315 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fedfc0035b0 con 0x7fee1415bb40 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee0bfff700 1 -- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14070d80 msgr2=0x7fee140b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee0bfff700 1 --2- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14070d80 0x7fee140b0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee0bfff700 1 -- 172.21.15.37:0/1603819315 >> v1:172.21.15.62:6789/0 conn(0x7fee1415bb40 legacy=0x7fee1415bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee0bfff700 1 -- 172.21.15.37:0/1603819315 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee14140e40 con 0x7fee14141920 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.284+0000 7fee18d9b700 1 --2- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14070d80 0x7fee140b0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.285+0000 7fee0bfff700 1 --2- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee14141920 0x7fee140b14b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fee04009840 tx=0x7fee04009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5abed9f8e4b6d0a8 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.285+0000 7fee0b7fe700 1 -- 172.21.15.37:0/1603819315 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee04011830 con 0x7fee14141920 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.285+0000 7fee0b7fe700 1 -- 172.21.15.37:0/1603819315 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee04011990 con 0x7fee14141920 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.285+0000 7fee0b7fe700 1 -- 172.21.15.37:0/1603819315 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee04011d20 con 0x7fee14141920 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 -- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee14141920 msgr2=0x7fee140b14b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 --2- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee14141920 0x7fee140b14b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fee04009840 tx=0x7fee04009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 -- 172.21.15.37:0/1603819315 shutdown_connections 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 --2- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14070d80 0x7fee140b0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 --2- 172.21.15.37:0/1603819315 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee14141920 0x7fee140b14b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 -- 172.21.15.37:0/1603819315 >> 172.21.15.37:0/1603819315 conn(0x7fee1406aab0 msgr2=0x7fee1406aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:16.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 -- 172.21.15.37:0/1603819315 shutdown_connections 2023-10-06T22:45:16.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.286+0000 7fee1afff700 1 -- 172.21.15.37:0/1603819315 wait complete. 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.287+0000 7fee1afff700 1 Processor -- start 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.288+0000 7fee1afff700 1 -- start start 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee1afff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee14070d80 0x7fee14156590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee1afff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14141920 0x7fee14158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee1afff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1415bb40 0x7fee140c87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee1afff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee140cd080 con 0x7fee14070d80 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee1afff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee140cd360 con 0x7fee1415bb40 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee1afff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee140cd640 con 0x7fee14141920 2023-10-06T22:45:16.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee14070d80 0x7fee14156590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee14070d80 0x7fee14156590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53258/0 (socket says 172.21.15.37:53258) 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 -- 172.21.15.37:0/1973779397 learned_addr learned my addr 172.21.15.37:0/1973779397 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee1959c700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1415bb40 0x7fee140c87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee0bfff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14141920 0x7fee14158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 -- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14141920 msgr2=0x7fee14158300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14141920 0x7fee14158300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 -- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1415bb40 msgr2=0x7fee140c87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1415bb40 0x7fee140c87b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.289+0000 7fee18d9b700 1 -- 172.21.15.37:0/1973779397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee100094a0 con 0x7fee14070d80 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.290+0000 7fee18d9b700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee14070d80 0x7fee14156590 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fee1000ebe0 tx=0x7fee10009e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:16.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.290+0000 7fee097fa700 1 -- 172.21.15.37:0/1973779397 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee1000c8b0 con 0x7fee14070d80 2023-10-06T22:45:16.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.290+0000 7fee097fa700 1 -- 172.21.15.37:0/1973779397 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee1000ca10 con 0x7fee14070d80 2023-10-06T22:45:16.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.290+0000 7fee097fa700 1 -- 172.21.15.37:0/1973779397 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee1000cda0 con 0x7fee14070d80 2023-10-06T22:45:16.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.290+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee040094a0 con 0x7fee14070d80 2023-10-06T22:45:16.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.290+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee140cdc00 con 0x7fee14070d80 2023-10-06T22:45:16.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.291+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee140ce250 con 0x7fee14070d80 2023-10-06T22:45:16.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.292+0000 7fee097fa700 1 -- 172.21.15.37:0/1973779397 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fee10013470 con 0x7fee14070d80 2023-10-06T22:45:16.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.293+0000 7fee097fa700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee0006af00 0x7fee0006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.293+0000 7fee097fa700 1 -- 172.21.15.37:0/1973779397 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fee10089b50 con 0x7fee14070d80 2023-10-06T22:45:16.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.293+0000 7fee0bfff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee0006af00 0x7fee0006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.294+0000 7fee0bfff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee0006af00 0x7fee0006d3c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fee14141d80 tx=0x7fee04008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:16.299 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.298+0000 7fee097fa700 1 -- 172.21.15.37:0/1973779397 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fee100547a0 con 0x7fee14070d80 2023-10-06T22:45:16.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.511+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fee141410f0 con 0x7fee14070d80 2023-10-06T22:45:16.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.512+0000 7fee097fa700 1 -- 172.21.15.37:0/1973779397 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7fee10017090 con 0x7fee14070d80 2023-10-06T22:45:16.514 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:16.514 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.514+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee0006af00 msgr2=0x7fee0006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.514+0000 7fee1afff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee0006af00 0x7fee0006d3c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fee14141d80 tx=0x7fee04008030 comp rx=0 tx=0).stop 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.514+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee14070d80 msgr2=0x7fee14156590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.514+0000 7fee1afff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee14070d80 0x7fee14156590 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fee1000ebe0 tx=0x7fee10009e20 comp rx=0 tx=0).stop 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 shutdown_connections 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fee0006af00 0x7fee0006d3c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fee1415bb40 0x7fee140c87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fee14070d80 0x7fee14156590 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.517 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 --2- 172.21.15.37:0/1973779397 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fee14141920 0x7fee14158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 >> 172.21.15.37:0/1973779397 conn(0x7fee1406aab0 msgr2=0x7fee140afe80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:16.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 shutdown_connections 2023-10-06T22:45:16.518 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.515+0000 7fee1afff700 1 -- 172.21.15.37:0/1973779397 wait complete. 2023-10-06T22:45:16.535 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:16.536 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:16.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.738+0000 7fa47c7ff700 1 Processor -- start 2023-10-06T22:45:16.740 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.738+0000 7fa47c7ff700 1 -- start start 2023-10-06T22:45:16.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa47c7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa474160ce0 0x7fa4740cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa47c7ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa4740d3bd0 0x7fa4740d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa47c7ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4741610c0 con 0x7fa4740d0680 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa47c7ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4740d40d0 con 0x7fa4740d3bd0 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa47c7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4740d43b0 con 0x7fa474160ce0 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa479d9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa4740d3bd0 0x7fa4740d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa47ad9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fa4740d0680 0x7fa4740d1090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41878/0 (socket says 172.21.15.37:41878) 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.739+0000 7fa47ad9c700 1 -- 172.21.15.37:0/504925 learned_addr learned my addr 172.21.15.37:0/504925 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa47a59b700 1 --2- 172.21.15.37:0/504925 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa474160ce0 0x7fa4740cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa479599700 1 -- 172.21.15.37:0/504925 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3702680079 0 0) 0x7fa4741610c0 con 0x7fa4740d0680 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa479599700 1 -- 172.21.15.37:0/504925 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa4600035b0 con 0x7fa4740d0680 2023-10-06T22:45:16.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa479d9a700 1 -- 172.21.15.37:0/504925 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa474160ce0 msgr2=0x7fa4740cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa479d9a700 1 --2- 172.21.15.37:0/504925 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa474160ce0 0x7fa4740cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa479d9a700 1 -- 172.21.15.37:0/504925 >> v1:172.21.15.37:6789/0 conn(0x7fa4740d0680 legacy=0x7fa4740d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa479d9a700 1 -- 172.21.15.37:0/504925 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4740ceb80 con 0x7fa4740d3bd0 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa47a59b700 1 --2- 172.21.15.37:0/504925 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa474160ce0 0x7fa4740cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.740+0000 7fa479d9a700 1 --2- 172.21.15.37:0/504925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4740d3bd0 0x7fa4740d0140 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa464009840 tx=0x7fa464009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad5f7e41fb39041b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa479599700 1 -- 172.21.15.37:0/504925 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa464011830 con 0x7fa4740d3bd0 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa479599700 1 -- 172.21.15.37:0/504925 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa464011990 con 0x7fa4740d3bd0 2023-10-06T22:45:16.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa479599700 1 -- 172.21.15.37:0/504925 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa464011d20 con 0x7fa4740d3bd0 2023-10-06T22:45:16.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 -- 172.21.15.37:0/504925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4740d3bd0 msgr2=0x7fa4740d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/504925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4740d3bd0 0x7fa4740d0140 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa464009840 tx=0x7fa464009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:16.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 -- 172.21.15.37:0/504925 shutdown_connections 2023-10-06T22:45:16.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/504925 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa474160ce0 0x7fa4740cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/504925 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4740d3bd0 0x7fa4740d0140 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 -- 172.21.15.37:0/504925 >> 172.21.15.37:0/504925 conn(0x7fa47409c790 msgr2=0x7fa4740d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:16.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 -- 172.21.15.37:0/504925 shutdown_connections 2023-10-06T22:45:16.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.741+0000 7fa47c7ff700 1 -- 172.21.15.37:0/504925 wait complete. 2023-10-06T22:45:16.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.743+0000 7fa47c7ff700 1 Processor -- start 2023-10-06T22:45:16.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.743+0000 7fa47c7ff700 1 -- start start 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.744+0000 7fa47c7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4740d0680 0x7fa47415bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.744+0000 7fa47c7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4740d3bd0 0x7fa4740b80c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.744+0000 7fa47c7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa474160ce0 0x7fa4740b8600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.744+0000 7fa47c7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4740cc4b0 con 0x7fa474160ce0 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.744+0000 7fa47c7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa47409e6d0 con 0x7fa4740d0680 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.744+0000 7fa47c7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4740cc6a0 con 0x7fa4740d3bd0 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa474160ce0 0x7fa4740b8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa474160ce0 0x7fa4740b8600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53270/0 (socket says 172.21.15.37:53270) 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 -- 172.21.15.37:0/417557032 learned_addr learned my addr 172.21.15.37:0/417557032 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47a59b700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4740d0680 0x7fa47415bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa479d9a700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4740d3bd0 0x7fa4740b80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 -- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4740d3bd0 msgr2=0x7fa4740b80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4740d3bd0 0x7fa4740b80c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 -- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4740d0680 msgr2=0x7fa47415bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4740d0680 0x7fa47415bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 -- 172.21.15.37:0/417557032 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4700094a0 con 0x7fa474160ce0 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.745+0000 7fa47ad9c700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa474160ce0 0x7fa4740b8600 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa46c00caa0 tx=0x7fa46c00cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.746+0000 7fa46affd700 1 -- 172.21.15.37:0/417557032 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa46c00a9e0 con 0x7fa474160ce0 2023-10-06T22:45:16.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.746+0000 7fa46affd700 1 -- 172.21.15.37:0/417557032 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa46c00ab40 con 0x7fa474160ce0 2023-10-06T22:45:16.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.746+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4640094a0 con 0x7fa474160ce0 2023-10-06T22:45:16.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.746+0000 7fa46affd700 1 -- 172.21.15.37:0/417557032 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa46c012400 con 0x7fa474160ce0 2023-10-06T22:45:16.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.746+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4740ccc60 con 0x7fa474160ce0 2023-10-06T22:45:16.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.747+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa474067490 con 0x7fa474160ce0 2023-10-06T22:45:16.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.748+0000 7fa46affd700 1 -- 172.21.15.37:0/417557032 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa46c01b3b0 con 0x7fa474160ce0 2023-10-06T22:45:16.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.749+0000 7fa46affd700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa45806af00 0x7fa45806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:16.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.749+0000 7fa46affd700 1 -- 172.21.15.37:0/417557032 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa46c0895f0 con 0x7fa474160ce0 2023-10-06T22:45:16.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.750+0000 7fa47a59b700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa45806af00 0x7fa45806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:16.752 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.750+0000 7fa47a59b700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa45806af00 0x7fa45806d3c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa470009d70 tx=0x7fa470009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:16.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.754+0000 7fa46affd700 1 -- 172.21.15.37:0/417557032 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa46c054390 con 0x7fa474160ce0 2023-10-06T22:45:16.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.971+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa474074380 con 0x7fa474160ce0 2023-10-06T22:45:16.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.971+0000 7fa46affd700 1 -- 172.21.15.37:0/417557032 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa46c0579b0 con 0x7fa474160ce0 2023-10-06T22:45:16.973 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa45806af00 msgr2=0x7fa45806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa45806af00 0x7fa45806d3c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa470009d70 tx=0x7fa470009210 comp rx=0 tx=0).stop 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa474160ce0 msgr2=0x7fa4740b8600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa474160ce0 0x7fa4740b8600 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa46c00caa0 tx=0x7fa46c00cdb0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 shutdown_connections 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa45806af00 0x7fa45806d3c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4740d0680 0x7fa47415bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa474160ce0 0x7fa4740b8600 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 --2- 172.21.15.37:0/417557032 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4740d3bd0 0x7fa4740b80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:16.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 >> 172.21.15.37:0/417557032 conn(0x7fa47409c790 msgr2=0x7fa4740ce350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:16.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 shutdown_connections 2023-10-06T22:45:16.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:16.974+0000 7fa47c7ff700 1 -- 172.21.15.37:0/417557032 wait complete. 2023-10-06T22:45:16.994 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:17.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.197+0000 7f24de7ff700 1 Processor -- start 2023-10-06T22:45:17.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.197+0000 7f24de7ff700 1 -- start start 2023-10-06T22:45:17.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.198+0000 7f24de7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.198+0000 7f24de7ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f24d80c7110 0x7f24d80c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.198+0000 7f24de7ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24d81610c0 con 0x7f24d80d3bd0 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.198+0000 7f24de7ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24d80d40d0 con 0x7f24d80c7110 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.198+0000 7f24de7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24d80d43b0 con 0x7f24d8160ce0 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24d77fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f24d80d3bd0 0x7f24d80d0140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41880/0 (socket says 172.21.15.37:41880) 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24d77fe700 1 -- 172.21.15.37:0/1558414104 learned_addr learned my addr 172.21.15.37:0/1558414104 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24dcd9c700 1 --2- 172.21.15.37:0/1558414104 >> v2:172.21.15.37:3300/0 conn(0x7f24d80c7110 0x7f24d80c75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24d7fff700 1 --2- 172.21.15.37:0/1558414104 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24d6ffd700 1 -- 172.21.15.37:0/1558414104 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1216545567 0 0) 0x7f24d81610c0 con 0x7f24d80d3bd0 2023-10-06T22:45:17.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24d6ffd700 1 -- 172.21.15.37:0/1558414104 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24c00035b0 con 0x7f24d80d3bd0 2023-10-06T22:45:17.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24dcd9c700 1 -- 172.21.15.37:0/1558414104 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 msgr2=0x7f24d80cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:17.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24dcd9c700 1 --2- 172.21.15.37:0/1558414104 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24dcd9c700 1 -- 172.21.15.37:0/1558414104 >> v1:172.21.15.37:6789/0 conn(0x7f24d80d3bd0 legacy=0x7f24d80d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.199+0000 7f24dcd9c700 1 -- 172.21.15.37:0/1558414104 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d80ceb80 con 0x7f24d80c7110 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.200+0000 7f24dcd9c700 1 --2- 172.21.15.37:0/1558414104 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d80c75c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f24d0009d90 tx=0x7f24d000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86f2496bfd9dd32f server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.200+0000 7f24d6ffd700 1 -- 172.21.15.37:0/1558414104 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d000e070 con 0x7f24d80c7110 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.200+0000 7f24d6ffd700 1 -- 172.21.15.37:0/1558414104 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24d000bb20 con 0x7f24d80c7110 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.200+0000 7f24d6ffd700 1 -- 172.21.15.37:0/1558414104 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24d0012430 con 0x7f24d80c7110 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.200+0000 7f24de7ff700 1 -- 172.21.15.37:0/1558414104 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 msgr2=0x7f24d80c75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.200+0000 7f24de7ff700 1 --2- 172.21.15.37:0/1558414104 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d80c75c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f24d0009d90 tx=0x7f24d000b330 comp rx=0 tx=0).stop 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.201+0000 7f24de7ff700 1 -- 172.21.15.37:0/1558414104 shutdown_connections 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.201+0000 7f24de7ff700 1 --2- 172.21.15.37:0/1558414104 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d80c75c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.201+0000 7f24de7ff700 1 --2- 172.21.15.37:0/1558414104 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.201+0000 7f24de7ff700 1 -- 172.21.15.37:0/1558414104 >> 172.21.15.37:0/1558414104 conn(0x7f24d809c790 msgr2=0x7f24d80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.201+0000 7f24de7ff700 1 -- 172.21.15.37:0/1558414104 shutdown_connections 2023-10-06T22:45:17.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.201+0000 7f24de7ff700 1 -- 172.21.15.37:0/1558414104 wait complete. 2023-10-06T22:45:17.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.202+0000 7f24de7ff700 1 Processor -- start 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.203+0000 7f24de7ff700 1 -- start start 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.203+0000 7f24de7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d815ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24de7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24d80d3bd0 0x7f24d80ca590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24de7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80caad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24de7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d80cb9a0 con 0x7f24d80c7110 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24de7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d80b7530 con 0x7f24d80d3bd0 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24de7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24d80cc750 con 0x7f24d8160ce0 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d815ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d815ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53284/0 (socket says 172.21.15.37:53284) 2023-10-06T22:45:17.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 -- 172.21.15.37:0/3029237643 learned_addr learned my addr 172.21.15.37:0/3029237643 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:17.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d77fe700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24d80d3bd0 0x7f24d80ca590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24dcd9c700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80caad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 -- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 msgr2=0x7f24d80caad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80caad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 -- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24d80d3bd0 msgr2=0x7f24d80ca590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24d80d3bd0 0x7f24d80ca590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.204+0000 7f24d7fff700 1 -- 172.21.15.37:0/3029237643 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d0009a70 con 0x7f24d80c7110 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.205+0000 7f24d7fff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d815ab60 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f24c800e9b0 tx=0x7f24c800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.205+0000 7f24d4ff9700 1 -- 172.21.15.37:0/3029237643 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c8009710 con 0x7f24d80c7110 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.205+0000 7f24d4ff9700 1 -- 172.21.15.37:0/3029237643 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24c800c850 con 0x7f24d80c7110 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.205+0000 7f24d4ff9700 1 -- 172.21.15.37:0/3029237643 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c800cbc0 con 0x7f24d80c7110 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.205+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24d80cb100 con 0x7f24d80c7110 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.205+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24d80cb6c0 con 0x7f24d80c7110 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.206+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24d8067490 con 0x7f24d80c7110 2023-10-06T22:45:17.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.207+0000 7f24d4ff9700 1 -- 172.21.15.37:0/3029237643 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f24c800cd20 con 0x7f24d80c7110 2023-10-06T22:45:17.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.208+0000 7f24d4ff9700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f24c406af00 0x7f24c406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.208+0000 7f24d4ff9700 1 -- 172.21.15.37:0/3029237643 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f24c8089aa0 con 0x7f24d80c7110 2023-10-06T22:45:17.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.208+0000 7f24d77fe700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f24c406af00 0x7f24c406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.209+0000 7f24d77fe700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f24c406af00 0x7f24c406d3c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f24d80c6870 tx=0x7f24cc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:17.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.212+0000 7f24d4ff9700 1 -- 172.21.15.37:0/3029237643 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f24c8054780 con 0x7f24d80c7110 2023-10-06T22:45:17.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.424+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f24d8074380 con 0x7f24d80c7110 2023-10-06T22:45:17.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.425+0000 7f24d4ff9700 1 -- 172.21.15.37:0/3029237643 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f24c8057da0 con 0x7f24d80c7110 2023-10-06T22:45:17.427 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f24c406af00 msgr2=0x7f24c406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f24c406af00 0x7f24c406d3c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f24d80c6870 tx=0x7f24cc009040 comp rx=0 tx=0).stop 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 msgr2=0x7f24d815ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d815ab60 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f24c800e9b0 tx=0x7f24c800ed70 comp rx=0 tx=0).stop 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 shutdown_connections 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f24d8160ce0 0x7f24d80caad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f24d80c7110 0x7f24d815ab60 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f24c406af00 0x7f24c406d3c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 --2- 172.21.15.37:0/3029237643 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f24d80d3bd0 0x7f24d80ca590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 >> 172.21.15.37:0/3029237643 conn(0x7f24d809c790 msgr2=0x7f24d80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:17.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 shutdown_connections 2023-10-06T22:45:17.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.427+0000 7f24de7ff700 1 -- 172.21.15.37:0/3029237643 wait complete. 2023-10-06T22:45:17.447 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:17.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.650+0000 7f4c277ff700 1 Processor -- start 2023-10-06T22:45:17.652 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.650+0000 7f4c277ff700 1 -- start start 2023-10-06T22:45:17.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.651+0000 7f4c277ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4c200d3bd0 0x7f4c200d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.651+0000 7f4c277ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c201610c0 con 0x7f4c200c7110 2023-10-06T22:45:17.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.651+0000 7f4c277ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c200d40d0 con 0x7f4c20160ce0 2023-10-06T22:45:17.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.651+0000 7f4c277ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c200d43b0 con 0x7f4c200d3bd0 2023-10-06T22:45:17.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c24d9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4c200d3bd0 0x7f4c200d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c25d9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f4c200c7110 0x7f4c200c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41894/0 (socket says 172.21.15.37:41894) 2023-10-06T22:45:17.654 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c25d9c700 1 -- 172.21.15.37:0/1711732895 learned_addr learned my addr 172.21.15.37:0/1711732895 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:17.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c24d9a700 1 -- 172.21.15.37:0/1711732895 >> v1:172.21.15.62:6789/0 conn(0x7f4c20160ce0 legacy=0x7f4c200cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c24d9a700 1 -- 172.21.15.37:0/1711732895 >> v1:172.21.15.37:6789/0 conn(0x7f4c200c7110 legacy=0x7f4c200c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c24d9a700 1 -- 172.21.15.37:0/1711732895 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c200ceb80 con 0x7f4c200d3bd0 2023-10-06T22:45:17.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c17fff700 1 -- 172.21.15.37:0/1711732895 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2348009004 0 0) 0x7f4c201610c0 con 0x7f4c200c7110 2023-10-06T22:45:17.655 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.652+0000 7f4c24d9a700 1 --2- 172.21.15.37:0/1711732895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200d3bd0 0x7f4c200d0310 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4c10009840 tx=0x7f4c10009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc0be1186fa26f41 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:17.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c17fff700 1 -- 172.21.15.37:0/1711732895 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c10011830 con 0x7f4c200d3bd0 2023-10-06T22:45:17.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c17fff700 1 -- 172.21.15.37:0/1711732895 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c10011990 con 0x7f4c200d3bd0 2023-10-06T22:45:17.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c17fff700 1 -- 172.21.15.37:0/1711732895 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c10011d20 con 0x7f4c200d3bd0 2023-10-06T22:45:17.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c277ff700 1 -- 172.21.15.37:0/1711732895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200d3bd0 msgr2=0x7f4c200d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c277ff700 1 --2- 172.21.15.37:0/1711732895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200d3bd0 0x7f4c200d0310 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4c10009840 tx=0x7f4c10009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:17.656 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c277ff700 1 -- 172.21.15.37:0/1711732895 shutdown_connections 2023-10-06T22:45:17.657 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c277ff700 1 --2- 172.21.15.37:0/1711732895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200d3bd0 0x7f4c200d0310 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.657 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c277ff700 1 -- 172.21.15.37:0/1711732895 >> 172.21.15.37:0/1711732895 conn(0x7f4c2009c790 msgr2=0x7f4c200d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:17.657 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c277ff700 1 -- 172.21.15.37:0/1711732895 shutdown_connections 2023-10-06T22:45:17.657 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.653+0000 7f4c277ff700 1 -- 172.21.15.37:0/1711732895 wait complete. 2023-10-06T22:45:17.657 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.655+0000 7f4c277ff700 1 Processor -- start 2023-10-06T22:45:17.657 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.655+0000 7f4c277ff700 1 -- start start 2023-10-06T22:45:17.659 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.656+0000 7f4c277ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200c7110 0x7f4c201f25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.656+0000 7f4c277ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c200d3bd0 0x7f4c200cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.656+0000 7f4c277ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c20160ce0 0x7f4c200c85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.656+0000 7f4c277ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c200cd0b0 con 0x7f4c200c7110 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.656+0000 7f4c277ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c201f2b20 con 0x7f4c20160ce0 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.656+0000 7f4c277ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c200cc4a0 con 0x7f4c200d3bd0 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200c7110 0x7f4c201f25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200c7110 0x7f4c201f25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53304/0 (socket says 172.21.15.37:53304) 2023-10-06T22:45:17.660 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 -- 172.21.15.37:0/2945265270 learned_addr learned my addr 172.21.15.37:0/2945265270 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c24d9a700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c200d3bd0 0x7f4c200cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c25d9c700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c20160ce0 0x7f4c200c85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 -- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c200d3bd0 msgr2=0x7f4c200cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c200d3bd0 0x7f4c200cbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 -- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c20160ce0 msgr2=0x7f4c200c85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c20160ce0 0x7f4c200c85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 -- 172.21.15.37:0/2945265270 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c100094a0 con 0x7f4c200c7110 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c25d9c700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c20160ce0 0x7f4c200c85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c2559b700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200c7110 0x7f4c201f25e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c00c480 tx=0x7f4c1c00c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c15ffb700 1 -- 172.21.15.37:0/2945265270 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c0052d0 con 0x7f4c200c7110 2023-10-06T22:45:17.661 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.657+0000 7f4c15ffb700 1 -- 172.21.15.37:0/2945265270 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c1c005430 con 0x7f4c200c7110 2023-10-06T22:45:17.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.658+0000 7f4c15ffb700 1 -- 172.21.15.37:0/2945265270 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c0038c0 con 0x7f4c200c7110 2023-10-06T22:45:17.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.658+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c200cc780 con 0x7f4c200c7110 2023-10-06T22:45:17.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.658+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c200ccd40 con 0x7f4c200c7110 2023-10-06T22:45:17.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.659+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c20067490 con 0x7f4c200c7110 2023-10-06T22:45:17.662 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.660+0000 7f4c15ffb700 1 -- 172.21.15.37:0/2945265270 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4c1c003a20 con 0x7f4c200c7110 2023-10-06T22:45:17.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.661+0000 7f4c15ffb700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c0406af00 0x7f4c0406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:17.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.661+0000 7f4c15ffb700 1 -- 172.21.15.37:0/2945265270 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f4c1c088db0 con 0x7f4c200c7110 2023-10-06T22:45:17.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.661+0000 7f4c24d9a700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c0406af00 0x7f4c0406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:17.664 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.662+0000 7f4c24d9a700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c0406af00 0x7f4c0406d3c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4c200d4000 tx=0x7f4c1001c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:17.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.666+0000 7f4c15ffb700 1 -- 172.21.15.37:0/2945265270 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4c1c08d070 con 0x7f4c200c7110 2023-10-06T22:45:17.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.877+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4c200d07d0 con 0x7f4c200c7110 2023-10-06T22:45:17.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.877+0000 7f4c15ffb700 1 -- 172.21.15.37:0/2945265270 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4c1c0170a0 con 0x7f4c200c7110 2023-10-06T22:45:17.879 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:17.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c0406af00 msgr2=0x7f4c0406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c0406af00 0x7f4c0406d3c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4c200d4000 tx=0x7f4c1001c040 comp rx=0 tx=0).stop 2023-10-06T22:45:17.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200c7110 msgr2=0x7f4c201f25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:17.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200c7110 0x7f4c201f25e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c00c480 tx=0x7f4c1c00c790 comp rx=0 tx=0).stop 2023-10-06T22:45:17.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 shutdown_connections 2023-10-06T22:45:17.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c0406af00 0x7f4c0406d3c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c20160ce0 0x7f4c200c85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c200c7110 0x7f4c201f25e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 --2- 172.21.15.37:0/2945265270 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c200d3bd0 0x7f4c200cbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:17.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 >> 172.21.15.37:0/2945265270 conn(0x7f4c2009c790 msgr2=0x7f4c200b5460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:17.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 shutdown_connections 2023-10-06T22:45:17.883 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:17.880+0000 7f4c277ff700 1 -- 172.21.15.37:0/2945265270 wait complete. 2023-10-06T22:45:17.899 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:18.104 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.102+0000 7fb9f5dff700 1 Processor -- start 2023-10-06T22:45:18.104 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.102+0000 7fb9f5dff700 1 -- start start 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9f5dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f00cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9f5dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb9f00d3bd0 0x7fb9f00d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9f5dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb9f00d0680 0x7fb9f00d1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9f5dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9f01610c0 con 0x7fb9f00d0680 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9f5dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9f00d40d0 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9f5dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9f00d43b0 con 0x7fb9f0160ce0 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9eeffd700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb9f00d3bd0 0x7fb9f00d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9effff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb9f00d0680 0x7fb9f00d1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9ef7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f00cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9eeffd700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fb9f00d3bd0 0x7fb9f00d0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:42762/0 (socket says 172.21.15.37:42762) 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.103+0000 7fb9eeffd700 1 -- 172.21.15.37:0/4017257239 learned_addr learned my addr 172.21.15.37:0/4017257239 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9eeffd700 1 -- 172.21.15.37:0/4017257239 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 msgr2=0x7fb9f00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9eeffd700 1 --2- 172.21.15.37:0/4017257239 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f00cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9eeffd700 1 -- 172.21.15.37:0/4017257239 >> v2:172.21.15.37:3300/0 conn(0x7fb9f00d0680 msgr2=0x7fb9f00d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9eeffd700 1 --2- 172.21.15.37:0/4017257239 >> v2:172.21.15.37:3300/0 conn(0x7fb9f00d0680 0x7fb9f00d1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9eeffd700 1 -- 172.21.15.37:0/4017257239 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9f00ceb80 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9effff700 1 --2- 172.21.15.37:0/4017257239 >> v2:172.21.15.37:3300/0 conn(0x7fb9f00d0680 0x7fb9f00d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:18.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9eeffd700 1 --2- 172.21.15.37:0/4017257239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f00d0140 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb9f008d9a0 tx=0x7fb9e4009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb423e48e7091f8e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:18.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.104+0000 7fb9ee7fc700 1 -- 172.21.15.37:0/4017257239 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4011830 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9ee7fc700 1 -- 172.21.15.37:0/4017257239 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9e4011990 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9ee7fc700 1 -- 172.21.15.37:0/4017257239 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4011d20 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 -- 172.21.15.37:0/4017257239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d3bd0 msgr2=0x7fb9f00d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/4017257239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f00d0140 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fb9f008d9a0 tx=0x7fb9e4009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 -- 172.21.15.37:0/4017257239 shutdown_connections 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/4017257239 >> v2:172.21.15.37:3300/0 conn(0x7fb9f00d0680 0x7fb9f00d1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/4017257239 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f00cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/4017257239 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f00d0140 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 -- 172.21.15.37:0/4017257239 >> 172.21.15.37:0/4017257239 conn(0x7fb9f009c790 msgr2=0x7fb9f00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 -- 172.21.15.37:0/4017257239 shutdown_connections 2023-10-06T22:45:18.109 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.105+0000 7fb9f5dff700 1 -- 172.21.15.37:0/4017257239 wait complete. 2023-10-06T22:45:18.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.107+0000 7fb9f5dff700 1 Processor -- start 2023-10-06T22:45:18.111 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.107+0000 7fb9f5dff700 1 -- start start 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9f5dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d0680 0x7fb9f014d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9f5dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f015e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9f5dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f015e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9f5dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9f014b3b0 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9f5dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9f014b660 con 0x7fb9f00d0680 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9f5dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9f014dbd0 con 0x7fb9f0160ce0 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9eeffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f015e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9eeffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f015e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53314/0 (socket says 172.21.15.37:53314) 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9eeffd700 1 -- 172.21.15.37:0/2417395182 learned_addr learned my addr 172.21.15.37:0/2417395182 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.108+0000 7fb9ef7fe700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d0680 0x7fb9f014d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.112 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9effff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f015e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9eeffd700 1 -- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 msgr2=0x7fb9f015e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9eeffd700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f015e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9eeffd700 1 -- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d0680 msgr2=0x7fb9f014d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9eeffd700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d0680 0x7fb9f014d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9eeffd700 1 -- 172.21.15.37:0/2417395182 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9e8009a70 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9eeffd700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f015e100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4014040 tx=0x7fb9e4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9d7fff700 1 -- 172.21.15.37:0/2417395182 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4004450 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9d7fff700 1 -- 172.21.15.37:0/2417395182 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9e401e070 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.109+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9e4009550 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.110+0000 7fb9d7fff700 1 -- 172.21.15.37:0/2417395182 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e40038e0 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.110+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9f014e170 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.111+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9f0067490 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.112+0000 7fb9d7fff700 1 -- 172.21.15.37:0/2417395182 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb9e4003a40 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.112+0000 7fb9d7fff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9dc06af00 0x7fb9dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.113+0000 7fb9d7fff700 1 -- 172.21.15.37:0/2417395182 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fb9e408a6d0 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.113+0000 7fb9ef7fe700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9dc06af00 0x7fb9dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.114+0000 7fb9ef7fe700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9dc06af00 0x7fb9dc06d3c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb9f00cd240 tx=0x7fb9e0009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:18.118 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.117+0000 7fb9d7fff700 1 -- 172.21.15.37:0/2417395182 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb9e40553b0 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.329+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb9f0074380 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.329+0000 7fb9d7fff700 1 -- 172.21.15.37:0/2417395182 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb9e40589d0 con 0x7fb9f00d3bd0 2023-10-06T22:45:18.331 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:18.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.331+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9dc06af00 msgr2=0x7fb9dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.331+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9dc06af00 0x7fb9dc06d3c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fb9f00cd240 tx=0x7fb9e0009210 comp rx=0 tx=0).stop 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.331+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb9f00d3bd0 msgr2=0x7fb9f015e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.331+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f015e100 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4014040 tx=0x7fb9e4004750 comp rx=0 tx=0).stop 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 shutdown_connections 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9dc06af00 0x7fb9dc06d3c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb9f00d0680 0x7fb9f014d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb9f0160ce0 0x7fb9f015e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 --2- 172.21.15.37:0/2417395182 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb9f00d3bd0 0x7fb9f015e100 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 >> 172.21.15.37:0/2417395182 conn(0x7fb9f009c790 msgr2=0x7fb9f015fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:18.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 shutdown_connections 2023-10-06T22:45:18.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.332+0000 7fb9f5dff700 1 -- 172.21.15.37:0/2417395182 wait complete. 2023-10-06T22:45:18.352 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:18.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.552+0000 7f27735ff700 1 Processor -- start 2023-10-06T22:45:18.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.552+0000 7f27735ff700 1 -- start start 2023-10-06T22:45:18.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.553+0000 7f27735ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f276c06dad0 0x7f276c0ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.553+0000 7f27735ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f276c15e880 con 0x7f276c15d980 2023-10-06T22:45:18.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.553+0000 7f27735ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f276c06afe0 con 0x7f276c15dd60 2023-10-06T22:45:18.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.553+0000 7f27735ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f276c06b250 con 0x7f276c06dad0 2023-10-06T22:45:18.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.553+0000 7f2770b9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f276c06dad0 0x7f276c0ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.553+0000 7f277139b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f276c15d980 0x7f276c06a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41900/0 (socket says 172.21.15.37:41900) 2023-10-06T22:45:18.557 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.554+0000 7f277139b700 1 -- 172.21.15.37:0/2729320800 learned_addr learned my addr 172.21.15.37:0/2729320800 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:18.557 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.554+0000 7f2770b9a700 1 -- 172.21.15.37:0/2729320800 >> v1:172.21.15.62:6789/0 conn(0x7f276c15dd60 legacy=0x7f276c161470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.557 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.554+0000 7f2770b9a700 1 -- 172.21.15.37:0/2729320800 >> v1:172.21.15.37:6789/0 conn(0x7f276c15d980 legacy=0x7f276c06a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.557 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.554+0000 7f2770b9a700 1 -- 172.21.15.37:0/2729320800 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f276c15e230 con 0x7f276c06dad0 2023-10-06T22:45:18.557 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.554+0000 7f2763fff700 1 -- 172.21.15.37:0/2729320800 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 239761948 0 0) 0x7f276c15e880 con 0x7f276c15d980 2023-10-06T22:45:18.557 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.554+0000 7f2770b9a700 1 --2- 172.21.15.37:0/2729320800 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c06dad0 0x7f276c0ce210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f275c009840 tx=0x7f275c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=508bb22e4490a629 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:18.558 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.554+0000 7f2763fff700 1 -- 172.21.15.37:0/2729320800 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c011830 con 0x7f276c06dad0 2023-10-06T22:45:18.558 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f2763fff700 1 -- 172.21.15.37:0/2729320800 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f275c011990 con 0x7f276c06dad0 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f2763fff700 1 -- 172.21.15.37:0/2729320800 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c011d20 con 0x7f276c06dad0 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f27735ff700 1 -- 172.21.15.37:0/2729320800 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c06dad0 msgr2=0x7f276c0ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f27735ff700 1 --2- 172.21.15.37:0/2729320800 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c06dad0 0x7f276c0ce210 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f275c009840 tx=0x7f275c009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f27735ff700 1 -- 172.21.15.37:0/2729320800 shutdown_connections 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f27735ff700 1 --2- 172.21.15.37:0/2729320800 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c06dad0 0x7f276c0ce210 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f27735ff700 1 -- 172.21.15.37:0/2729320800 >> 172.21.15.37:0/2729320800 conn(0x7f276c0b1e40 msgr2=0x7f276c0b2250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f27735ff700 1 -- 172.21.15.37:0/2729320800 shutdown_connections 2023-10-06T22:45:18.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.555+0000 7f27735ff700 1 -- 172.21.15.37:0/2729320800 wait complete. 2023-10-06T22:45:18.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.558+0000 7f27735ff700 1 Processor -- start 2023-10-06T22:45:18.560 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.558+0000 7f27735ff700 1 -- start start 2023-10-06T22:45:18.562 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f27735ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f276c06dad0 0x7f276c153c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.562 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f27735ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c15d980 0x7f276c0c93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.562 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f27735ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f276c15dd60 0x7f276c0c62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.562 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f27735ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276c0ae0a0 con 0x7f276c15d980 2023-10-06T22:45:18.562 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f27735ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276c0ae380 con 0x7f276c15dd60 2023-10-06T22:45:18.562 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f27735ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f276c0ae660 con 0x7f276c06dad0 2023-10-06T22:45:18.562 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f2770b9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c15d980 0x7f276c0c93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.559+0000 7f277139b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f276c06dad0 0x7f276c153c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f277139b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f276c06dad0 0x7f276c153c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:53434/0 (socket says 172.21.15.37:53434) 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f277139b700 1 -- 172.21.15.37:0/2510043976 learned_addr learned my addr 172.21.15.37:0/2510043976 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f2771b9c700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f276c15dd60 0x7f276c0c62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f2770b9a700 1 -- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f276c06dad0 msgr2=0x7f276c153c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f2770b9a700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f276c06dad0 0x7f276c153c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f2770b9a700 1 -- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f276c15dd60 msgr2=0x7f276c0c62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f2770b9a700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f276c15dd60 0x7f276c0c62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f2770b9a700 1 -- 172.21.15.37:0/2510043976 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f275c0094a0 con 0x7f276c15d980 2023-10-06T22:45:18.563 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.560+0000 7f2770b9a700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c15d980 0x7f276c0c93e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f275c016000 tx=0x7f275c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:18.564 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.561+0000 7f2761ffb700 1 -- 172.21.15.37:0/2510043976 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c01a860 con 0x7f276c15d980 2023-10-06T22:45:18.564 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.561+0000 7f2761ffb700 1 -- 172.21.15.37:0/2510043976 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f275c01a9e0 con 0x7f276c15d980 2023-10-06T22:45:18.565 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.561+0000 7f2761ffb700 1 -- 172.21.15.37:0/2510043976 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f275c01ad90 con 0x7f276c15d980 2023-10-06T22:45:18.565 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.561+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f276c0ae940 con 0x7f276c15d980 2023-10-06T22:45:18.565 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.561+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f276c0c9920 con 0x7f276c15d980 2023-10-06T22:45:18.565 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.562+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f276c0aee60 con 0x7f276c15d980 2023-10-06T22:45:18.565 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.563+0000 7f2761ffb700 1 -- 172.21.15.37:0/2510043976 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f275c022070 con 0x7f276c15d980 2023-10-06T22:45:18.566 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.563+0000 7f2761ffb700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f275006af00 0x7f275006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:18.566 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.564+0000 7f2761ffb700 1 -- 172.21.15.37:0/2510043976 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f275c08a880 con 0x7f276c15d980 2023-10-06T22:45:18.566 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.564+0000 7f277139b700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f275006af00 0x7f275006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:18.566 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.565+0000 7f277139b700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f275006af00 0x7f275006d3c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2768001340 tx=0x7f27680012d0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:18.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.568+0000 7f2761ffb700 1 -- 172.21.15.37:0/2510043976 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f276c0aee60 con 0x7f276c15d980 2023-10-06T22:45:18.784 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.782+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f276c0aee60 con 0x7f276c15d980 2023-10-06T22:45:18.785 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.783+0000 7f2761ffb700 1 -- 172.21.15.37:0/2510043976 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f276c0aee60 con 0x7f276c15d980 2023-10-06T22:45:18.786 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:18.786 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:18.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f275006af00 msgr2=0x7f275006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f275006af00 0x7f275006d3c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2768001340 tx=0x7f27680012d0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c15d980 msgr2=0x7f276c0c93e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:18.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c15d980 0x7f276c0c93e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f275c016000 tx=0x7f275c004750 comp rx=0 tx=0).stop 2023-10-06T22:45:18.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 shutdown_connections 2023-10-06T22:45:18.788 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f275006af00 0x7f275006d3c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f276c15dd60 0x7f276c0c62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f276c06dad0 0x7f276c153c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 --2- 172.21.15.37:0/2510043976 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f276c15d980 0x7f276c0c93e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:18.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 >> 172.21.15.37:0/2510043976 conn(0x7f276c0b1e40 msgr2=0x7f276c0b2220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:18.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 shutdown_connections 2023-10-06T22:45:18.789 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:18.786+0000 7f27735ff700 1 -- 172.21.15.37:0/2510043976 wait complete. 2023-10-06T22:45:18.806 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:18.807 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:19.012 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.010+0000 7f17fabff700 1 Processor -- start 2023-10-06T22:45:19.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.010+0000 7f17fabff700 1 -- start start 2023-10-06T22:45:19.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17fabff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f40c8120 0x7f17f4168300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17fabff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17f41610c0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17fabff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17f40d40d0 con 0x7f17f4160ce0 2023-10-06T22:45:19.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17fabff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17f40d0a20 con 0x7f17f40c8120 2023-10-06T22:45:19.017 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17f3fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f17f40d3bd0 0x7f17f40d0310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41910/0 (socket says 172.21.15.37:41910) 2023-10-06T22:45:19.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17f3fff700 1 -- 172.21.15.37:0/597308395 learned_addr learned my addr 172.21.15.37:0/597308395 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:19.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17f919c700 1 --2- 172.21.15.37:0/597308395 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f40c8120 0x7f17f4168300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17f37fe700 1 -- 172.21.15.37:0/597308395 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2455890937 0 0) 0x7f17f41610c0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.012+0000 7f17f37fe700 1 -- 172.21.15.37:0/597308395 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17e40035b0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.018 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f37fe700 1 -- 172.21.15.37:0/597308395 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2497215879 0 0) 0x7f17f40d40d0 con 0x7f17f4160ce0 2023-10-06T22:45:19.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f37fe700 1 -- 172.21.15.37:0/597308395 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17f41610c0 con 0x7f17f4160ce0 2023-10-06T22:45:19.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f919c700 1 -- 172.21.15.37:0/597308395 >> v1:172.21.15.62:6789/0 conn(0x7f17f4160ce0 legacy=0x7f17f40cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f919c700 1 -- 172.21.15.37:0/597308395 >> v1:172.21.15.37:6789/0 conn(0x7f17f40d3bd0 legacy=0x7f17f40d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f919c700 1 -- 172.21.15.37:0/597308395 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17f40d43b0 con 0x7f17f40c8120 2023-10-06T22:45:19.019 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f919c700 1 --2- 172.21.15.37:0/597308395 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f40c8120 0x7f17f4168300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f17ec009dc0 tx=0x7f17ec00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f35bdea4db809675 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f37fe700 1 -- 172.21.15.37:0/597308395 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ec00e070 con 0x7f17f40c8120 2023-10-06T22:45:19.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f37fe700 1 -- 172.21.15.37:0/597308395 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17ec00bb20 con 0x7f17f40c8120 2023-10-06T22:45:19.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.013+0000 7f17f37fe700 1 -- 172.21.15.37:0/597308395 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ec012430 con 0x7f17f40c8120 2023-10-06T22:45:19.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.014+0000 7f17fabff700 1 -- 172.21.15.37:0/597308395 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f40c8120 msgr2=0x7f17f4168300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.014+0000 7f17fabff700 1 --2- 172.21.15.37:0/597308395 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f40c8120 0x7f17f4168300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f17ec009dc0 tx=0x7f17ec00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:19.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.014+0000 7f17fabff700 1 -- 172.21.15.37:0/597308395 shutdown_connections 2023-10-06T22:45:19.020 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.014+0000 7f17fabff700 1 --2- 172.21.15.37:0/597308395 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f40c8120 0x7f17f4168300 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.014+0000 7f17fabff700 1 -- 172.21.15.37:0/597308395 >> 172.21.15.37:0/597308395 conn(0x7f17f409c790 msgr2=0x7f17f40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:19.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.014+0000 7f17fabff700 1 -- 172.21.15.37:0/597308395 shutdown_connections 2023-10-06T22:45:19.021 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.014+0000 7f17fabff700 1 -- 172.21.15.37:0/597308395 wait complete. 2023-10-06T22:45:19.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.016+0000 7f17fabff700 1 Processor -- start 2023-10-06T22:45:19.026 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.016+0000 7f17fabff700 1 -- start start 2023-10-06T22:45:19.026 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17fabff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17f40c8120 0x7f17f4152600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.026 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17fabff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17f40d3bd0 0x7f17f4155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.026 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17fabff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f4160ce0 0x7f17f415c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.026 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17fabff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f415bab0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17fabff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17f4154b80 con 0x7f17f40c8120 2023-10-06T22:45:19.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17fabff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17f415b7d0 con 0x7f17f4160ce0 2023-10-06T22:45:19.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17f40d3bd0 0x7f17f4155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17f40d3bd0 0x7f17f4155900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53342/0 (socket says 172.21.15.37:53342) 2023-10-06T22:45:19.027 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 -- 172.21.15.37:0/3217290965 learned_addr learned my addr 172.21.15.37:0/3217290965 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:19.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f919c700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f4160ce0 0x7f17f415c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f899b700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17f40c8120 0x7f17f4152600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 -- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f4160ce0 msgr2=0x7f17f415c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f4160ce0 0x7f17f415c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 -- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17f40c8120 msgr2=0x7f17f4152600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17f40c8120 0x7f17f4152600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.017+0000 7f17f3fff700 1 -- 172.21.15.37:0/3217290965 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17ec009a70 con 0x7f17f40d3bd0 2023-10-06T22:45:19.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.018+0000 7f17f3fff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17f40d3bd0 0x7f17f4155900 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f17e0005910 tx=0x7f17e000c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.018+0000 7f17f17fa700 1 -- 172.21.15.37:0/3217290965 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e0005d70 con 0x7f17f40d3bd0 2023-10-06T22:45:19.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.018+0000 7f17f17fa700 1 -- 172.21.15.37:0/3217290965 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17e00070d0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.018+0000 7f17f17fa700 1 -- 172.21.15.37:0/3217290965 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e0007440 con 0x7f17f40d3bd0 2023-10-06T22:45:19.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.018+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17f4154e20 con 0x7f17f40d3bd0 2023-10-06T22:45:19.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.018+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17f41553e0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.019+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17f4067490 con 0x7f17f40d3bd0 2023-10-06T22:45:19.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.020+0000 7f17f17fa700 1 -- 172.21.15.37:0/3217290965 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f17e00075a0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.021+0000 7f17f17fa700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17d806af00 0x7f17d806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.021+0000 7f17f17fa700 1 -- 172.21.15.37:0/3217290965 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f17e0088c70 con 0x7f17f40d3bd0 2023-10-06T22:45:19.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.022+0000 7f17f899b700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17d806af00 0x7f17d806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.022+0000 7f17f899b700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17d806af00 0x7f17d806d3c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f17e80011e0 tx=0x7f17e8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.031 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.025+0000 7f17f17fa700 1 -- 172.21.15.37:0/3217290965 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f17e0053a10 con 0x7f17f40d3bd0 2023-10-06T22:45:19.237 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.235+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f17f4074380 con 0x7f17f40d3bd0 2023-10-06T22:45:19.237 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.235+0000 7f17f17fa700 1 -- 172.21.15.37:0/3217290965 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f17e00170a0 con 0x7f17f40d3bd0 2023-10-06T22:45:19.237 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:19.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17d806af00 msgr2=0x7f17d806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17d806af00 0x7f17d806d3c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f17e80011e0 tx=0x7f17e8009040 comp rx=0 tx=0).stop 2023-10-06T22:45:19.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17f40d3bd0 msgr2=0x7f17f4155900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17f40d3bd0 0x7f17f4155900 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f17e0005910 tx=0x7f17e000c9e0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 shutdown_connections 2023-10-06T22:45:19.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17d806af00 0x7f17d806d3c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17f40c8120 0x7f17f4152600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17f4160ce0 0x7f17f415c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 --2- 172.21.15.37:0/3217290965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17f40d3bd0 0x7f17f4155900 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 >> 172.21.15.37:0/3217290965 conn(0x7f17f409c790 msgr2=0x7f17f40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:19.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 shutdown_connections 2023-10-06T22:45:19.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.238+0000 7f17fabff700 1 -- 172.21.15.37:0/3217290965 wait complete. 2023-10-06T22:45:19.258 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:19.461 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.459+0000 7fc3a79ff700 1 Processor -- start 2023-10-06T22:45:19.461 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.459+0000 7fc3a79ff700 1 -- start start 2023-10-06T22:45:19.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a79ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc3a00d3bd0 0x7fc3a00d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a79ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3a01610c0 con 0x7fc3a00c7110 2023-10-06T22:45:19.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a79ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3a00d40d0 con 0x7fc3a0160ce0 2023-10-06T22:45:19.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a79ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3a00d43b0 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a4f9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc3a00d3bd0 0x7fc3a00d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a5f9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fc3a00c7110 0x7fc3a00c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41926/0 (socket says 172.21.15.37:41926) 2023-10-06T22:45:19.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a5f9c700 1 -- 172.21.15.37:0/3075633686 learned_addr learned my addr 172.21.15.37:0/3075633686 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:19.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a4f9a700 1 -- 172.21.15.37:0/3075633686 >> v1:172.21.15.62:6789/0 conn(0x7fc3a0160ce0 legacy=0x7fc3a00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a4f9a700 1 -- 172.21.15.37:0/3075633686 >> v1:172.21.15.37:6789/0 conn(0x7fc3a00c7110 legacy=0x7fc3a00c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.461+0000 7fc3a4f9a700 1 -- 172.21.15.37:0/3075633686 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3a00ceb80 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.462+0000 7fc3a4f9a700 1 --2- 172.21.15.37:0/3075633686 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00d0310 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc390009840 tx=0x7fc390009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5c37910b177cb9d server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.462+0000 7fc397fff700 1 -- 172.21.15.37:0/3075633686 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc390011830 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.462+0000 7fc397fff700 1 -- 172.21.15.37:0/3075633686 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc390011990 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.464 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.462+0000 7fc397fff700 1 -- 172.21.15.37:0/3075633686 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc390011d20 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.465 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.462+0000 7fc3a79ff700 1 -- 172.21.15.37:0/3075633686 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 msgr2=0x7fc3a00d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.465 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.462+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/3075633686 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00d0310 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc390009840 tx=0x7fc390009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:19.465 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.463+0000 7fc3a79ff700 1 -- 172.21.15.37:0/3075633686 shutdown_connections 2023-10-06T22:45:19.465 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.463+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/3075633686 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00d0310 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.465 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.463+0000 7fc3a79ff700 1 -- 172.21.15.37:0/3075633686 >> 172.21.15.37:0/3075633686 conn(0x7fc3a009c790 msgr2=0x7fc3a00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:19.466 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.463+0000 7fc3a79ff700 1 -- 172.21.15.37:0/3075633686 shutdown_connections 2023-10-06T22:45:19.466 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.463+0000 7fc3a79ff700 1 -- 172.21.15.37:0/3075633686 wait complete. 2023-10-06T22:45:19.467 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.465+0000 7fc3a79ff700 1 Processor -- start 2023-10-06T22:45:19.467 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.465+0000 7fc3a79ff700 1 -- start start 2023-10-06T22:45:19.470 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a79ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3a00c7110 0x7fc3a00b75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.470 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a79ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00cbc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.470 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a79ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc3a0160ce0 0x7fc3a015bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.470 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a79ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a00cd1c0 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.470 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a79ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a00b5ff0 con 0x7fc3a00c7110 2023-10-06T22:45:19.470 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a79ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3a00b62d0 con 0x7fc3a0160ce0 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a4f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00cbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a4f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00cbc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53360/0 (socket says 172.21.15.37:53360) 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a4f9a700 1 -- 172.21.15.37:0/2141281060 learned_addr learned my addr 172.21.15.37:0/2141281060 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a579b700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3a00c7110 0x7fc3a00b75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.467+0000 7fc3a5f9c700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc3a0160ce0 0x7fc3a015bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a4f9a700 1 -- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc3a0160ce0 msgr2=0x7fc3a015bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a4f9a700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc3a0160ce0 0x7fc3a015bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a4f9a700 1 -- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3a00c7110 msgr2=0x7fc3a00b75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a4f9a700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3a00c7110 0x7fc3a00b75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a4f9a700 1 -- 172.21.15.37:0/2141281060 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3900094a0 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.471 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a5f9c700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc3a0160ce0 0x7fc3a015bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a4f9a700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00cbc00 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc3900090b0 tx=0x7fc390004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc395ffb700 1 -- 172.21.15.37:0/2141281060 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3900038a0 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc395ffb700 1 -- 172.21.15.37:0/2141281060 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc39001f070 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc395ffb700 1 -- 172.21.15.37:0/2141281060 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc390003c60 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3a00b65b0 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.468+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3a00b6b70 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.469+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3a0157820 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.472 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.470+0000 7fc395ffb700 1 -- 172.21.15.37:0/2141281060 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc39001a430 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.473 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.471+0000 7fc395ffb700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc38406af00 0x7fc38406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.473 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.471+0000 7fc395ffb700 1 -- 172.21.15.37:0/2141281060 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc390021070 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.473 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.472+0000 7fc3a579b700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc38406af00 0x7fc38406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.474 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.473+0000 7fc3a579b700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc38406af00 0x7fc38406d3c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc39c007fd0 tx=0x7fc39c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.477 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.476+0000 7fc395ffb700 1 -- 172.21.15.37:0/2141281060 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc3a0157820 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.686 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.684+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc3a0157820 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.685+0000 7fc395ffb700 1 -- 172.21.15.37:0/2141281060 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc3a0157820 con 0x7fc3a00d3bd0 2023-10-06T22:45:19.687 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:19.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc38406af00 msgr2=0x7fc38406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc38406af00 0x7fc38406d3c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc39c007fd0 tx=0x7fc39c009040 comp rx=0 tx=0).stop 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 msgr2=0x7fc3a00cbc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00cbc00 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc3900090b0 tx=0x7fc390004750 comp rx=0 tx=0).stop 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 shutdown_connections 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc38406af00 0x7fc38406d3c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc3a00c7110 0x7fc3a00b75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc3a0160ce0 0x7fc3a015bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 --2- 172.21.15.37:0/2141281060 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc3a00d3bd0 0x7fc3a00cbc00 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 >> 172.21.15.37:0/2141281060 conn(0x7fc3a009c790 msgr2=0x7fc3a015f0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 shutdown_connections 2023-10-06T22:45:19.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.687+0000 7fc3a79ff700 1 -- 172.21.15.37:0/2141281060 wait complete. 2023-10-06T22:45:19.707 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:19.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.912+0000 7f3f3e1ff700 1 Processor -- start 2023-10-06T22:45:19.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.912+0000 7f3f3e1ff700 1 -- start start 2023-10-06T22:45:19.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f3e1ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f3f38160ce0 0x7f3f380cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f3e1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380c7110 0x7f3f380c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f3e1ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f381610c0 con 0x7f3f380d3bd0 2023-10-06T22:45:19.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f3e1ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f380d40d0 con 0x7f3f38160ce0 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f3e1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f380d43b0 con 0x7f3f380c7110 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f37fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380c7110 0x7f3f380c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f37fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380c7110 0x7f3f380c75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:53460/0 (socket says 172.21.15.37:53460) 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f37fff700 1 -- 172.21.15.37:0/460603330 learned_addr learned my addr 172.21.15.37:0/460603330 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.914+0000 7f3f377fe700 1 --2- 172.21.15.37:0/460603330 >> v2:172.21.15.62:3300/0 conn(0x7f3f38160ce0 0x7f3f380cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f36ffd700 1 -- 172.21.15.37:0/460603330 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4096157301 0 0) 0x7f3f381610c0 con 0x7f3f380d3bd0 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f36ffd700 1 -- 172.21.15.37:0/460603330 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3f240035b0 con 0x7f3f380d3bd0 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f37fff700 1 -- 172.21.15.37:0/460603330 >> v2:172.21.15.62:3300/0 conn(0x7f3f38160ce0 msgr2=0x7f3f380cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f37fff700 1 --2- 172.21.15.37:0/460603330 >> v2:172.21.15.62:3300/0 conn(0x7f3f38160ce0 0x7f3f380cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f37fff700 1 -- 172.21.15.37:0/460603330 >> v1:172.21.15.62:6789/0 conn(0x7f3f380d3bd0 legacy=0x7f3f380d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f37fff700 1 -- 172.21.15.37:0/460603330 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f380ceb80 con 0x7f3f380c7110 2023-10-06T22:45:19.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f37fff700 1 --2- 172.21.15.37:0/460603330 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380c7110 0x7f3f380c75a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3f30009e50 tx=0x7f3f3000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6340f026ebdfa05 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f36ffd700 1 -- 172.21.15.37:0/460603330 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3000e070 con 0x7f3f380c7110 2023-10-06T22:45:19.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f36ffd700 1 -- 172.21.15.37:0/460603330 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f3000b910 con 0x7f3f380c7110 2023-10-06T22:45:19.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.915+0000 7f3f36ffd700 1 -- 172.21.15.37:0/460603330 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f3000bcc0 con 0x7f3f380c7110 2023-10-06T22:45:19.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/460603330 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380c7110 msgr2=0x7f3f380c75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/460603330 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380c7110 0x7f3f380c75a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3f30009e50 tx=0x7f3f3000b330 comp rx=0 tx=0).stop 2023-10-06T22:45:19.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/460603330 shutdown_connections 2023-10-06T22:45:19.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/460603330 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380c7110 0x7f3f380c75a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/460603330 >> v2:172.21.15.62:3300/0 conn(0x7f3f38160ce0 0x7f3f380cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/460603330 >> 172.21.15.37:0/460603330 conn(0x7f3f3809c790 msgr2=0x7f3f380d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:19.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/460603330 shutdown_connections 2023-10-06T22:45:19.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.916+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/460603330 wait complete. 2023-10-06T22:45:19.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.918+0000 7f3f3e1ff700 1 Processor -- start 2023-10-06T22:45:19.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.918+0000 7f3f3e1ff700 1 -- start start 2023-10-06T22:45:19.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f3e1ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3f380c7110 0x7f3f381551c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f3e1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380d3bd0 0x7f3f380cc250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f3e1ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3f38160ce0 0x7f3f38155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f3e1ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f38158ef0 con 0x7f3f380c7110 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f3e1ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f38155700 con 0x7f3f38160ce0 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f3e1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f380cca80 con 0x7f3f380d3bd0 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f377fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3f380c7110 0x7f3f381551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f377fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3f380c7110 0x7f3f381551c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53364/0 (socket says 172.21.15.37:53364) 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f377fe700 1 -- 172.21.15.37:0/2747743895 learned_addr learned my addr 172.21.15.37:0/2747743895 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f2ffff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380d3bd0 0x7f3f380cc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.923 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.919+0000 7f3f37fff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3f38160ce0 0x7f3f38155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f377fe700 1 -- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380d3bd0 msgr2=0x7f3f380cc250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f377fe700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380d3bd0 0x7f3f380cc250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f377fe700 1 -- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3f38160ce0 msgr2=0x7f3f38155900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f377fe700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3f38160ce0 0x7f3f38155900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f377fe700 1 -- 172.21.15.37:0/2747743895 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f30009b30 con 0x7f3f380c7110 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f377fe700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3f380c7110 0x7f3f381551c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3f2800e9b0 tx=0x7f3f2800ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f34ff9700 1 -- 172.21.15.37:0/2747743895 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f28009710 con 0x7f3f380c7110 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f34ff9700 1 -- 172.21.15.37:0/2747743895 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f2800ee50 con 0x7f3f380c7110 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f380ccd60 con 0x7f3f380c7110 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f34ff9700 1 -- 172.21.15.37:0/2747743895 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f2800ca50 con 0x7f3f380c7110 2023-10-06T22:45:19.924 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.920+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f380cc790 con 0x7f3f380c7110 2023-10-06T22:45:19.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.921+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f38158c50 con 0x7f3f380c7110 2023-10-06T22:45:19.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.922+0000 7f3f34ff9700 1 -- 172.21.15.37:0/2747743895 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3f2800cbb0 con 0x7f3f380c7110 2023-10-06T22:45:19.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.923+0000 7f3f34ff9700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3f1806af00 0x7f3f1806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:19.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.923+0000 7f3f34ff9700 1 -- 172.21.15.37:0/2747743895 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f3f28089a10 con 0x7f3f380c7110 2023-10-06T22:45:19.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.924+0000 7f3f2ffff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3f1806af00 0x7f3f1806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:19.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.925+0000 7f3f2ffff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3f1806af00 0x7f3f1806d3c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3f3815a9b0 tx=0x7f3f20009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:19.929 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:19.927+0000 7f3f34ff9700 1 -- 172.21.15.37:0/2747743895 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3f38158c50 con 0x7f3f380c7110 2023-10-06T22:45:20.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.140+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3f38159030 con 0x7f3f380c7110 2023-10-06T22:45:20.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.141+0000 7f3f34ff9700 1 -- 172.21.15.37:0/2747743895 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3f38159030 con 0x7f3f380c7110 2023-10-06T22:45:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:20.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3f1806af00 msgr2=0x7f3f1806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3f1806af00 0x7f3f1806d3c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3f3815a9b0 tx=0x7f3f20009040 comp rx=0 tx=0).stop 2023-10-06T22:45:20.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3f380c7110 msgr2=0x7f3f381551c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3f380c7110 0x7f3f381551c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3f2800e9b0 tx=0x7f3f2800ecc0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 shutdown_connections 2023-10-06T22:45:20.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3f1806af00 0x7f3f1806d3c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3f38160ce0 0x7f3f38155900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3f380c7110 0x7f3f381551c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 --2- 172.21.15.37:0/2747743895 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3f380d3bd0 0x7f3f380cc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 >> 172.21.15.37:0/2747743895 conn(0x7f3f3809c790 msgr2=0x7f3f380d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:20.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 shutdown_connections 2023-10-06T22:45:20.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.143+0000 7f3f3e1ff700 1 -- 172.21.15.37:0/2747743895 wait complete. 2023-10-06T22:45:20.163 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:20.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.366+0000 7f8527bff700 1 Processor -- start 2023-10-06T22:45:20.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.366+0000 7f8527bff700 1 -- start start 2023-10-06T22:45:20.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.367+0000 7f8527bff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f8520160ce0 0x7f85200cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.367+0000 7f8527bff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f85200d3bd0 0x7f85200d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f8527bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85201610c0 con 0x7f85200d0680 2023-10-06T22:45:20.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f8527bff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85200d40d0 con 0x7f85200d3bd0 2023-10-06T22:45:20.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f8527bff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85200d43b0 con 0x7f8520160ce0 2023-10-06T22:45:20.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852619c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f85200d0680 0x7f85200d1090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41934/0 (socket says 172.21.15.37:41934) 2023-10-06T22:45:20.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852619c700 1 -- 172.21.15.37:0/3034200710 learned_addr learned my addr 172.21.15.37:0/3034200710 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:20.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852519a700 1 --2- 172.21.15.37:0/3034200710 >> v2:172.21.15.37:3300/0 conn(0x7f85200d3bd0 0x7f85200d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852599b700 1 --2- 172.21.15.37:0/3034200710 >> v2:172.21.15.62:3300/0 conn(0x7f8520160ce0 0x7f85200cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f8524999700 1 -- 172.21.15.37:0/3034200710 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1638720124 0 0) 0x7f85201610c0 con 0x7f85200d0680 2023-10-06T22:45:20.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f8524999700 1 -- 172.21.15.37:0/3034200710 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f850c0035b0 con 0x7f85200d0680 2023-10-06T22:45:20.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852519a700 1 -- 172.21.15.37:0/3034200710 >> v2:172.21.15.62:3300/0 conn(0x7f8520160ce0 msgr2=0x7f85200cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:20.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852519a700 1 --2- 172.21.15.37:0/3034200710 >> v2:172.21.15.62:3300/0 conn(0x7f8520160ce0 0x7f85200cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852519a700 1 -- 172.21.15.37:0/3034200710 >> v1:172.21.15.37:6789/0 conn(0x7f85200d0680 legacy=0x7f85200d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.368+0000 7f852519a700 1 -- 172.21.15.37:0/3034200710 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85200ceb80 con 0x7f85200d3bd0 2023-10-06T22:45:20.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.369+0000 7f852519a700 1 --2- 172.21.15.37:0/3034200710 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f85200d3bd0 0x7f85200d0140 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f852008d8b0 tx=0x7f8510009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7a9bb6571f8ec04 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:20.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.369+0000 7f8524999700 1 -- 172.21.15.37:0/3034200710 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8510011830 con 0x7f85200d3bd0 2023-10-06T22:45:20.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.369+0000 7f8524999700 1 -- 172.21.15.37:0/3034200710 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8510011990 con 0x7f85200d3bd0 2023-10-06T22:45:20.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.369+0000 7f8524999700 1 -- 172.21.15.37:0/3034200710 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8510011d20 con 0x7f85200d3bd0 2023-10-06T22:45:20.377 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.369+0000 7f8527bff700 1 -- 172.21.15.37:0/3034200710 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f85200d3bd0 msgr2=0x7f85200d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.377 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.369+0000 7f8527bff700 1 --2- 172.21.15.37:0/3034200710 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f85200d3bd0 0x7f85200d0140 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f852008d8b0 tx=0x7f8510009b20 comp rx=0 tx=0).stop 2023-10-06T22:45:20.377 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.370+0000 7f8527bff700 1 -- 172.21.15.37:0/3034200710 shutdown_connections 2023-10-06T22:45:20.377 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.370+0000 7f8527bff700 1 --2- 172.21.15.37:0/3034200710 >> v2:172.21.15.62:3300/0 conn(0x7f8520160ce0 0x7f85200cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.370+0000 7f8527bff700 1 --2- 172.21.15.37:0/3034200710 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f85200d3bd0 0x7f85200d0140 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.370+0000 7f8527bff700 1 -- 172.21.15.37:0/3034200710 >> 172.21.15.37:0/3034200710 conn(0x7f852009c790 msgr2=0x7f85200d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.370+0000 7f8527bff700 1 -- 172.21.15.37:0/3034200710 shutdown_connections 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.370+0000 7f8527bff700 1 -- 172.21.15.37:0/3034200710 wait complete. 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.371+0000 7f8527bff700 1 Processor -- start 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.372+0000 7f8527bff700 1 -- start start 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.372+0000 7f8527bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f85200d0680 0x7f8520150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.372+0000 7f8527bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f85200d3bd0 0x7f85201513e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.372+0000 7f8527bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8520160ce0 0x7f85200cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f8527bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f852014bac0 con 0x7f8520160ce0 2023-10-06T22:45:20.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f8527bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f852014b6b0 con 0x7f85200d0680 2023-10-06T22:45:20.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f8527bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85200cc5f0 con 0x7f85200d3bd0 2023-10-06T22:45:20.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8520160ce0 0x7f85200cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8520160ce0 0x7f85200cb5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53374/0 (socket says 172.21.15.37:53374) 2023-10-06T22:45:20.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 -- 172.21.15.37:0/3329279642 learned_addr learned my addr 172.21.15.37:0/3329279642 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:20.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852599b700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f85200d0680 0x7f8520150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852519a700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f85200d3bd0 0x7f85201513e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 -- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f85200d3bd0 msgr2=0x7f85201513e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f85200d3bd0 0x7f85201513e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 -- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f85200d0680 msgr2=0x7f8520150ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f85200d0680 0x7f8520150ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 -- 172.21.15.37:0/3329279642 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85100094a0 con 0x7f8520160ce0 2023-10-06T22:45:20.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.373+0000 7f852619c700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8520160ce0 0x7f85200cb5e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f851800cb40 tx=0x7f851800cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:20.384 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.374+0000 7f85167fc700 1 -- 172.21.15.37:0/3329279642 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f851800ab50 con 0x7f8520160ce0 2023-10-06T22:45:20.384 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.374+0000 7f85167fc700 1 -- 172.21.15.37:0/3329279642 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f851800acb0 con 0x7f8520160ce0 2023-10-06T22:45:20.384 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.374+0000 7f85167fc700 1 -- 172.21.15.37:0/3329279642 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8518012620 con 0x7f8520160ce0 2023-10-06T22:45:20.384 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.374+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85200cc8d0 con 0x7f8520160ce0 2023-10-06T22:45:20.384 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.374+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85200cce90 con 0x7f8520160ce0 2023-10-06T22:45:20.384 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.375+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8520067490 con 0x7f8520160ce0 2023-10-06T22:45:20.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.376+0000 7f85167fc700 1 -- 172.21.15.37:0/3329279642 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f851801b3b0 con 0x7f8520160ce0 2023-10-06T22:45:20.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.377+0000 7f85167fc700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f850406af00 0x7f850406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.377+0000 7f85167fc700 1 -- 172.21.15.37:0/3329279642 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f8518089870 con 0x7f8520160ce0 2023-10-06T22:45:20.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.377+0000 7f852599b700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f850406af00 0x7f850406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.378+0000 7f852599b700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f850406af00 0x7f850406d3c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f85200c9ed0 tx=0x7f851c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:20.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.381+0000 7f85167fc700 1 -- 172.21.15.37:0/3329279642 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f85180544c0 con 0x7f8520160ce0 2023-10-06T22:45:20.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.589+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f8520074380 con 0x7f8520160ce0 2023-10-06T22:45:20.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.590+0000 7f85167fc700 1 -- 172.21.15.37:0/3329279642 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f8518057ae0 con 0x7f8520160ce0 2023-10-06T22:45:20.592 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:20.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f850406af00 msgr2=0x7f850406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f850406af00 0x7f850406d3c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f85200c9ed0 tx=0x7f851c008040 comp rx=0 tx=0).stop 2023-10-06T22:45:20.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8520160ce0 msgr2=0x7f85200cb5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8520160ce0 0x7f85200cb5e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f851800cb40 tx=0x7f851800cf00 comp rx=0 tx=0).stop 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 shutdown_connections 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f850406af00 0x7f850406d3c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f85200d0680 0x7f8520150ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8520160ce0 0x7f85200cb5e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 --2- 172.21.15.37:0/3329279642 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f85200d3bd0 0x7f85201513e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 >> 172.21.15.37:0/3329279642 conn(0x7f852009c790 msgr2=0x7f852015e100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 shutdown_connections 2023-10-06T22:45:20.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.592+0000 7f8527bff700 1 -- 172.21.15.37:0/3329279642 wait complete. 2023-10-06T22:45:20.612 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:20.813 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.811+0000 7f6d6fdff700 1 Processor -- start 2023-10-06T22:45:20.813 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.811+0000 7f6d6fdff700 1 -- start start 2023-10-06T22:45:20.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.812+0000 7f6d6fdff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6d680d1760 0x7f6d680ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.812+0000 7f6d6fdff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d680cedd0 con 0x7f6d680b5010 2023-10-06T22:45:20.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.812+0000 7f6d6fdff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d680d1d40 con 0x7f6d6815d830 2023-10-06T22:45:20.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.812+0000 7f6d6fdff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d680d2020 con 0x7f6d680d1760 2023-10-06T22:45:20.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6d39a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6d680d1760 0x7f6d680ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6e39c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f6d680b5010 0x7f6d680b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41948/0 (socket says 172.21.15.37:41948) 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6e39c700 1 -- 172.21.15.37:0/1886482766 learned_addr learned my addr 172.21.15.37:0/1886482766 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6d39a700 1 -- 172.21.15.37:0/1886482766 >> v1:172.21.15.62:6789/0 conn(0x7f6d6815d830 legacy=0x7f6d680d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6d39a700 1 -- 172.21.15.37:0/1886482766 >> v1:172.21.15.37:6789/0 conn(0x7f6d680b5010 legacy=0x7f6d680b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6d39a700 1 -- 172.21.15.37:0/1886482766 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d680d2300 con 0x7f6d680d1760 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6d39a700 1 --2- 172.21.15.37:0/1886482766 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680ce890 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6d58009840 tx=0x7f6d58009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f273d3bedad9bd0b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6cb99700 1 -- 172.21.15.37:0/1886482766 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d58004230 con 0x7f6d680d1760 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.813+0000 7f6d6cb99700 1 -- 172.21.15.37:0/1886482766 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d58004390 con 0x7f6d680d1760 2023-10-06T22:45:20.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6cb99700 1 -- 172.21.15.37:0/1886482766 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d580036a0 con 0x7f6d680d1760 2023-10-06T22:45:20.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6fdff700 1 -- 172.21.15.37:0/1886482766 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 msgr2=0x7f6d680ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/1886482766 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680ce890 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f6d58009840 tx=0x7f6d58009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:20.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6fdff700 1 -- 172.21.15.37:0/1886482766 shutdown_connections 2023-10-06T22:45:20.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/1886482766 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680ce890 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6fdff700 1 -- 172.21.15.37:0/1886482766 >> 172.21.15.37:0/1886482766 conn(0x7f6d68072630 msgr2=0x7f6d680d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:20.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6fdff700 1 -- 172.21.15.37:0/1886482766 shutdown_connections 2023-10-06T22:45:20.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.814+0000 7f6d6fdff700 1 -- 172.21.15.37:0/1886482766 wait complete. 2023-10-06T22:45:20.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.816+0000 7f6d6fdff700 1 Processor -- start 2023-10-06T22:45:20.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.816+0000 7f6d6fdff700 1 -- start start 2023-10-06T22:45:20.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6fdff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d680b5010 0x7f6d680cb070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6fdff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680cb800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6fdff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d6815d830 0x7f6d6814c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6fdff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d680cb5b0 con 0x7f6d680d1760 2023-10-06T22:45:20.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6fdff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6814d280 con 0x7f6d6815d830 2023-10-06T22:45:20.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6fdff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d6814d560 con 0x7f6d680b5010 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6d39a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6d39a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53400/0 (socket says 172.21.15.37:53400) 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6d39a700 1 -- 172.21.15.37:0/3522588218 learned_addr learned my addr 172.21.15.37:0/3522588218 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6db9b700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d680b5010 0x7f6d680cb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.817+0000 7f6d6e39c700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d6815d830 0x7f6d6814c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6d39a700 1 -- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d680b5010 msgr2=0x7f6d680cb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6d39a700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d680b5010 0x7f6d680cb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6d39a700 1 -- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d6815d830 msgr2=0x7f6d6814c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:20.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6d39a700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d6815d830 0x7f6d6814c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6d39a700 1 -- 172.21.15.37:0/3522588218 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d580094a0 con 0x7f6d680d1760 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6e39c700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d6815d830 0x7f6d6814c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6d39a700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680cb800 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6d580090b0 tx=0x7f6d580047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d5e7fc700 1 -- 172.21.15.37:0/3522588218 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d58011630 con 0x7f6d680d1760 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d5e7fc700 1 -- 172.21.15.37:0/3522588218 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d58011790 con 0x7f6d680d1760 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d5e7fc700 1 -- 172.21.15.37:0/3522588218 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d58011b40 con 0x7f6d680d1760 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.818+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d6814d840 con 0x7f6d680d1760 2023-10-06T22:45:20.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.819+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d6814de00 con 0x7f6d680d1760 2023-10-06T22:45:20.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.820+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d68074380 con 0x7f6d680d1760 2023-10-06T22:45:20.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.820+0000 7f6d5e7fc700 1 -- 172.21.15.37:0/3522588218 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6d58011ca0 con 0x7f6d680d1760 2023-10-06T22:45:20.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.821+0000 7f6d5e7fc700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d4c06af00 0x7f6d4c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:20.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.821+0000 7f6d5e7fc700 1 -- 172.21.15.37:0/3522588218 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6d5808ac40 con 0x7f6d680d1760 2023-10-06T22:45:20.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.822+0000 7f6d6db9b700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d4c06af00 0x7f6d4c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:20.824 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.822+0000 7f6d6db9b700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d4c06af00 0x7f6d4c06d3c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d64007fd0 tx=0x7f6d64007ec0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:20.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:20.826+0000 7f6d5e7fc700 1 -- 172.21.15.37:0/3522588218 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6d58055890 con 0x7f6d680d1760 2023-10-06T22:45:21.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.043+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6d680d25b0 con 0x7f6d680d1760 2023-10-06T22:45:21.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.045+0000 7f6d5e7fc700 1 -- 172.21.15.37:0/3522588218 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f6d58058eb0 con 0x7f6d680d1760 2023-10-06T22:45:21.047 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:21.047 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:21.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d4c06af00 msgr2=0x7f6d4c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d4c06af00 0x7f6d4c06d3c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6d64007fd0 tx=0x7f6d64007ec0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 msgr2=0x7f6d680cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680cb800 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f6d580090b0 tx=0x7f6d580047c0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 shutdown_connections 2023-10-06T22:45:21.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6d4c06af00 0x7f6d4c06d3c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6d6815d830 0x7f6d6814c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6d680b5010 0x7f6d680cb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 --2- 172.21.15.37:0/3522588218 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6d680d1760 0x7f6d680cb800 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 >> 172.21.15.37:0/3522588218 conn(0x7f6d68072630 msgr2=0x7f6d680d3e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:21.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 shutdown_connections 2023-10-06T22:45:21.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.047+0000 7f6d6fdff700 1 -- 172.21.15.37:0/3522588218 wait complete. 2023-10-06T22:45:21.067 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:21.068 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:21.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.270+0000 7f02e1dff700 1 Processor -- start 2023-10-06T22:45:21.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.270+0000 7f02e1dff700 1 -- start start 2023-10-06T22:45:21.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.271+0000 7f02e1dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f02dc0d3bd0 0x7f02dc0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.271+0000 7f02e1dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f02dc0c7110 0x7f02dc0c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.271+0000 7f02e1dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02dc1610c0 con 0x7f02dc160ce0 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.271+0000 7f02e1dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02dc0d40d0 con 0x7f02dc0d3bd0 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.271+0000 7f02e1dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02dc0d43b0 con 0x7f02dc0c7110 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02d3fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f02dc0d3bd0 0x7f02dc0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02db7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f02dc160ce0 0x7f02dc0cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41962/0 (socket says 172.21.15.37:41962) 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02db7fe700 1 -- 172.21.15.37:0/1682386780 learned_addr learned my addr 172.21.15.37:0/1682386780 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02dbfff700 1 --2- 172.21.15.37:0/1682386780 >> v2:172.21.15.62:3300/0 conn(0x7f02dc0c7110 0x7f02dc0c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02d3fff700 1 -- 172.21.15.37:0/1682386780 >> v2:172.21.15.62:3300/0 conn(0x7f02dc0c7110 msgr2=0x7f02dc0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02d3fff700 1 --2- 172.21.15.37:0/1682386780 >> v2:172.21.15.62:3300/0 conn(0x7f02dc0c7110 0x7f02dc0c7560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02d3fff700 1 -- 172.21.15.37:0/1682386780 >> v1:172.21.15.37:6789/0 conn(0x7f02dc160ce0 legacy=0x7f02dc0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02d3fff700 1 -- 172.21.15.37:0/1682386780 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02dc0ceb80 con 0x7f02dc0d3bd0 2023-10-06T22:45:21.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.272+0000 7f02daffd700 1 -- 172.21.15.37:0/1682386780 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2462836942 0 0) 0x7f02dc1610c0 con 0x7f02dc160ce0 2023-10-06T22:45:21.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02d3fff700 1 --2- 172.21.15.37:0/1682386780 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc0d3bd0 0x7f02dc0d0310 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f02dc06b570 tx=0x7f02c4009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=815bbd19d64b061a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:21.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02daffd700 1 -- 172.21.15.37:0/1682386780 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c4011830 con 0x7f02dc0d3bd0 2023-10-06T22:45:21.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02daffd700 1 -- 172.21.15.37:0/1682386780 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02c4011990 con 0x7f02dc0d3bd0 2023-10-06T22:45:21.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02daffd700 1 -- 172.21.15.37:0/1682386780 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c4011d20 con 0x7f02dc0d3bd0 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02e1dff700 1 -- 172.21.15.37:0/1682386780 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc0d3bd0 msgr2=0x7f02dc0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02e1dff700 1 --2- 172.21.15.37:0/1682386780 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc0d3bd0 0x7f02dc0d0310 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f02dc06b570 tx=0x7f02c4009b20 comp rx=0 tx=0).stop 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02e1dff700 1 -- 172.21.15.37:0/1682386780 shutdown_connections 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02e1dff700 1 --2- 172.21.15.37:0/1682386780 >> v2:172.21.15.62:3300/0 conn(0x7f02dc0c7110 0x7f02dc0c7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02e1dff700 1 --2- 172.21.15.37:0/1682386780 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc0d3bd0 0x7f02dc0d0310 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.273+0000 7f02e1dff700 1 -- 172.21.15.37:0/1682386780 >> 172.21.15.37:0/1682386780 conn(0x7f02dc09c790 msgr2=0x7f02dc0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.274+0000 7f02e1dff700 1 -- 172.21.15.37:0/1682386780 shutdown_connections 2023-10-06T22:45:21.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.274+0000 7f02e1dff700 1 -- 172.21.15.37:0/1682386780 wait complete. 2023-10-06T22:45:21.278 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.276+0000 7f02e1dff700 1 Processor -- start 2023-10-06T22:45:21.278 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.276+0000 7f02e1dff700 1 -- start start 2023-10-06T22:45:21.280 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.277+0000 7f02e1dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f02dc0c7110 0x7f02dc0ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.280 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.277+0000 7f02e1dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f02dc0d3bd0 0x7f02dc15f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.280 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.277+0000 7f02e1dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc160ce0 0x7f02dc15f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.280 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.277+0000 7f02e1dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02dc0cd420 con 0x7f02dc160ce0 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.277+0000 7f02e1dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02dc0ca590 con 0x7f02dc0c7110 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.277+0000 7f02e1dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02dc0ca7e0 con 0x7f02dc0d3bd0 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc160ce0 0x7f02dc15f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc160ce0 0x7f02dc15f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53414/0 (socket says 172.21.15.37:53414) 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 -- 172.21.15.37:0/912535716 learned_addr learned my addr 172.21.15.37:0/912535716 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02db7fe700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f02dc0c7110 0x7f02dc0ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02d3fff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f02dc0d3bd0 0x7f02dc15f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 -- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f02dc0d3bd0 msgr2=0x7f02dc15f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f02dc0d3bd0 0x7f02dc15f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 -- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f02dc0c7110 msgr2=0x7f02dc0ccee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f02dc0c7110 0x7f02dc0ccee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.281 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.278+0000 7f02dbfff700 1 -- 172.21.15.37:0/912535716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02c40094a0 con 0x7f02dc160ce0 2023-10-06T22:45:21.282 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.279+0000 7f02dbfff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc160ce0 0x7f02dc15f820 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f02d4007e40 tx=0x7f02d400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:21.282 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.279+0000 7f02d8ff9700 1 -- 172.21.15.37:0/912535716 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d400ed30 con 0x7f02dc160ce0 2023-10-06T22:45:21.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.279+0000 7f02d8ff9700 1 -- 172.21.15.37:0/912535716 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02d4014420 con 0x7f02dc160ce0 2023-10-06T22:45:21.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.279+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02dc0caac0 con 0x7f02dc160ce0 2023-10-06T22:45:21.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.279+0000 7f02d8ff9700 1 -- 172.21.15.37:0/912535716 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02d40147d0 con 0x7f02dc160ce0 2023-10-06T22:45:21.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.279+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02dc0cb080 con 0x7f02dc160ce0 2023-10-06T22:45:21.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.280+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02dc067490 con 0x7f02dc160ce0 2023-10-06T22:45:21.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.281+0000 7f02d8ff9700 1 -- 172.21.15.37:0/912535716 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f02d4014930 con 0x7f02dc160ce0 2023-10-06T22:45:21.283 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.282+0000 7f02d8ff9700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f02bc06af00 0x7f02bc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.282+0000 7f02d8ff9700 1 -- 172.21.15.37:0/912535716 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f02d4089ff0 con 0x7f02dc160ce0 2023-10-06T22:45:21.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.282+0000 7f02db7fe700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f02bc06af00 0x7f02bc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.284 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.283+0000 7f02db7fe700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f02bc06af00 0x7f02bc06d3c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f02cc000f60 tx=0x7f02cc007e70 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:21.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.286+0000 7f02d8ff9700 1 -- 172.21.15.37:0/912535716 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f02d4054d30 con 0x7f02dc160ce0 2023-10-06T22:45:21.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.497+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f02dc074380 con 0x7f02dc160ce0 2023-10-06T22:45:21.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.498+0000 7f02d8ff9700 1 -- 172.21.15.37:0/912535716 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f02d4058350 con 0x7f02dc160ce0 2023-10-06T22:45:21.500 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:21.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f02bc06af00 msgr2=0x7f02bc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f02bc06af00 0x7f02bc06d3c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f02cc000f60 tx=0x7f02cc007e70 comp rx=0 tx=0).stop 2023-10-06T22:45:21.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc160ce0 msgr2=0x7f02dc15f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc160ce0 0x7f02dc15f820 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f02d4007e40 tx=0x7f02d400e3c0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 shutdown_connections 2023-10-06T22:45:21.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f02bc06af00 0x7f02bc06d3c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f02dc0c7110 0x7f02dc0ccee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f02dc160ce0 0x7f02dc15f820 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 --2- 172.21.15.37:0/912535716 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f02dc0d3bd0 0x7f02dc15f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 >> 172.21.15.37:0/912535716 conn(0x7f02dc09c790 msgr2=0x7f02dc15d980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:21.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 shutdown_connections 2023-10-06T22:45:21.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.500+0000 7f02e1dff700 1 -- 172.21.15.37:0/912535716 wait complete. 2023-10-06T22:45:21.520 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:21.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.722+0000 7fdb351ff700 1 Processor -- start 2023-10-06T22:45:21.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.722+0000 7fdb351ff700 1 -- start start 2023-10-06T22:45:21.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.723+0000 7fdb351ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fdb30160ce0 0x7fdb300cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.723+0000 7fdb351ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fdb300c7110 0x7fdb300c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.723+0000 7fdb351ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb301610c0 con 0x7fdb300d3bd0 2023-10-06T22:45:21.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.723+0000 7fdb351ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb300d40d0 con 0x7fdb300c7110 2023-10-06T22:45:21.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.723+0000 7fdb351ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb300d43b0 con 0x7fdb30160ce0 2023-10-06T22:45:21.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fdb300c7110 0x7fdb300c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fdb300c7110 0x7fdb300c7560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53426/0 (socket says 172.21.15.37:53426) 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 -- 172.21.15.37:0/3899361588 learned_addr learned my addr 172.21.15.37:0/3899361588 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2ed9d700 1 --2- 172.21.15.37:0/3899361588 >> v2:172.21.15.62:3300/0 conn(0x7fdb30160ce0 0x7fdb300cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 -- 172.21.15.37:0/3899361588 >> v2:172.21.15.62:3300/0 conn(0x7fdb30160ce0 msgr2=0x7fdb300cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 --2- 172.21.15.37:0/3899361588 >> v2:172.21.15.62:3300/0 conn(0x7fdb30160ce0 0x7fdb300cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 -- 172.21.15.37:0/3899361588 >> v1:172.21.15.62:6789/0 conn(0x7fdb300d3bd0 legacy=0x7fdb300d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 -- 172.21.15.37:0/3899361588 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb300ceb80 con 0x7fdb300c7110 2023-10-06T22:45:21.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.724+0000 7fdb2f59e700 1 --2- 172.21.15.37:0/3899361588 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb300c7560 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdb3008d8b0 tx=0x7fdb2800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2132c844952996a7 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:21.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb2dd9b700 1 -- 172.21.15.37:0/3899361588 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2800e070 con 0x7fdb300c7110 2023-10-06T22:45:21.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb2dd9b700 1 -- 172.21.15.37:0/3899361588 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb2800b910 con 0x7fdb300c7110 2023-10-06T22:45:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb2dd9b700 1 -- 172.21.15.37:0/3899361588 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2800bcc0 con 0x7fdb300c7110 2023-10-06T22:45:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb351ff700 1 -- 172.21.15.37:0/3899361588 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 msgr2=0x7fdb300c7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb351ff700 1 --2- 172.21.15.37:0/3899361588 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb300c7560 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdb3008d8b0 tx=0x7fdb2800b330 comp rx=0 tx=0).stop 2023-10-06T22:45:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb351ff700 1 -- 172.21.15.37:0/3899361588 shutdown_connections 2023-10-06T22:45:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb351ff700 1 --2- 172.21.15.37:0/3899361588 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb300c7560 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb351ff700 1 --2- 172.21.15.37:0/3899361588 >> v2:172.21.15.62:3300/0 conn(0x7fdb30160ce0 0x7fdb300cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb351ff700 1 -- 172.21.15.37:0/3899361588 >> 172.21.15.37:0/3899361588 conn(0x7fdb3009c790 msgr2=0x7fdb300d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:21.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.725+0000 7fdb351ff700 1 -- 172.21.15.37:0/3899361588 shutdown_connections 2023-10-06T22:45:21.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.726+0000 7fdb351ff700 1 -- 172.21.15.37:0/3899361588 wait complete. 2023-10-06T22:45:21.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.727+0000 7fdb351ff700 1 Processor -- start 2023-10-06T22:45:21.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.727+0000 7fdb351ff700 1 -- start start 2023-10-06T22:45:21.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.728+0000 7fdb351ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb30155810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.728+0000 7fdb351ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb300d3bd0 0x7fdb30153a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.728+0000 7fdb351ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb30160ce0 0x7fdb300c7730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.728+0000 7fdb351ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb30153fa0 con 0x7fdb300c7110 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.728+0000 7fdb351ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb300ca590 con 0x7fdb300d3bd0 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.728+0000 7fdb351ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb30156cc0 con 0x7fdb30160ce0 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.728+0000 7fdb2ed9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb30155810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb30155810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53442/0 (socket says 172.21.15.37:53442) 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 -- 172.21.15.37:0/1813237933 learned_addr learned my addr 172.21.15.37:0/1813237933 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2e59c700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb300d3bd0 0x7fdb30153a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2f59e700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb30160ce0 0x7fdb300c7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 -- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb30160ce0 msgr2=0x7fdb300c7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb30160ce0 0x7fdb300c7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 -- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb300d3bd0 msgr2=0x7fdb30153a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb300d3bd0 0x7fdb30153a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 -- 172.21.15.37:0/1813237933 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb28009b30 con 0x7fdb300c7110 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2f59e700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb30160ce0 0x7fdb300c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2e59c700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb300d3bd0 0x7fdb30153a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb2ed9d700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb30155810 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000e870 tx=0x7fdb2000ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb177fe700 1 -- 172.21.15.37:0/1813237933 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb20009590 con 0x7fdb300c7110 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb177fe700 1 -- 172.21.15.37:0/1813237933 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb2000ee70 con 0x7fdb300c7110 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb177fe700 1 -- 172.21.15.37:0/1813237933 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb2000ca50 con 0x7fdb300c7110 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.729+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb300ca7e0 con 0x7fdb300c7110 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.730+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb300cada0 con 0x7fdb300c7110 2023-10-06T22:45:21.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.731+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb30067490 con 0x7fdb300c7110 2023-10-06T22:45:21.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.732+0000 7fdb177fe700 1 -- 172.21.15.37:0/1813237933 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fdb2000cbb0 con 0x7fdb300c7110 2023-10-06T22:45:21.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.732+0000 7fdb177fe700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb1c06af00 0x7fdb1c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:21.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.733+0000 7fdb177fe700 1 -- 172.21.15.37:0/1813237933 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fdb20089a10 con 0x7fdb300c7110 2023-10-06T22:45:21.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.733+0000 7fdb2e59c700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb1c06af00 0x7fdb1c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:21.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.734+0000 7fdb2e59c700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb1c06af00 0x7fdb1c06d3c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdb300cc740 tx=0x7fdb24009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:21.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.737+0000 7fdb177fe700 1 -- 172.21.15.37:0/1813237933 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fdb20054660 con 0x7fdb300c7110 2023-10-06T22:45:21.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.950+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdb300d34c0 con 0x7fdb300c7110 2023-10-06T22:45:21.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.950+0000 7fdb177fe700 1 -- 172.21.15.37:0/1813237933 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdb2000ce60 con 0x7fdb300c7110 2023-10-06T22:45:21.953 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:21.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb1c06af00 msgr2=0x7fdb1c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb1c06af00 0x7fdb1c06d3c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdb300cc740 tx=0x7fdb24009040 comp rx=0 tx=0).stop 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 msgr2=0x7fdb30155810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb30155810 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fdb2000e870 tx=0x7fdb2000ec30 comp rx=0 tx=0).stop 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 shutdown_connections 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fdb30160ce0 0x7fdb300c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fdb300c7110 0x7fdb30155810 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fdb1c06af00 0x7fdb1c06d3c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 --2- 172.21.15.37:0/1813237933 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fdb300d3bd0 0x7fdb30153a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 >> 172.21.15.37:0/1813237933 conn(0x7fdb3009c790 msgr2=0x7fdb3015d970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 shutdown_connections 2023-10-06T22:45:21.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:21.953+0000 7fdb351ff700 1 -- 172.21.15.37:0/1813237933 wait complete. 2023-10-06T22:45:21.973 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:22.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.175+0000 7f95631ff700 1 Processor -- start 2023-10-06T22:45:22.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.175+0000 7f95631ff700 1 -- start start 2023-10-06T22:45:22.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.176+0000 7f95631ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f955c160ce0 0x7f955c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.176+0000 7f95631ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f955c1610c0 con 0x7f955c0c7110 2023-10-06T22:45:22.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.176+0000 7f95631ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f955c0d40d0 con 0x7f955c0d3bd0 2023-10-06T22:45:22.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.176+0000 7f95631ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f955c0d43b0 con 0x7f955c160ce0 2023-10-06T22:45:22.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.176+0000 7f9560f9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f955c160ce0 0x7f955c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.176+0000 7f956179c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f955c0c7110 0x7f955c0c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41974/0 (socket says 172.21.15.37:41974) 2023-10-06T22:45:22.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.176+0000 7f956179c700 1 -- 172.21.15.37:0/2636241061 learned_addr learned my addr 172.21.15.37:0/2636241061 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:22.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.177+0000 7f955b7fe700 1 -- 172.21.15.37:0/2636241061 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 992360266 0 0) 0x7f955c1610c0 con 0x7f955c0c7110 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.177+0000 7f955b7fe700 1 -- 172.21.15.37:0/2636241061 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f954c0035b0 con 0x7f955c0c7110 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.177+0000 7f9560f9b700 1 -- 172.21.15.37:0/2636241061 >> v1:172.21.15.62:6789/0 conn(0x7f955c0d3bd0 legacy=0x7f955c0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.177+0000 7f9560f9b700 1 -- 172.21.15.37:0/2636241061 >> v1:172.21.15.37:6789/0 conn(0x7f955c0c7110 legacy=0x7f955c0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.177+0000 7f9560f9b700 1 -- 172.21.15.37:0/2636241061 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f955c0ceb80 con 0x7f955c160ce0 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.177+0000 7f9560f9b700 1 --2- 172.21.15.37:0/2636241061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c160ce0 0x7f955c0cfc00 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9550009840 tx=0x7f9550009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab5123888aa5dbe0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.177+0000 7f955b7fe700 1 -- 172.21.15.37:0/2636241061 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9550011830 con 0x7f955c160ce0 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f955b7fe700 1 -- 172.21.15.37:0/2636241061 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9550011990 con 0x7f955c160ce0 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f955b7fe700 1 -- 172.21.15.37:0/2636241061 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9550011d20 con 0x7f955c160ce0 2023-10-06T22:45:22.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f95631ff700 1 -- 172.21.15.37:0/2636241061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c160ce0 msgr2=0x7f955c0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f95631ff700 1 --2- 172.21.15.37:0/2636241061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c160ce0 0x7f955c0cfc00 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f9550009840 tx=0x7f9550009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:22.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f95631ff700 1 -- 172.21.15.37:0/2636241061 shutdown_connections 2023-10-06T22:45:22.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f95631ff700 1 --2- 172.21.15.37:0/2636241061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c160ce0 0x7f955c0cfc00 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f95631ff700 1 -- 172.21.15.37:0/2636241061 >> 172.21.15.37:0/2636241061 conn(0x7f955c09c790 msgr2=0x7f955c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:22.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f95631ff700 1 -- 172.21.15.37:0/2636241061 shutdown_connections 2023-10-06T22:45:22.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.178+0000 7f95631ff700 1 -- 172.21.15.37:0/2636241061 wait complete. 2023-10-06T22:45:22.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.180+0000 7f95631ff700 1 Processor -- start 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.180+0000 7f95631ff700 1 -- start start 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f95631ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f955c0c7110 0x7f955c0ccdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f95631ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c0d3bd0 0x7f955c1f61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f95631ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f955c160ce0 0x7f955c1f6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f95631ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f955c15a120 con 0x7f955c0d3bd0 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f95631ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f955c159080 con 0x7f955c0c7110 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f95631ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f955c159360 con 0x7f955c160ce0 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f955bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c0d3bd0 0x7f955c1f61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.181+0000 7f955bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c0d3bd0 0x7f955c1f61d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53460/0 (socket says 172.21.15.37:53460) 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f955bfff700 1 -- 172.21.15.37:0/29775466 learned_addr learned my addr 172.21.15.37:0/29775466 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:22.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f9560f9b700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f955c0c7110 0x7f955c0ccdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f956179c700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f955c160ce0 0x7f955c1f6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f955bfff700 1 -- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f955c160ce0 msgr2=0x7f955c1f6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f955bfff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f955c160ce0 0x7f955c1f6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f955bfff700 1 -- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f955c0c7110 msgr2=0x7f955c0ccdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f955bfff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f955c0c7110 0x7f955c0ccdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f955bfff700 1 -- 172.21.15.37:0/29775466 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95500094a0 con 0x7f955c0d3bd0 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f956179c700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f955c160ce0 0x7f955c1f6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.182+0000 7f955bfff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c0d3bd0 0x7f955c1f61d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f954800c4b0 tx=0x7f954800c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.183+0000 7f95597fa700 1 -- 172.21.15.37:0/29775466 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480052d0 con 0x7f955c0d3bd0 2023-10-06T22:45:22.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.183+0000 7f95597fa700 1 -- 172.21.15.37:0/29775466 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9548005430 con 0x7f955c0d3bd0 2023-10-06T22:45:22.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.183+0000 7f95597fa700 1 -- 172.21.15.37:0/29775466 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95480038c0 con 0x7f955c0d3bd0 2023-10-06T22:45:22.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.183+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f955c159640 con 0x7f955c0d3bd0 2023-10-06T22:45:22.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.183+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f955c159c00 con 0x7f955c0d3bd0 2023-10-06T22:45:22.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.184+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f955c159e10 con 0x7f955c0d3bd0 2023-10-06T22:45:22.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.185+0000 7f95597fa700 1 -- 172.21.15.37:0/29775466 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9548003a20 con 0x7f955c0d3bd0 2023-10-06T22:45:22.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.186+0000 7f95597fa700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f954006af00 0x7f954006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.186+0000 7f95597fa700 1 -- 172.21.15.37:0/29775466 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9548088db0 con 0x7f955c0d3bd0 2023-10-06T22:45:22.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.186+0000 7f9560f9b700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f954006af00 0x7f954006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.187+0000 7f9560f9b700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f954006af00 0x7f954006d3c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f95500090b0 tx=0x7f955001c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:22.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.190+0000 7f95597fa700 1 -- 172.21.15.37:0/29775466 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f954808d070 con 0x7f955c0d3bd0 2023-10-06T22:45:22.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.401+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f955c067490 con 0x7f955c0d3bd0 2023-10-06T22:45:22.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.401+0000 7f95597fa700 1 -- 172.21.15.37:0/29775466 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f95480170a0 con 0x7f955c0d3bd0 2023-10-06T22:45:22.404 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:22.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f954006af00 msgr2=0x7f954006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f954006af00 0x7f954006d3c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f95500090b0 tx=0x7f955001c040 comp rx=0 tx=0).stop 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c0d3bd0 msgr2=0x7f955c1f61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c0d3bd0 0x7f955c1f61d0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f954800c4b0 tx=0x7f954800c7c0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 shutdown_connections 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f954006af00 0x7f954006d3c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f955c0c7110 0x7f955c0ccdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f955c160ce0 0x7f955c1f6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 --2- 172.21.15.37:0/29775466 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f955c0d3bd0 0x7f955c1f61d0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 >> 172.21.15.37:0/29775466 conn(0x7f955c09c790 msgr2=0x7f955c06be40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 shutdown_connections 2023-10-06T22:45:22.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.404+0000 7f95631ff700 1 -- 172.21.15.37:0/29775466 wait complete. 2023-10-06T22:45:22.424 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:22.633 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.626+0000 7fa4ee9ff700 1 Processor -- start 2023-10-06T22:45:22.633 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.627+0000 7fa4ee9ff700 1 -- start start 2023-10-06T22:45:22.633 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ee9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa4e8160ce0 0x7fa4e80cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.633 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ee9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa4e80c7110 0x7fa4e80c7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.633 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ee9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4e81610c0 con 0x7fa4e80d3bd0 2023-10-06T22:45:22.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ee9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4e80d40d0 con 0x7fa4e80c7110 2023-10-06T22:45:22.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ee9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4e80d43b0 con 0x7fa4e8160ce0 2023-10-06T22:45:22.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ecf9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa4e80c7110 0x7fa4e80c7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ecf9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa4e80c7110 0x7fa4e80c7560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53468/0 (socket says 172.21.15.37:53468) 2023-10-06T22:45:22.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4ecf9c700 1 -- 172.21.15.37:0/3175987742 learned_addr learned my addr 172.21.15.37:0/3175987742 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:22.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.628+0000 7fa4e7fff700 1 --2- 172.21.15.37:0/3175987742 >> v2:172.21.15.62:3300/0 conn(0x7fa4e8160ce0 0x7fa4e80cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4ecf9c700 1 -- 172.21.15.37:0/3175987742 >> v2:172.21.15.62:3300/0 conn(0x7fa4e8160ce0 msgr2=0x7fa4e80cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:22.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4ecf9c700 1 --2- 172.21.15.37:0/3175987742 >> v2:172.21.15.62:3300/0 conn(0x7fa4e8160ce0 0x7fa4e80cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4ecf9c700 1 -- 172.21.15.37:0/3175987742 >> v1:172.21.15.62:6789/0 conn(0x7fa4e80d3bd0 legacy=0x7fa4e80d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4ecf9c700 1 -- 172.21.15.37:0/3175987742 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4e80ceb80 con 0x7fa4e80c7110 2023-10-06T22:45:22.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4ecf9c700 1 --2- 172.21.15.37:0/3175987742 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e80c7560 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa4e808d8b0 tx=0x7fa4e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68261b081ada9b63 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:22.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4e6ffd700 1 -- 172.21.15.37:0/3175987742 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e000e070 con 0x7fa4e80c7110 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4e6ffd700 1 -- 172.21.15.37:0/3175987742 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e000b910 con 0x7fa4e80c7110 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.629+0000 7fa4e6ffd700 1 -- 172.21.15.37:0/3175987742 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e000bcc0 con 0x7fa4e80c7110 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3175987742 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 msgr2=0x7fa4e80c7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3175987742 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e80c7560 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fa4e808d8b0 tx=0x7fa4e000b330 comp rx=0 tx=0).stop 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3175987742 shutdown_connections 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3175987742 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e80c7560 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3175987742 >> v2:172.21.15.62:3300/0 conn(0x7fa4e8160ce0 0x7fa4e80cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3175987742 >> 172.21.15.37:0/3175987742 conn(0x7fa4e809c790 msgr2=0x7fa4e80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:22.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3175987742 shutdown_connections 2023-10-06T22:45:22.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.630+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3175987742 wait complete. 2023-10-06T22:45:22.639 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.631+0000 7fa4ee9ff700 1 Processor -- start 2023-10-06T22:45:22.639 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.632+0000 7fa4ee9ff700 1 -- start start 2023-10-06T22:45:22.639 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4ee9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e8155810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4ee9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80d3bd0 0x7fa4e8153a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4ee9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4e8160ce0 0x7fa4e80c7730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4ee9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e8153fa0 con 0x7fa4e80c7110 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4ee9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e80ca590 con 0x7fa4e80d3bd0 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4ee9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4e8156cc0 con 0x7fa4e8160ce0 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e8155810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e8155810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53474/0 (socket says 172.21.15.37:53474) 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 -- 172.21.15.37:0/3800460917 learned_addr learned my addr 172.21.15.37:0/3800460917 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4ecf9c700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4e8160ce0 0x7fa4e80c7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e77fe700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80d3bd0 0x7fa4e8153a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 -- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4e8160ce0 msgr2=0x7fa4e80c7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4e8160ce0 0x7fa4e80c7730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 -- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80d3bd0 msgr2=0x7fa4e8153a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80d3bd0 0x7fa4e8153a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.633+0000 7fa4e7fff700 1 -- 172.21.15.37:0/3800460917 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4e0009b30 con 0x7fa4e80c7110 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.634+0000 7fa4e7fff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e8155810 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800e870 tx=0x7fa4d800ec30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.634+0000 7fa4e4ff9700 1 -- 172.21.15.37:0/3800460917 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d8009590 con 0x7fa4e80c7110 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.634+0000 7fa4e4ff9700 1 -- 172.21.15.37:0/3800460917 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4d800ee70 con 0x7fa4e80c7110 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.634+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4e80ca7e0 con 0x7fa4e80c7110 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.634+0000 7fa4e4ff9700 1 -- 172.21.15.37:0/3800460917 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4d800ca50 con 0x7fa4e80c7110 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.634+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4e80cada0 con 0x7fa4e80c7110 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.635+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4e8067490 con 0x7fa4e80c7110 2023-10-06T22:45:22.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.636+0000 7fa4e4ff9700 1 -- 172.21.15.37:0/3800460917 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa4d800cbb0 con 0x7fa4e80c7110 2023-10-06T22:45:22.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.637+0000 7fa4e4ff9700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa4d406af00 0x7fa4d406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:22.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.637+0000 7fa4e4ff9700 1 -- 172.21.15.37:0/3800460917 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa4d8089a10 con 0x7fa4e80c7110 2023-10-06T22:45:22.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.637+0000 7fa4e77fe700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa4d406af00 0x7fa4d406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:22.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.638+0000 7fa4e77fe700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa4d406af00 0x7fa4d406d3c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa4e80cc740 tx=0x7fa4dc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:22.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.641+0000 7fa4e4ff9700 1 -- 172.21.15.37:0/3800460917 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa4d8054660 con 0x7fa4e80c7110 2023-10-06T22:45:22.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.852+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fa4e80d34c0 con 0x7fa4e80c7110 2023-10-06T22:45:22.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.852+0000 7fa4e4ff9700 1 -- 172.21.15.37:0/3800460917 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7fa4d800ce60 con 0x7fa4e80c7110 2023-10-06T22:45:22.854 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:22.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.854+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa4d406af00 msgr2=0x7fa4d406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.854+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa4d406af00 0x7fa4d406d3c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa4e80cc740 tx=0x7fa4dc009040 comp rx=0 tx=0).stop 2023-10-06T22:45:22.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.854+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 msgr2=0x7fa4e8155810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:22.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.854+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e8155810 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fa4d800e870 tx=0x7fa4d800ec30 comp rx=0 tx=0).stop 2023-10-06T22:45:22.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 shutdown_connections 2023-10-06T22:45:22.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa4e8160ce0 0x7fa4e80c7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa4e80c7110 0x7fa4e8155810 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa4d406af00 0x7fa4d406d3c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 --2- 172.21.15.37:0/3800460917 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa4e80d3bd0 0x7fa4e8153a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:22.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 >> 172.21.15.37:0/3800460917 conn(0x7fa4e809c790 msgr2=0x7fa4e815d970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:22.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 shutdown_connections 2023-10-06T22:45:22.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:22.855+0000 7fa4ee9ff700 1 -- 172.21.15.37:0/3800460917 wait complete. 2023-10-06T22:45:22.932 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-10-06T22:45:22.933 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:23.133 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.131+0000 7f54a13ff700 1 Processor -- start 2023-10-06T22:45:23.134 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.132+0000 7f54a13ff700 1 -- start start 2023-10-06T22:45:23.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f54a13ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f549c0d1760 0x7f549c0ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.135 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f54a13ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f549c0cedd0 con 0x7f549c0b5010 2023-10-06T22:45:23.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f54a13ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f549c0d1d40 con 0x7f549c15d830 2023-10-06T22:45:23.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f54a13ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f549c0d2020 con 0x7f549c0d1760 2023-10-06T22:45:23.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f5493fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f549c0d1760 0x7f549c0ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f549b7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f549c0b5010 0x7f549c0b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:41980/0 (socket says 172.21.15.37:41980) 2023-10-06T22:45:23.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f549b7fe700 1 -- 172.21.15.37:0/1463583235 learned_addr learned my addr 172.21.15.37:0/1463583235 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:23.136 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.133+0000 7f5493fff700 1 -- 172.21.15.37:0/1463583235 >> v1:172.21.15.62:6789/0 conn(0x7f549c15d830 legacy=0x7f549c0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.134+0000 7f5493fff700 1 -- 172.21.15.37:0/1463583235 >> v1:172.21.15.37:6789/0 conn(0x7f549c0b5010 legacy=0x7f549c0b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.134+0000 7f5493fff700 1 -- 172.21.15.37:0/1463583235 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f549c0d2300 con 0x7f549c0d1760 2023-10-06T22:45:23.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.134+0000 7f549a7fc700 1 -- 172.21.15.37:0/1463583235 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 538396104 0 0) 0x7f549c0cedd0 con 0x7f549c0b5010 2023-10-06T22:45:23.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.134+0000 7f5493fff700 1 --2- 172.21.15.37:0/1463583235 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0ce890 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f5484009840 tx=0x7f5484009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f49691dec02f147c server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:23.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.134+0000 7f549a7fc700 1 -- 172.21.15.37:0/1463583235 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5484011830 con 0x7f549c0d1760 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.134+0000 7f549a7fc700 1 -- 172.21.15.37:0/1463583235 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5484011990 con 0x7f549c0d1760 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.134+0000 7f549a7fc700 1 -- 172.21.15.37:0/1463583235 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5484011d20 con 0x7f549c0d1760 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.135+0000 7f54a13ff700 1 -- 172.21.15.37:0/1463583235 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 msgr2=0x7f549c0ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.135+0000 7f54a13ff700 1 --2- 172.21.15.37:0/1463583235 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0ce890 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f5484009840 tx=0x7f5484009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.135+0000 7f54a13ff700 1 -- 172.21.15.37:0/1463583235 shutdown_connections 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.135+0000 7f54a13ff700 1 --2- 172.21.15.37:0/1463583235 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0ce890 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.135+0000 7f54a13ff700 1 -- 172.21.15.37:0/1463583235 >> 172.21.15.37:0/1463583235 conn(0x7f549c072630 msgr2=0x7f549c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.135+0000 7f54a13ff700 1 -- 172.21.15.37:0/1463583235 shutdown_connections 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.135+0000 7f54a13ff700 1 -- 172.21.15.37:0/1463583235 wait complete. 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.137+0000 7f54a13ff700 1 Processor -- start 2023-10-06T22:45:23.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.137+0000 7f54a13ff700 1 -- start start 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f54a13ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f549c0b5010 0x7f549c15abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f54a13ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0c9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f54a13ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f549c15d830 0x7f549c0c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f54a13ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f549c0ca660 con 0x7f549c0d1760 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f54a13ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f549c0ca840 con 0x7f549c15d830 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f54a13ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f549c0cab20 con 0x7f549c0b5010 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0c9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53486/0 (socket says 172.21.15.37:53486) 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 -- 172.21.15.37:0/3236997033 learned_addr learned my addr 172.21.15.37:0/3236997033 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f549affd700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f549c0b5010 0x7f549c15abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f549b7fe700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f549c15d830 0x7f549c0c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 -- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f549c0b5010 msgr2=0x7f549c15abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f549c0b5010 0x7f549c15abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 -- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f549c15d830 msgr2=0x7f549c0c9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f549c15d830 0x7f549c0c9a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f5493fff700 1 -- 172.21.15.37:0/3236997033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54840094a0 con 0x7f549c0d1760 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.138+0000 7f549affd700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f549c0b5010 0x7f549c15abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.139+0000 7f5493fff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0c9530 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f54840090b0 tx=0x7f5484004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.139+0000 7f54937fe700 1 -- 172.21.15.37:0/3236997033 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548401a900 con 0x7f549c0d1760 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.139+0000 7f54937fe700 1 -- 172.21.15.37:0/3236997033 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f548401aa60 con 0x7f549c0d1760 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.139+0000 7f54937fe700 1 -- 172.21.15.37:0/3236997033 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f548401add0 con 0x7f549c0d1760 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.139+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f549c0cae00 con 0x7f549c0d1760 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.139+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f549c0cb5e0 con 0x7f549c0d1760 2023-10-06T22:45:23.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.140+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f549c0cb830 con 0x7f549c0d1760 2023-10-06T22:45:23.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.141+0000 7f54937fe700 1 -- 172.21.15.37:0/3236997033 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5484022070 con 0x7f549c0d1760 2023-10-06T22:45:23.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.143+0000 7f54937fe700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f547c06af00 0x7f547c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.143+0000 7f54937fe700 1 -- 172.21.15.37:0/3236997033 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f548408acf0 con 0x7f549c0d1760 2023-10-06T22:45:23.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.143+0000 7f549affd700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f547c06af00 0x7f547c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.144+0000 7f549affd700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f547c06af00 0x7f547c06d3c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f548c000f60 tx=0x7f548c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:23.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.147+0000 7f54937fe700 1 -- 172.21.15.37:0/3236997033 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f54840559f0 con 0x7f549c0d1760 2023-10-06T22:45:23.360 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.358+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f549c074380 con 0x7f549c0d1760 2023-10-06T22:45:23.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.359+0000 7f54937fe700 1 -- 172.21.15.37:0/3236997033 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f5484059010 con 0x7f549c0d1760 2023-10-06T22:45:23.361 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:23.361 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f547c06af00 msgr2=0x7f547c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f547c06af00 0x7f547c06d3c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f548c000f60 tx=0x7f548c009040 comp rx=0 tx=0).stop 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 msgr2=0x7f549c0c9530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0c9530 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f54840090b0 tx=0x7f5484004750 comp rx=0 tx=0).stop 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 shutdown_connections 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f547c06af00 0x7f547c06d3c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f549c15d830 0x7f549c0c9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f549c0b5010 0x7f549c15abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 --2- 172.21.15.37:0/3236997033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f549c0d1760 0x7f549c0c9530 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 >> 172.21.15.37:0/3236997033 conn(0x7f549c072630 msgr2=0x7f549c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:23.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 shutdown_connections 2023-10-06T22:45:23.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.362+0000 7f54a13ff700 1 -- 172.21.15.37:0/3236997033 wait complete. 2023-10-06T22:45:23.382 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:23.383 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:23.587 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.585+0000 7fd986fff700 1 Processor -- start 2023-10-06T22:45:23.587 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.585+0000 7fd986fff700 1 -- start start 2023-10-06T22:45:23.588 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.586+0000 7fd986fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd98015d970 0x7fd9800d0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.588 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.586+0000 7fd986fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800ce500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.588 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.586+0000 7fd986fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9800cfbf0 con 0x7fd9800cea40 2023-10-06T22:45:23.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.586+0000 7fd986fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd98015f0f0 con 0x7fd98015d970 2023-10-06T22:45:23.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.586+0000 7fd986fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9800ceeb0 con 0x7fd980161840 2023-10-06T22:45:23.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd97ffff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800ce500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd984d9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fd98015d970 0x7fd9800d0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd98559c700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fd9800cea40 0x7fd98015dd50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:60422/0 (socket says 172.21.15.37:60422) 2023-10-06T22:45:23.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd98559c700 1 -- 172.21.15.37:0/3316028425 learned_addr learned my addr 172.21.15.37:0/3316028425 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:23.590 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd97f7fe700 1 -- 172.21.15.37:0/3316028425 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2249947941 0 0) 0x7fd978001490 con 0x7fd9800cea40 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd97f7fe700 1 -- 172.21.15.37:0/3316028425 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd9700035b0 con 0x7fd9800cea40 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd984d9b700 1 -- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 msgr2=0x7fd9800ce500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd984d9b700 1 --2- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800ce500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd984d9b700 1 -- 172.21.15.37:0/3316028425 >> v1:172.21.15.62:6789/0 conn(0x7fd9800cea40 legacy=0x7fd98015dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd984d9b700 1 -- 172.21.15.37:0/3316028425 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9800d0b70 con 0x7fd98015d970 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd97ffff700 1 --2- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800ce500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.587+0000 7fd984d9b700 1 --2- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd98015d970 0x7fd9800d0630 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd974009870 tx=0x7fd974009b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c644d07086a3e64 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd97f7fe700 1 -- 172.21.15.37:0/3316028425 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd974011830 con 0x7fd98015d970 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd97f7fe700 1 -- 172.21.15.37:0/3316028425 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd974011990 con 0x7fd98015d970 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd97f7fe700 1 -- 172.21.15.37:0/3316028425 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd974011d20 con 0x7fd98015d970 2023-10-06T22:45:23.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd986fff700 1 -- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd98015d970 msgr2=0x7fd9800d0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd986fff700 1 --2- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd98015d970 0x7fd9800d0630 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fd974009870 tx=0x7fd974009b80 comp rx=0 tx=0).stop 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd986fff700 1 -- 172.21.15.37:0/3316028425 shutdown_connections 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd986fff700 1 --2- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd98015d970 0x7fd9800d0630 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd986fff700 1 --2- 172.21.15.37:0/3316028425 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800ce500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd986fff700 1 -- 172.21.15.37:0/3316028425 >> 172.21.15.37:0/3316028425 conn(0x7fd98006b5d0 msgr2=0x7fd98006b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.588+0000 7fd986fff700 1 -- 172.21.15.37:0/3316028425 shutdown_connections 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.589+0000 7fd986fff700 1 -- 172.21.15.37:0/3316028425 wait complete. 2023-10-06T22:45:23.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.590+0000 7fd986fff700 1 Processor -- start 2023-10-06T22:45:23.593 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.590+0000 7fd986fff700 1 -- start start 2023-10-06T22:45:23.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.591+0000 7fd986fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd9800cea40 0x7fd980157ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.591+0000 7fd986fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd98015d970 0x7fd9800ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.591+0000 7fd986fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800c71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.591+0000 7fd986fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9801580e0 con 0x7fd98015d970 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.591+0000 7fd986fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9800cbd10 con 0x7fd9800cea40 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.591+0000 7fd986fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9800cbff0 con 0x7fd980161840 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.591+0000 7fd97ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd98015d970 0x7fd9800ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd98015d970 0x7fd9800ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53500/0 (socket says 172.21.15.37:53500) 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 -- 172.21.15.37:0/2509023337 learned_addr learned my addr 172.21.15.37:0/2509023337 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd984d9b700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd9800cea40 0x7fd980157ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd98559c700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800c71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 -- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 msgr2=0x7fd9800c71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800c71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 -- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd9800cea40 msgr2=0x7fd980157ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd9800cea40 0x7fd980157ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 -- 172.21.15.37:0/2509023337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd96c0094a0 con 0x7fd98015d970 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd984d9b700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd9800cea40 0x7fd980157ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.592+0000 7fd97ffff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd98015d970 0x7fd9800ccdb0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00ebe0 tx=0x7fd96c00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.593+0000 7fd97d7fa700 1 -- 172.21.15.37:0/2509023337 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c009760 con 0x7fd98015d970 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.593+0000 7fd97d7fa700 1 -- 172.21.15.37:0/2509023337 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd96c00c850 con 0x7fd98015d970 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.593+0000 7fd97d7fa700 1 -- 172.21.15.37:0/2509023337 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c00cbe0 con 0x7fd98015d970 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.593+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9740094a0 con 0x7fd98015d970 2023-10-06T22:45:23.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.593+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9800cc5b0 con 0x7fd98015d970 2023-10-06T22:45:23.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.594+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9800ccc00 con 0x7fd98015d970 2023-10-06T22:45:23.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.595+0000 7fd97d7fa700 1 -- 172.21.15.37:0/2509023337 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd96c00cd40 con 0x7fd98015d970 2023-10-06T22:45:23.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.596+0000 7fd97d7fa700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd96406af00 0x7fd96406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:23.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.596+0000 7fd97d7fa700 1 -- 172.21.15.37:0/2509023337 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd96c089960 con 0x7fd98015d970 2023-10-06T22:45:23.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.596+0000 7fd984d9b700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd96406af00 0x7fd96406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:23.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.597+0000 7fd984d9b700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd96406af00 0x7fd96406d3c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd9740090b0 tx=0x7fd974008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:23.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.600+0000 7fd97d7fa700 1 -- 172.21.15.37:0/2509023337 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd96c054640 con 0x7fd98015d970 2023-10-06T22:45:23.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.810+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd980067490 con 0x7fd98015d970 2023-10-06T22:45:23.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.810+0000 7fd97d7fa700 1 -- 172.21.15.37:0/2509023337 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd96c057c60 con 0x7fd98015d970 2023-10-06T22:45:23.813 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:23.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd96406af00 msgr2=0x7fd96406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd96406af00 0x7fd96406d3c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd9740090b0 tx=0x7fd974008030 comp rx=0 tx=0).stop 2023-10-06T22:45:23.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd98015d970 msgr2=0x7fd9800ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:23.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd98015d970 0x7fd9800ccdb0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00ebe0 tx=0x7fd96c00eef0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 shutdown_connections 2023-10-06T22:45:23.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd96406af00 0x7fd96406d3c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd9800cea40 0x7fd980157ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd980161840 0x7fd9800c71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 --2- 172.21.15.37:0/2509023337 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd98015d970 0x7fd9800ccdb0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:23.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 >> 172.21.15.37:0/2509023337 conn(0x7fd98006b5d0 msgr2=0x7fd980160650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:23.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 shutdown_connections 2023-10-06T22:45:23.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:23.813+0000 7fd986fff700 1 -- 172.21.15.37:0/2509023337 wait complete. 2023-10-06T22:45:23.833 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:24.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.037+0000 7fda899ff700 1 Processor -- start 2023-10-06T22:45:24.039 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.037+0000 7fda899ff700 1 -- start start 2023-10-06T22:45:24.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.038+0000 7fda899ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fda840c8120 0x7fda84168300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.038+0000 7fda899ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda841610c0 con 0x7fda840d3bd0 2023-10-06T22:45:24.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.038+0000 7fda899ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda840d40d0 con 0x7fda84160ce0 2023-10-06T22:45:24.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.038+0000 7fda899ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda840d0a20 con 0x7fda840c8120 2023-10-06T22:45:24.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.038+0000 7fda827fc700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fda840d3bd0 0x7fda840d0310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58640/0 (socket says 172.21.15.37:58640) 2023-10-06T22:45:24.041 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.038+0000 7fda827fc700 1 -- 172.21.15.37:0/3673682343 learned_addr learned my addr 172.21.15.37:0/3673682343 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:24.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda837fe700 1 --2- 172.21.15.37:0/3673682343 >> v2:172.21.15.62:3300/0 conn(0x7fda840c8120 0x7fda84168300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 391696342 0 0) 0x7fda841610c0 con 0x7fda840d3bd0 2023-10-06T22:45:24.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda6c0035b0 con 0x7fda840d3bd0 2023-10-06T22:45:24.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2017090255 0 0) 0x7fda840d40d0 con 0x7fda84160ce0 2023-10-06T22:45:24.044 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda841610c0 con 0x7fda84160ce0 2023-10-06T22:45:24.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3264682878 0 0) 0x7fda6c0035b0 con 0x7fda840d3bd0 2023-10-06T22:45:24.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 >> v2:172.21.15.62:3300/0 conn(0x7fda840c8120 msgr2=0x7fda84168300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:24.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 --2- 172.21.15.37:0/3673682343 >> v2:172.21.15.62:3300/0 conn(0x7fda840c8120 0x7fda84168300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 >> v1:172.21.15.62:6789/0 conn(0x7fda84160ce0 legacy=0x7fda840cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda840d43b0 con 0x7fda840d3bd0 2023-10-06T22:45:24.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7fda78001670 con 0x7fda840d3bd0 2023-10-06T22:45:24.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 >> v1:172.21.15.37:6789/0 conn(0x7fda840d3bd0 legacy=0x7fda840d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda6c003be0 0x7fda6c003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c004850 0x7fda6c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c005210 0x7fda6c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda840d0a20 con 0x7fda6c003be0 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda6c00c0e0 con 0x7fda6c005210 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda6c00c2a0 con 0x7fda6c004850 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.039+0000 7fda837fe700 1 --2- 172.21.15.37:0/3673682343 >> v2:172.21.15.62:3300/0 conn(0x7fda840c8120 0x7fda84168300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:24.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda82ffd700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda6c003be0 0x7fda6c003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda827fc700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c004850 0x7fda6c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda837fe700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c005210 0x7fda6c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda82ffd700 1 -- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c004850 msgr2=0x7fda6c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda82ffd700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c004850 0x7fda6c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda82ffd700 1 -- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c005210 msgr2=0x7fda6c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda82ffd700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c005210 0x7fda6c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda82ffd700 1 -- 172.21.15.37:0/3673682343 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda6c0035b0 con 0x7fda6c003be0 2023-10-06T22:45:24.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda827fc700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c004850 0x7fda6c004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda837fe700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda6c005210 0x7fda6c00ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda837fe700 1 -- 172.21.15.37:0/3673682343 reap_dead start 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.040+0000 7fda82ffd700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda6c003be0 0x7fda6c003fe0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fda74001940 tx=0x7fda6c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7459c73a92e84600 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda74001430 con 0x7fda6c003be0 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda74001d70 con 0x7fda6c003be0 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda81ffb700 1 -- 172.21.15.37:0/3673682343 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda74005510 con 0x7fda6c003be0 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda899ff700 1 -- 172.21.15.37:0/3673682343 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda6c003be0 msgr2=0x7fda6c003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda899ff700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda6c003be0 0x7fda6c003fe0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fda74001940 tx=0x7fda6c005880 comp rx=0 tx=0).stop 2023-10-06T22:45:24.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda899ff700 1 -- 172.21.15.37:0/3673682343 shutdown_connections 2023-10-06T22:45:24.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda899ff700 1 --2- 172.21.15.37:0/3673682343 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda6c003be0 0x7fda6c003fe0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda899ff700 1 -- 172.21.15.37:0/3673682343 >> 172.21.15.37:0/3673682343 conn(0x7fda8409c790 msgr2=0x7fda840d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:24.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda899ff700 1 -- 172.21.15.37:0/3673682343 shutdown_connections 2023-10-06T22:45:24.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.041+0000 7fda899ff700 1 -- 172.21.15.37:0/3673682343 wait complete. 2023-10-06T22:45:24.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.043+0000 7fda899ff700 1 Processor -- start 2023-10-06T22:45:24.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.043+0000 7fda899ff700 1 -- start start 2023-10-06T22:45:24.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.044+0000 7fda899ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c003be0 0x7fda8415bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.044+0000 7fda899ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda8415f7c0 0x7fda8415fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.044+0000 7fda899ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda841f6520 0x7fda841f69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.044+0000 7fda899ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda841f6f10 con 0x7fda841f6520 2023-10-06T22:45:24.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.044+0000 7fda899ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda841526b0 con 0x7fda8415f7c0 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.044+0000 7fda899ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda84155ef0 con 0x7fda6c003be0 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.044+0000 7fda837fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda841f6520 0x7fda841f69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda841f6520 0x7fda841f69d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53028/0 (socket says 172.21.15.37:53028) 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 -- 172.21.15.37:0/767630277 learned_addr learned my addr 172.21.15.37:0/767630277 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda82ffd700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c003be0 0x7fda8415bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda827fc700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda8415f7c0 0x7fda8415fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 -- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c003be0 msgr2=0x7fda8415bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c003be0 0x7fda8415bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 -- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda8415f7c0 msgr2=0x7fda8415fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda8415f7c0 0x7fda8415fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 -- 172.21.15.37:0/767630277 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda841561d0 con 0x7fda841f6520 2023-10-06T22:45:24.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda827fc700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda8415f7c0 0x7fda8415fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:24.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda837fe700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda841f6520 0x7fda841f69d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fda8408d9d0 tx=0x7fda7c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.045+0000 7fda6bfff700 1 -- 172.21.15.37:0/767630277 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c00e070 con 0x7fda841f6520 2023-10-06T22:45:24.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.046+0000 7fda6bfff700 1 -- 172.21.15.37:0/767630277 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda7c003c30 con 0x7fda841f6520 2023-10-06T22:45:24.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.046+0000 7fda6bfff700 1 -- 172.21.15.37:0/767630277 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c003dc0 con 0x7fda841f6520 2023-10-06T22:45:24.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.046+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda841564b0 con 0x7fda841f6520 2023-10-06T22:45:24.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.046+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda84156a70 con 0x7fda841f6520 2023-10-06T22:45:24.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.047+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda84067490 con 0x7fda841f6520 2023-10-06T22:45:24.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.048+0000 7fda6bfff700 1 -- 172.21.15.37:0/767630277 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fda7c011a00 con 0x7fda841f6520 2023-10-06T22:45:24.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.048+0000 7fda6bfff700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fda7006af00 0x7fda7006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.048+0000 7fda6bfff700 1 -- 172.21.15.37:0/767630277 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fda7c08a1e0 con 0x7fda841f6520 2023-10-06T22:45:24.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.049+0000 7fda82ffd700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fda7006af00 0x7fda7006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.050+0000 7fda82ffd700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fda7006af00 0x7fda7006d3c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fda74005040 tx=0x7fda7400a000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.060 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.053+0000 7fda6bfff700 1 -- 172.21.15.37:0/767630277 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fda7c054e30 con 0x7fda841f6520 2023-10-06T22:45:24.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.263+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fda840cee60 con 0x7fda841f6520 2023-10-06T22:45:24.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.264+0000 7fda6bfff700 1 -- 172.21.15.37:0/767630277 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7fda7c058450 con 0x7fda841f6520 2023-10-06T22:45:24.266 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:24.268 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fda7006af00 msgr2=0x7fda7006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.268 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fda7006af00 0x7fda7006d3c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fda74005040 tx=0x7fda7400a000 comp rx=0 tx=0).stop 2023-10-06T22:45:24.268 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda841f6520 msgr2=0x7fda841f69d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.269 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda841f6520 0x7fda841f69d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fda8408d9d0 tx=0x7fda7c009f90 comp rx=0 tx=0).stop 2023-10-06T22:45:24.269 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 shutdown_connections 2023-10-06T22:45:24.269 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fda841f6520 0x7fda841f69d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.269 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fda6c003be0 0x7fda8415bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.269 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fda7006af00 0x7fda7006d3c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.269 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 --2- 172.21.15.37:0/767630277 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fda8415f7c0 0x7fda8415fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 >> 172.21.15.37:0/767630277 conn(0x7fda8409c790 msgr2=0x7fda840c9730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:24.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 shutdown_connections 2023-10-06T22:45:24.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.266+0000 7fda899ff700 1 -- 172.21.15.37:0/767630277 wait complete. 2023-10-06T22:45:24.286 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:24.491 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.489+0000 7ff2fedff700 1 Processor -- start 2023-10-06T22:45:24.491 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.489+0000 7ff2fedff700 1 -- start start 2023-10-06T22:45:24.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.490+0000 7ff2fedff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff2f8160ce0 0x7ff2f80cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.490+0000 7ff2fedff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f80c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2fedff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2f81610c0 con 0x7ff2f80d3bd0 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2fedff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2f80d40d0 con 0x7ff2f8160ce0 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2fedff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f80d43b0 con 0x7ff2f80c7110 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2f7fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7ff2f80d3bd0 0x7ff2f80d0140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58642/0 (socket says 172.21.15.37:58642) 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2f7fff700 1 -- 172.21.15.37:0/3415523937 learned_addr learned my addr 172.21.15.37:0/3415523937 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2fcb9b700 1 --2- 172.21.15.37:0/3415523937 >> v2:172.21.15.62:3300/0 conn(0x7ff2f8160ce0 0x7ff2f80cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2fd39c700 1 --2- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f80c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2f77fe700 1 -- 172.21.15.37:0/3415523937 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 291382889 0 0) 0x7ff2f81610c0 con 0x7ff2f80d3bd0 2023-10-06T22:45:24.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.491+0000 7ff2f77fe700 1 -- 172.21.15.37:0/3415523937 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff2e80035b0 con 0x7ff2f80d3bd0 2023-10-06T22:45:24.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2fcb9b700 1 -- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 msgr2=0x7ff2f80c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:24.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2fcb9b700 1 --2- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f80c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2fcb9b700 1 -- 172.21.15.37:0/3415523937 >> v1:172.21.15.37:6789/0 conn(0x7ff2f80d3bd0 legacy=0x7ff2f80d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2fcb9b700 1 -- 172.21.15.37:0/3415523937 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2f80ceb80 con 0x7ff2f8160ce0 2023-10-06T22:45:24.495 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2fcb9b700 1 --2- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f8160ce0 0x7ff2f80cfc00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec009840 tx=0x7ff2ec009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40735883a7a42938 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2f77fe700 1 -- 172.21.15.37:0/3415523937 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ec011830 con 0x7ff2f8160ce0 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2f77fe700 1 -- 172.21.15.37:0/3415523937 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2ec011990 con 0x7ff2f8160ce0 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.492+0000 7ff2f77fe700 1 -- 172.21.15.37:0/3415523937 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ec011d20 con 0x7ff2f8160ce0 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 -- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f8160ce0 msgr2=0x7ff2f80cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f8160ce0 0x7ff2f80cfc00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec009840 tx=0x7ff2ec009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 -- 172.21.15.37:0/3415523937 shutdown_connections 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f8160ce0 0x7ff2f80cfc00 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3415523937 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f80c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 -- 172.21.15.37:0/3415523937 >> 172.21.15.37:0/3415523937 conn(0x7ff2f809c790 msgr2=0x7ff2f80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 -- 172.21.15.37:0/3415523937 shutdown_connections 2023-10-06T22:45:24.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.493+0000 7ff2fedff700 1 -- 172.21.15.37:0/3415523937 wait complete. 2023-10-06T22:45:24.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.495+0000 7ff2fedff700 1 Processor -- start 2023-10-06T22:45:24.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.495+0000 7ff2fedff700 1 -- start start 2023-10-06T22:45:24.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fedff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f8153730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fedff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f80d3bd0 0x7ff2f8158f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fedff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff2f8160ce0 0x7ff2f8159440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fedff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f815a180 con 0x7ff2f8160ce0 2023-10-06T22:45:24.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fedff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f80cbb10 con 0x7ff2f80d3bd0 2023-10-06T22:45:24.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fedff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f80cbdf0 con 0x7ff2f80c7110 2023-10-06T22:45:24.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fd39c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff2f8160ce0 0x7ff2f8159440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fd39c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff2f8160ce0 0x7ff2f8159440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53034/0 (socket says 172.21.15.37:53034) 2023-10-06T22:45:24.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fd39c700 1 -- 172.21.15.37:0/3323560673 learned_addr learned my addr 172.21.15.37:0/3323560673 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:24.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2fcb9b700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f8153730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.496+0000 7ff2f7fff700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f80d3bd0 0x7ff2f8158f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2fd39c700 1 -- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 msgr2=0x7ff2f8153730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2fd39c700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f8153730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2fd39c700 1 -- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f80d3bd0 msgr2=0x7ff2f8158f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2fd39c700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f80d3bd0 0x7ff2f8158f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2fd39c700 1 -- 172.21.15.37:0/3323560673 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2ec0094a0 con 0x7ff2f8160ce0 2023-10-06T22:45:24.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2fd39c700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff2f8160ce0 0x7ff2f8159440 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff2f000efc0 tx=0x7ff2f000c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2f57fa700 1 -- 172.21.15.37:0/3323560673 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f000cad0 con 0x7ff2f8160ce0 2023-10-06T22:45:24.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2f57fa700 1 -- 172.21.15.37:0/3323560673 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2f000f040 con 0x7ff2f8160ce0 2023-10-06T22:45:24.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2f8159e10 con 0x7ff2f8160ce0 2023-10-06T22:45:24.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.497+0000 7ff2f57fa700 1 -- 172.21.15.37:0/3323560673 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f000ce70 con 0x7ff2f8160ce0 2023-10-06T22:45:24.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.498+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2f80cd290 con 0x7ff2f8160ce0 2023-10-06T22:45:24.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.498+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2f8067490 con 0x7ff2f8160ce0 2023-10-06T22:45:24.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.499+0000 7ff2f57fa700 1 -- 172.21.15.37:0/3323560673 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff2f0014480 con 0x7ff2f8160ce0 2023-10-06T22:45:24.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.500+0000 7ff2f57fa700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff2dc06af00 0x7ff2dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.501+0000 7ff2f57fa700 1 -- 172.21.15.37:0/3323560673 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7ff2f008a1f0 con 0x7ff2f8160ce0 2023-10-06T22:45:24.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.501+0000 7ff2fcb9b700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff2dc06af00 0x7ff2dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.502+0000 7ff2fcb9b700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff2dc06af00 0x7ff2dc06d3c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec000c00 tx=0x7ff2ec008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.504+0000 7ff2f57fa700 1 -- 172.21.15.37:0/3323560673 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff2f0054ef0 con 0x7ff2f8160ce0 2023-10-06T22:45:24.719 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.717+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff2f8074380 con 0x7ff2f8160ce0 2023-10-06T22:45:24.719 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.717+0000 7ff2f57fa700 1 -- 172.21.15.37:0/3323560673 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff2f0058510 con 0x7ff2f8160ce0 2023-10-06T22:45:24.719 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff2dc06af00 msgr2=0x7ff2dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff2dc06af00 0x7ff2dc06d3c0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec000c00 tx=0x7ff2ec008030 comp rx=0 tx=0).stop 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff2f8160ce0 msgr2=0x7ff2f8159440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff2f8160ce0 0x7ff2f8159440 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff2f000efc0 tx=0x7ff2f000c0c0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 shutdown_connections 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff2f8160ce0 0x7ff2f8159440 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff2f80c7110 0x7ff2f8153730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff2dc06af00 0x7ff2dc06d3c0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 --2- 172.21.15.37:0/3323560673 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff2f80d3bd0 0x7ff2f8158f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 >> 172.21.15.37:0/3323560673 conn(0x7ff2f809c790 msgr2=0x7ff2f815b010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:24.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 shutdown_connections 2023-10-06T22:45:24.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.720+0000 7ff2fedff700 1 -- 172.21.15.37:0/3323560673 wait complete. 2023-10-06T22:45:24.740 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:24.947 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.945+0000 7f1b5adff700 1 Processor -- start 2023-10-06T22:45:24.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.946+0000 7f1b5adff700 1 -- start start 2023-10-06T22:45:24.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b5adff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b5415d870 0x7f1b5415e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b5adff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1b5406afe0 0x7f1b540cddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b5adff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b5415e410 con 0x7f1b540caa60 2023-10-06T22:45:24.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b5adff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b540cb720 con 0x7f1b5406afe0 2023-10-06T22:45:24.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b5adff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b540cb440 con 0x7f1b5415d870 2023-10-06T22:45:24.949 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b5939c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1b5406afe0 0x7f1b540cddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b53fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f1b540caa60 0x7f1b5406a8d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58656/0 (socket says 172.21.15.37:58656) 2023-10-06T22:45:24.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b53fff700 1 -- 172.21.15.37:0/3862663965 learned_addr learned my addr 172.21.15.37:0/3862663965 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:24.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.947+0000 7f1b58b9b700 1 --2- 172.21.15.37:0/3862663965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b5415d870 0x7f1b5415e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b5939c700 1 -- 172.21.15.37:0/3862663965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b5415d870 msgr2=0x7f1b5415e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:24.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b5939c700 1 --2- 172.21.15.37:0/3862663965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b5415d870 0x7f1b5415e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b5939c700 1 -- 172.21.15.37:0/3862663965 >> v1:172.21.15.37:6789/0 conn(0x7f1b540caa60 legacy=0x7f1b5406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b5939c700 1 -- 172.21.15.37:0/3862663965 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b5415ddc0 con 0x7f1b5406afe0 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b537fe700 1 -- 172.21.15.37:0/3862663965 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2036789311 0 0) 0x7f1b5415e410 con 0x7f1b540caa60 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b5939c700 1 --2- 172.21.15.37:0/3862663965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540cddd0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c009d90 tx=0x7f1b4c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f569de0a1d3d1ac2 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b537fe700 1 -- 172.21.15.37:0/3862663965 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c00e070 con 0x7f1b5406afe0 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b537fe700 1 -- 172.21.15.37:0/3862663965 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b4c00bb20 con 0x7f1b5406afe0 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.948+0000 7f1b537fe700 1 -- 172.21.15.37:0/3862663965 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b4c012430 con 0x7f1b5406afe0 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 -- 172.21.15.37:0/3862663965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 msgr2=0x7f1b540cddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3862663965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540cddd0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c009d90 tx=0x7f1b4c00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 -- 172.21.15.37:0/3862663965 shutdown_connections 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3862663965 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540cddd0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3862663965 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b5415d870 0x7f1b5415e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 -- 172.21.15.37:0/3862663965 >> 172.21.15.37:0/3862663965 conn(0x7f1b540d0200 msgr2=0x7f1b540d0610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:24.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 -- 172.21.15.37:0/3862663965 shutdown_connections 2023-10-06T22:45:24.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.949+0000 7f1b5adff700 1 -- 172.21.15.37:0/3862663965 wait complete. 2023-10-06T22:45:24.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.951+0000 7f1b5adff700 1 Processor -- start 2023-10-06T22:45:24.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.951+0000 7f1b5adff700 1 -- start start 2023-10-06T22:45:24.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b5adff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540b3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b5adff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b540caa60 0x7f1b54157710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b5adff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1b5415d870 0x7f1b540acac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b5adff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b540b4a90 con 0x7f1b5406afe0 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b5adff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b540b3e10 con 0x7f1b5415d870 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b5adff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b540b40f0 con 0x7f1b540caa60 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b58b9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540b3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b58b9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540b3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53044/0 (socket says 172.21.15.37:53044) 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b58b9b700 1 -- 172.21.15.37:0/3683545201 learned_addr learned my addr 172.21.15.37:0/3683545201 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b53fff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b540caa60 0x7f1b54157710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.952+0000 7f1b5939c700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1b5415d870 0x7f1b540acac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b58b9b700 1 -- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b540caa60 msgr2=0x7f1b54157710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b58b9b700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b540caa60 0x7f1b54157710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b58b9b700 1 -- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1b5415d870 msgr2=0x7f1b540acac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:24.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b58b9b700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1b5415d870 0x7f1b540acac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:24.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b58b9b700 1 -- 172.21.15.37:0/3683545201 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b4c009a70 con 0x7f1b5406afe0 2023-10-06T22:45:24.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b58b9b700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540b3830 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1b4800e870 tx=0x7f1b4800eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b517fa700 1 -- 172.21.15.37:0/3683545201 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b48009590 con 0x7f1b5406afe0 2023-10-06T22:45:24.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b517fa700 1 -- 172.21.15.37:0/3683545201 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b48013680 con 0x7f1b5406afe0 2023-10-06T22:45:24.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b517fa700 1 -- 172.21.15.37:0/3683545201 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b480139f0 con 0x7f1b5406afe0 2023-10-06T22:45:24.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.953+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b540b43d0 con 0x7f1b5406afe0 2023-10-06T22:45:24.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.954+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b540b1940 con 0x7f1b5406afe0 2023-10-06T22:45:24.958 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.955+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b54074380 con 0x7f1b5406afe0 2023-10-06T22:45:24.958 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.956+0000 7f1b517fa700 1 -- 172.21.15.37:0/3683545201 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1b48013b50 con 0x7f1b5406afe0 2023-10-06T22:45:24.958 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.957+0000 7f1b517fa700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1b3806af00 0x7f1b3806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:24.959 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.957+0000 7f1b517fa700 1 -- 172.21.15.37:0/3683545201 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1b48089bf0 con 0x7f1b5406afe0 2023-10-06T22:45:24.959 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.957+0000 7f1b53fff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1b3806af00 0x7f1b3806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:24.959 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.958+0000 7f1b53fff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1b3806af00 0x7f1b3806d3c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1b54160f80 tx=0x7f1b40007de0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:24.962 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:24.961+0000 7f1b517fa700 1 -- 172.21.15.37:0/3683545201 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1b48054840 con 0x7f1b5406afe0 2023-10-06T22:45:25.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.169+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f1b540b4eb0 con 0x7f1b5406afe0 2023-10-06T22:45:25.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.170+0000 7f1b517fa700 1 -- 172.21.15.37:0/3683545201 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f1b480170a0 con 0x7f1b5406afe0 2023-10-06T22:45:25.172 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.172+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1b3806af00 msgr2=0x7f1b3806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.172+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1b3806af00 0x7f1b3806d3c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f1b54160f80 tx=0x7f1b40007de0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.172+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 msgr2=0x7f1b540b3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.172+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540b3830 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1b4800e870 tx=0x7f1b4800eb80 comp rx=0 tx=0).stop 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.172+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 shutdown_connections 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.172+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1b3806af00 0x7f1b3806d3c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.173+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1b5415d870 0x7f1b540acac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.173+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1b5406afe0 0x7f1b540b3830 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.173+0000 7f1b5adff700 1 --2- 172.21.15.37:0/3683545201 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1b540caa60 0x7f1b54157710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.173+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 >> 172.21.15.37:0/3683545201 conn(0x7f1b540d0200 msgr2=0x7f1b54161230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:25.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.173+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 shutdown_connections 2023-10-06T22:45:25.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.173+0000 7f1b5adff700 1 -- 172.21.15.37:0/3683545201 wait complete. 2023-10-06T22:45:25.193 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-10-06T22:45:25.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.394+0000 7ff68699d700 1 Processor -- start 2023-10-06T22:45:25.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.394+0000 7ff68699d700 1 -- start start 2023-10-06T22:45:25.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68699d700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800cfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:25.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68699d700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff6800d1d90 0x7ff6800b6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:25.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68699d700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6800d2f50 con 0x7ff6800d0220 2023-10-06T22:45:25.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68699d700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff68015db60 con 0x7ff6800d1d90 2023-10-06T22:45:25.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68699d700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6800d06a0 con 0x7ff68015d780 2023-10-06T22:45:25.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68599b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800cfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:25.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68519a700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7ff6800d0220 0x7ff6800d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:40958/0 (socket says 172.21.15.37:40958) 2023-10-06T22:45:25.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68519a700 1 -- 172.21.15.37:0/565497191 learned_addr learned my addr 172.21.15.37:0/565497191 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:25.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.396+0000 7ff68619c700 1 --2- 172.21.15.37:0/565497191 >> v2:172.21.15.62:3300/0 conn(0x7ff6800d1d90 0x7ff6800b6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:25.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff68599b700 1 -- 172.21.15.37:0/565497191 >> v2:172.21.15.62:3300/0 conn(0x7ff6800d1d90 msgr2=0x7ff6800b6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff68599b700 1 --2- 172.21.15.37:0/565497191 >> v2:172.21.15.62:3300/0 conn(0x7ff6800d1d90 0x7ff6800b6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff684999700 1 -- 172.21.15.37:0/565497191 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1011162094 0 0) 0x7ff6800d2f50 con 0x7ff6800d0220 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff68599b700 1 -- 172.21.15.37:0/565497191 >> v1:172.21.15.62:6789/0 conn(0x7ff6800d0220 legacy=0x7ff6800d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff68599b700 1 -- 172.21.15.37:0/565497191 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6800d2340 con 0x7ff68015d780 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff68619c700 1 --2- 172.21.15.37:0/565497191 >> v2:172.21.15.62:3300/0 conn(0x7ff6800d1d90 0x7ff6800b6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff68599b700 1 --2- 172.21.15.37:0/565497191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800cfce0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff67c009840 tx=0x7ff67c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaa0d98521d1b240 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff684999700 1 -- 172.21.15.37:0/565497191 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c011830 con 0x7ff68015d780 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff684999700 1 -- 172.21.15.37:0/565497191 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff67c011990 con 0x7ff68015d780 2023-10-06T22:45:25.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.397+0000 7ff684999700 1 -- 172.21.15.37:0/565497191 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c011d20 con 0x7ff68015d780 2023-10-06T22:45:25.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 -- 172.21.15.37:0/565497191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 msgr2=0x7ff6800cfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 --2- 172.21.15.37:0/565497191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800cfce0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7ff67c009840 tx=0x7ff67c009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:25.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 -- 172.21.15.37:0/565497191 shutdown_connections 2023-10-06T22:45:25.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 --2- 172.21.15.37:0/565497191 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800cfce0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 --2- 172.21.15.37:0/565497191 >> v2:172.21.15.62:3300/0 conn(0x7ff6800d1d90 0x7ff6800b6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 -- 172.21.15.37:0/565497191 >> 172.21.15.37:0/565497191 conn(0x7ff68006b470 msgr2=0x7ff68006b850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:25.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 -- 172.21.15.37:0/565497191 shutdown_connections 2023-10-06T22:45:25.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.398+0000 7ff68699d700 1 -- 172.21.15.37:0/565497191 wait complete. 2023-10-06T22:45:25.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.400+0000 7ff68699d700 1 Processor -- start 2023-10-06T22:45:25.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.400+0000 7ff68699d700 1 -- start start 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68699d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff6800d0220 0x7ff68014ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68699d700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff6800d1d90 0x7ff6800b7750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68699d700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800b7c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68699d700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6800cc8e0 con 0x7ff6800d0220 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68699d700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6800cb450 con 0x7ff6800d1d90 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68699d700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6800ca690 con 0x7ff68015d780 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68599b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff6800d0220 0x7ff68014ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68599b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff6800d0220 0x7ff68014ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53060/0 (socket says 172.21.15.37:53060) 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68599b700 1 -- 172.21.15.37:0/1320938864 learned_addr learned my addr 172.21.15.37:0/1320938864 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68519a700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff6800d1d90 0x7ff6800b7750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:25.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.401+0000 7ff68619c700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800b7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:25.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff68599b700 1 -- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 msgr2=0x7ff6800b7c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff68599b700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800b7c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff68599b700 1 -- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff6800d1d90 msgr2=0x7ff6800b7750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff68599b700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff6800d1d90 0x7ff6800b7750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff68599b700 1 -- 172.21.15.37:0/1320938864 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff678009a70 con 0x7ff6800d0220 2023-10-06T22:45:25.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff68599b700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff6800d0220 0x7ff68014ef90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff67c0090b0 tx=0x7ff67c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:25.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff6767fc700 1 -- 172.21.15.37:0/1320938864 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c0036a0 con 0x7ff6800d0220 2023-10-06T22:45:25.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff6767fc700 1 -- 172.21.15.37:0/1320938864 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff67c01f070 con 0x7ff6800d0220 2023-10-06T22:45:25.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff67c0094a0 con 0x7ff6800d0220 2023-10-06T22:45:25.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.402+0000 7ff6767fc700 1 -- 172.21.15.37:0/1320938864 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff67c003a00 con 0x7ff6800d0220 2023-10-06T22:45:25.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.403+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6800cac50 con 0x7ff6800d0220 2023-10-06T22:45:25.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.403+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6800cf1c0 con 0x7ff6800d0220 2023-10-06T22:45:25.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.404+0000 7ff6767fc700 1 -- 172.21.15.37:0/1320938864 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff67c003b60 con 0x7ff6800d0220 2023-10-06T22:45:25.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.405+0000 7ff6767fc700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff66406af00 0x7ff66406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:25.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.405+0000 7ff6767fc700 1 -- 172.21.15.37:0/1320938864 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7ff67c021070 con 0x7ff6800d0220 2023-10-06T22:45:25.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.406+0000 7ff68519a700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff66406af00 0x7ff66406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:25.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.407+0000 7ff68519a700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff66406af00 0x7ff66406d3c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff670007b10 tx=0x7ff670007a60 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:25.411 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.410+0000 7ff6767fc700 1 -- 172.21.15.37:0/1320938864 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff67c055ec0 con 0x7ff6800d0220 2023-10-06T22:45:25.708 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.706+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7ff6800ca7d0 con 0x7ff6800d0220 2023-10-06T22:45:25.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.856+0000 7ff6767fc700 1 -- 172.21.15.37:0/1320938864 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v85) v1 ==== 147+0+0 (secure 0 0 0) 0x7ff6800ca7d0 con 0x7ff6800d0220 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff66406af00 msgr2=0x7ff66406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff66406af00 0x7ff66406d3c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff670007b10 tx=0x7ff670007a60 comp rx=0 tx=0).stop 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff6800d0220 msgr2=0x7ff68014ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff6800d0220 0x7ff68014ef90 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7ff67c0090b0 tx=0x7ff67c004750 comp rx=0 tx=0).stop 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 shutdown_connections 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff68015d780 0x7ff6800b7c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff6800d0220 0x7ff68014ef90 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff66406af00 0x7ff66406d3c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 --2- 172.21.15.37:0/1320938864 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff6800d1d90 0x7ff6800b7750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:25.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 >> 172.21.15.37:0/1320938864 conn(0x7ff68006b470 msgr2=0x7ff6800d1570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:25.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 shutdown_connections 2023-10-06T22:45:25.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:25.859+0000 7ff68699d700 1 -- 172.21.15.37:0/1320938864 wait complete. 2023-10-06T22:45:25.880 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-10-06T22:45:26.084 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.082+0000 7f4be7fff700 1 Processor -- start 2023-10-06T22:45:26.084 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.082+0000 7f4be7fff700 1 -- start start 2023-10-06T22:45:26.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.083+0000 7f4be7fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f4be0160ce0 0x7f4be00cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.083+0000 7f4be7fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be00d3bd0 0x7f4be00d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.083+0000 7f4be7fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4be00d0680 0x7f4be00d1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.083+0000 7f4be7fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4be01610c0 con 0x7f4be00d0680 2023-10-06T22:45:26.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.083+0000 7f4be7fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4be00d40d0 con 0x7f4be0160ce0 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.083+0000 7f4be7fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4be00d43b0 con 0x7f4be00d3bd0 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4be00d0680 0x7f4be00d1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4be00d0680 0x7f4be00d1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53068/0 (socket says 172.21.15.37:53068) 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 -- 172.21.15.37:0/1075067204 learned_addr learned my addr 172.21.15.37:0/1075067204 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be559a700 1 --2- 172.21.15.37:0/1075067204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be00d3bd0 0x7f4be00d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be5d9b700 1 --2- 172.21.15.37:0/1075067204 >> v2:172.21.15.62:3300/0 conn(0x7f4be0160ce0 0x7f4be00cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 -- 172.21.15.37:0/1075067204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be00d3bd0 msgr2=0x7f4be00d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:26.089 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 --2- 172.21.15.37:0/1075067204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be00d3bd0 0x7f4be00d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 -- 172.21.15.37:0/1075067204 >> v2:172.21.15.62:3300/0 conn(0x7f4be0160ce0 msgr2=0x7f4be00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:26.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 --2- 172.21.15.37:0/1075067204 >> v2:172.21.15.62:3300/0 conn(0x7f4be0160ce0 0x7f4be00cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 -- 172.21.15.37:0/1075067204 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4be00ceb80 con 0x7f4be00d0680 2023-10-06T22:45:26.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be5d9b700 1 --2- 172.21.15.37:0/1075067204 >> v2:172.21.15.62:3300/0 conn(0x7f4be0160ce0 0x7f4be00cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:26.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.084+0000 7f4be659c700 1 --2- 172.21.15.37:0/1075067204 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be00d1090 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f4be008d8b0 tx=0x7f4bd800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40098271e0811197 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:26.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be4d99700 1 -- 172.21.15.37:0/1075067204 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd800e070 con 0x7f4be00d0680 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be4d99700 1 -- 172.21.15.37:0/1075067204 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bd800b910 con 0x7f4be00d0680 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be4d99700 1 -- 172.21.15.37:0/1075067204 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd800bcc0 con 0x7f4be00d0680 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 -- 172.21.15.37:0/1075067204 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 msgr2=0x7f4be00d1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1075067204 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be00d1090 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f4be008d8b0 tx=0x7f4bd800b330 comp rx=0 tx=0).stop 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 -- 172.21.15.37:0/1075067204 shutdown_connections 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1075067204 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be00d1090 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1075067204 >> v2:172.21.15.62:3300/0 conn(0x7f4be0160ce0 0x7f4be00cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1075067204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be00d3bd0 0x7f4be00d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 -- 172.21.15.37:0/1075067204 >> 172.21.15.37:0/1075067204 conn(0x7f4be009c790 msgr2=0x7f4be00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:26.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 -- 172.21.15.37:0/1075067204 shutdown_connections 2023-10-06T22:45:26.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.085+0000 7f4be7fff700 1 -- 172.21.15.37:0/1075067204 wait complete. 2023-10-06T22:45:26.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.087+0000 7f4be7fff700 1 Processor -- start 2023-10-06T22:45:26.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.087+0000 7f4be7fff700 1 -- start start 2023-10-06T22:45:26.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.088+0000 7f4be7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be014ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.088+0000 7f4be7fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4be00d3bd0 0x7f4be00ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.088+0000 7f4be7fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be0160ce0 0x7f4be00b7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.088+0000 7f4be7fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4be00ca590 con 0x7f4be00d0680 2023-10-06T22:45:26.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.088+0000 7f4be7fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4be014ef50 con 0x7f4be00d3bd0 2023-10-06T22:45:26.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.088+0000 7f4be7fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4be00b6dc0 con 0x7f4be0160ce0 2023-10-06T22:45:26.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.088+0000 7f4be5d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be014ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be014ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53072/0 (socket says 172.21.15.37:53072) 2023-10-06T22:45:26.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 -- 172.21.15.37:0/1177943899 learned_addr learned my addr 172.21.15.37:0/1177943899 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:26.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be659c700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be0160ce0 0x7f4be00b7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be559a700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4be00d3bd0 0x7f4be00ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 -- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be0160ce0 msgr2=0x7f4be00b7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be0160ce0 0x7f4be00b7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 -- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4be00d3bd0 msgr2=0x7f4be00ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4be00d3bd0 0x7f4be00ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 -- 172.21.15.37:0/1177943899 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bd8009b30 con 0x7f4be00d0680 2023-10-06T22:45:26.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be5d9b700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be014ea10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc00e810 tx=0x7f4bdc00eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:26.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4bd67fc700 1 -- 172.21.15.37:0/1177943899 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bdc013610 con 0x7f4be00d0680 2023-10-06T22:45:26.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4bd67fc700 1 -- 172.21.15.37:0/1177943899 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bdc013770 con 0x7f4be00d0680 2023-10-06T22:45:26.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.089+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4be00b70a0 con 0x7f4be00d0680 2023-10-06T22:45:26.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.090+0000 7f4bd67fc700 1 -- 172.21.15.37:0/1177943899 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bdc013b20 con 0x7f4be00d0680 2023-10-06T22:45:26.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.090+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4be00b7660 con 0x7f4be00d0680 2023-10-06T22:45:26.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.091+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4be00ca800 con 0x7f4be00d0680 2023-10-06T22:45:26.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.091+0000 7f4bd67fc700 1 -- 172.21.15.37:0/1177943899 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4bdc013c80 con 0x7f4be00d0680 2023-10-06T22:45:26.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.092+0000 7f4bd67fc700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4bc406af00 0x7f4bc406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.099 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.092+0000 7f4bd67fc700 1 -- 172.21.15.37:0/1177943899 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f4bdc0895e0 con 0x7f4be00d0680 2023-10-06T22:45:26.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.093+0000 7f4be559a700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4bc406af00 0x7f4bc406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.094+0000 7f4be559a700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4bc406af00 0x7f4bc406d3c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4be006cde0 tx=0x7f4bd0009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:26.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.097+0000 7f4bd67fc700 1 -- 172.21.15.37:0/1177943899 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4bdc054230 con 0x7f4be00d0680 2023-10-06T22:45:26.310 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.308+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f4be0067490 con 0x7f4be00d0680 2023-10-06T22:45:26.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.312+0000 7f4bd67fc700 1 -- 172.21.15.37:0/1177943899 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f4bdc057850 con 0x7f4be00d0680 2023-10-06T22:45:26.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4bc406af00 msgr2=0x7f4bc406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4bc406af00 0x7f4bc406d3c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f4be006cde0 tx=0x7f4bd0009210 comp rx=0 tx=0).stop 2023-10-06T22:45:26.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 msgr2=0x7f4be014ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be014ea10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc00e810 tx=0x7f4bdc00eb20 comp rx=0 tx=0).stop 2023-10-06T22:45:26.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 shutdown_connections 2023-10-06T22:45:26.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4be0160ce0 0x7f4be00b7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4be00d0680 0x7f4be014ea10 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4bc406af00 0x7f4bc406d3c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 --2- 172.21.15.37:0/1177943899 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4be00d3bd0 0x7f4be00ccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 >> 172.21.15.37:0/1177943899 conn(0x7f4be009c790 msgr2=0x7f4be006c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:26.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 shutdown_connections 2023-10-06T22:45:26.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.314+0000 7f4be7fff700 1 -- 172.21.15.37:0/1177943899 wait complete. 2023-10-06T22:45:26.334 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-10-06T22:45:26.335 DEBUG:teuthology.orchestra.run.smithi037:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-10-06T22:45:26.429 DEBUG:teuthology.orchestra.run.smithi062:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-10-06T22:45:26.531 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-10-06T22:45:26.531 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:26.531 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:26.575 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:26.575 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:26.659 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:26.659 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:26.743 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:26.985 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.984+0000 7f37ed9ff700 1 Processor -- start 2023-10-06T22:45:26.986 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.984+0000 7f37ed9ff700 1 -- start start 2023-10-06T22:45:26.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37ed9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e80d1760 0x7f37e80ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37ed9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f37e80b5010 0x7f37e80b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37ed9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37e80cedd0 con 0x7f37e815d830 2023-10-06T22:45:26.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37ed9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37e80b59c0 con 0x7f37e80b5010 2023-10-06T22:45:26.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37ed9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37e80d1d40 con 0x7f37e80d1760 2023-10-06T22:45:26.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37e77fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f37e80b5010 0x7f37e80b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37e77fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f37e80b5010 0x7f37e80b5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53082/0 (socket says 172.21.15.37:53082) 2023-10-06T22:45:26.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37e77fe700 1 -- 172.21.15.37:0/2375117966 learned_addr learned my addr 172.21.15.37:0/2375117966 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:26.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.985+0000 7f37e67fc700 1 --2- 172.21.15.37:0/2375117966 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e80d1760 0x7f37e80ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e77fe700 1 -- 172.21.15.37:0/2375117966 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e80d1760 msgr2=0x7f37e80ce890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:26.990 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e77fe700 1 --2- 172.21.15.37:0/2375117966 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e80d1760 0x7f37e80ce890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e77fe700 1 -- 172.21.15.37:0/2375117966 >> v1:172.21.15.62:6789/0 conn(0x7f37e815d830 legacy=0x7f37e80d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e77fe700 1 -- 172.21.15.37:0/2375117966 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37e80d2020 con 0x7f37e80b5010 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e67fc700 1 --2- 172.21.15.37:0/2375117966 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e80d1760 0x7f37e80ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e77fe700 1 --2- 172.21.15.37:0/2375117966 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e80b5480 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f37e0009e50 tx=0x7f37e000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cbb5a2c2d4d357d server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e5ffb700 1 -- 172.21.15.37:0/2375117966 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e000e070 con 0x7f37e80b5010 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e5ffb700 1 -- 172.21.15.37:0/2375117966 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37e0003a20 con 0x7f37e80b5010 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.986+0000 7f37e5ffb700 1 -- 172.21.15.37:0/2375117966 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e0003dd0 con 0x7f37e80b5010 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 -- 172.21.15.37:0/2375117966 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 msgr2=0x7f37e80b5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/2375117966 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e80b5480 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f37e0009e50 tx=0x7f37e000b330 comp rx=0 tx=0).stop 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 -- 172.21.15.37:0/2375117966 shutdown_connections 2023-10-06T22:45:26.991 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/2375117966 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e80b5480 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.992 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/2375117966 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e80d1760 0x7f37e80ce890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.992 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 -- 172.21.15.37:0/2375117966 >> 172.21.15.37:0/2375117966 conn(0x7f37e8072630 msgr2=0x7f37e80d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:26.992 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 -- 172.21.15.37:0/2375117966 shutdown_connections 2023-10-06T22:45:26.992 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.987+0000 7f37ed9ff700 1 -- 172.21.15.37:0/2375117966 wait complete. 2023-10-06T22:45:26.992 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.989+0000 7f37ed9ff700 1 Processor -- start 2023-10-06T22:45:26.992 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.989+0000 7f37ed9ff700 1 -- start start 2023-10-06T22:45:26.995 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37ed9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e815f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.995 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37ed9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37e80d1760 0x7f37e815a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.995 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37ed9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e815d830 0x7f37e80d3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.995 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37ed9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e80cc240 con 0x7f37e80b5010 2023-10-06T22:45:26.995 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37ed9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e80cc520 con 0x7f37e80d1760 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37ed9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37e80cc800 con 0x7f37e815d830 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e815f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e815f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53098/0 (socket says 172.21.15.37:53098) 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 -- 172.21.15.37:0/1372206476 learned_addr learned my addr 172.21.15.37:0/1372206476 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e77fe700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e815d830 0x7f37e80d3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e67fc700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37e80d1760 0x7f37e815a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 -- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e815d830 msgr2=0x7f37e80d3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.996 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e815d830 0x7f37e80d3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 -- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37e80d1760 msgr2=0x7f37e815a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37e80d1760 0x7f37e815a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.990+0000 7f37e6ffd700 1 -- 172.21.15.37:0/1372206476 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37e0009b30 con 0x7f37e80b5010 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37e77fe700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e815d830 0x7f37e80d3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37e67fc700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37e80d1760 0x7f37e815a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37e6ffd700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e815f670 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f37d800c4d0 tx=0x7f37d800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37cffff700 1 -- 172.21.15.37:0/1372206476 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d8011790 con 0x7f37e80b5010 2023-10-06T22:45:26.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37cffff700 1 -- 172.21.15.37:0/1372206476 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37d80118f0 con 0x7f37e80b5010 2023-10-06T22:45:26.998 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37e80ccae0 con 0x7f37e80b5010 2023-10-06T22:45:26.998 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37cffff700 1 -- 172.21.15.37:0/1372206476 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d8011ca0 con 0x7f37e80b5010 2023-10-06T22:45:26.998 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.991+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37e8160500 con 0x7f37e80b5010 2023-10-06T22:45:26.998 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.992+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37e80cf950 con 0x7f37e80b5010 2023-10-06T22:45:26.998 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.993+0000 7f37cffff700 1 -- 172.21.15.37:0/1372206476 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f37d801c460 con 0x7f37e80b5010 2023-10-06T22:45:26.999 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.994+0000 7f37cffff700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37d406af00 0x7f37d406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:26.999 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.994+0000 7f37cffff700 1 -- 172.21.15.37:0/1372206476 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f37d8089910 con 0x7f37e80b5010 2023-10-06T22:45:26.999 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.995+0000 7f37e67fc700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37d406af00 0x7f37d406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:26.999 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.995+0000 7f37e67fc700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37d406af00 0x7f37d406d3c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f37e80d4130 tx=0x7f37dc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:27.000 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:26.998+0000 7f37cffff700 1 -- 172.21.15.37:0/1372206476 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f37d8054560 con 0x7f37e80b5010 2023-10-06T22:45:27.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.207+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f37e80b7a90 con 0x7f37e80b5010 2023-10-06T22:45:27.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.209+0000 7f37cffff700 1 -- 172.21.15.37:0/1372206476 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f37d8057b80 con 0x7f37e80b5010 2023-10-06T22:45:27.211 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:27.211 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:27.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37d406af00 msgr2=0x7f37d406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37d406af00 0x7f37d406d3c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f37e80d4130 tx=0x7f37dc008040 comp rx=0 tx=0).stop 2023-10-06T22:45:27.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 msgr2=0x7f37e815f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e815f670 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f37d800c4d0 tx=0x7f37d800c890 comp rx=0 tx=0).stop 2023-10-06T22:45:27.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 shutdown_connections 2023-10-06T22:45:27.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f37e815d830 0x7f37e80d3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f37e80b5010 0x7f37e815f670 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f37d406af00 0x7f37d406d3c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 --2- 172.21.15.37:0/1372206476 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f37e80d1760 0x7f37e815a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 >> 172.21.15.37:0/1372206476 conn(0x7f37e8072630 msgr2=0x7f37e80c97a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:27.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 shutdown_connections 2023-10-06T22:45:27.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.211+0000 7f37ed9ff700 1 -- 172.21.15.37:0/1372206476 wait complete. 2023-10-06T22:45:27.231 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:27.232 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:27.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.435+0000 7f49925ff700 1 Processor -- start 2023-10-06T22:45:27.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.435+0000 7f49925ff700 1 -- start start 2023-10-06T22:45:27.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.436+0000 7f49925ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f498c0d3bd0 0x7f498c0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.436+0000 7f49925ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f498c1610c0 con 0x7f498c0c7110 2023-10-06T22:45:27.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.436+0000 7f49925ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f498c0d40d0 con 0x7f498c160ce0 2023-10-06T22:45:27.439 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.436+0000 7f49925ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f498c0d43b0 con 0x7f498c0d3bd0 2023-10-06T22:45:27.439 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f4990b9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f498c0c7110 0x7f498c0c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58672/0 (socket says 172.21.15.37:58672) 2023-10-06T22:45:27.439 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f4990b9c700 1 -- 172.21.15.37:0/3844404831 learned_addr learned my addr 172.21.15.37:0/3844404831 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:27.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498b7fe700 1 --2- 172.21.15.37:0/3844404831 >> v2:172.21.15.62:3300/0 conn(0x7f498c0d3bd0 0x7f498c0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2483455436 0 0) 0x7f498c1610c0 con 0x7f498c0c7110 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f49740035b0 con 0x7f498c0c7110 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3349803328 0 0) 0x7f49740035b0 con 0x7f498c0c7110 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 >> v2:172.21.15.62:3300/0 conn(0x7f498c0d3bd0 msgr2=0x7f498c0d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 --2- 172.21.15.37:0/3844404831 >> v2:172.21.15.62:3300/0 conn(0x7f498c0d3bd0 0x7f498c0d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 >> v1:172.21.15.62:6789/0 conn(0x7f498c160ce0 legacy=0x7f498c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f498c0ceb80 con 0x7f498c0c7110 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.437+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f49840019f0 con 0x7f498c0c7110 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 >> v1:172.21.15.37:6789/0 conn(0x7f498c0c7110 legacy=0x7f498c0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498affd700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974003a00 0x7f4974003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498affd700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4974004850 0x7f4974004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498affd700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4974005210 0x7f497400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f498c0d43b0 con 0x7f4974004850 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f497400c0b0 con 0x7f4974003a00 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f497400c270 con 0x7f4974005210 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498b7fe700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4974004850 0x7f4974004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498bfff700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974003a00 0x7f4974003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f4990b9c700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4974005210 0x7f497400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498b7fe700 1 -- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4974005210 msgr2=0x7f497400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498b7fe700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4974005210 0x7f497400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498b7fe700 1 -- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974003a00 msgr2=0x7f4974003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498b7fe700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974003a00 0x7f4974003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f498b7fe700 1 -- 172.21.15.37:0/3844404831 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49740035b0 con 0x7f4974004850 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.438+0000 7f4990b9c700 1 -- 172.21.15.37:0/3844404831 reap_dead start 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.439+0000 7f498b7fe700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4974004850 0x7f4974004cd0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f4980009b30 tx=0x7f4974005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20b6d83c85821bd8 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.439+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498000e6c0 con 0x7f4974004850 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.439+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f498000e820 con 0x7f4974004850 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.439+0000 7f498affd700 1 -- 172.21.15.37:0/3844404831 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498000eb90 con 0x7f4974004850 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.439+0000 7f49925ff700 1 -- 172.21.15.37:0/3844404831 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4974004850 msgr2=0x7f4974004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.439+0000 7f49925ff700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4974004850 0x7f4974004cd0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f4980009b30 tx=0x7f4974005880 comp rx=0 tx=0).stop 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.440+0000 7f49925ff700 1 -- 172.21.15.37:0/3844404831 shutdown_connections 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.440+0000 7f49925ff700 1 --2- 172.21.15.37:0/3844404831 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4974004850 0x7f4974004cd0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.440+0000 7f49925ff700 1 -- 172.21.15.37:0/3844404831 >> 172.21.15.37:0/3844404831 conn(0x7f498c09c790 msgr2=0x7f498c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.440+0000 7f49925ff700 1 -- 172.21.15.37:0/3844404831 shutdown_connections 2023-10-06T22:45:27.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.440+0000 7f49925ff700 1 -- 172.21.15.37:0/3844404831 wait complete. 2023-10-06T22:45:27.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.441+0000 7f49925ff700 1 Processor -- start 2023-10-06T22:45:27.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.441+0000 7f49925ff700 1 -- start start 2023-10-06T22:45:27.446 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.442+0000 7f49925ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974004850 0x7f498c0ccf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.442+0000 7f49925ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f498c15cc10 0x7f498c0b6de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.442+0000 7f49925ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f498c0b7320 0x7f498c1f6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.442+0000 7f49925ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f498c0b67d0 con 0x7f498c15cc10 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.442+0000 7f49925ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f498c0b41f0 con 0x7f4974004850 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.442+0000 7f49925ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f498c0b77a0 con 0x7f498c0b7320 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f498c15cc10 0x7f498c0b6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f498c15cc10 0x7f498c0b6de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53120/0 (socket says 172.21.15.37:53120) 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 -- 172.21.15.37:0/2047574073 learned_addr learned my addr 172.21.15.37:0/2047574073 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f4990b9c700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f498c0b7320 0x7f498c1f6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498bfff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974004850 0x7f498c0ccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.447 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 -- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f498c0b7320 msgr2=0x7f498c1f6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f498c0b7320 0x7f498c1f6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 -- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974004850 msgr2=0x7f498c0ccf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974004850 0x7f498c0ccf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 -- 172.21.15.37:0/2047574073 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f498c0b64f0 con 0x7f498c15cc10 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.443+0000 7f498b7fe700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f498c15cc10 0x7f498c0b6de0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f498000e4b0 tx=0x7f49800047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.444+0000 7f4988ff9700 1 -- 172.21.15.37:0/2047574073 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498000e6c0 con 0x7f498c15cc10 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.444+0000 7f4988ff9700 1 -- 172.21.15.37:0/2047574073 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4980003ab0 con 0x7f498c15cc10 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.444+0000 7f4988ff9700 1 -- 172.21.15.37:0/2047574073 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4980003e60 con 0x7f498c15cc10 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.444+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f498c0b3b30 con 0x7f498c15cc10 2023-10-06T22:45:27.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.444+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f498c15d090 con 0x7f498c15cc10 2023-10-06T22:45:27.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.445+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f498c0ca6c0 con 0x7f498c15cc10 2023-10-06T22:45:27.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.446+0000 7f4988ff9700 1 -- 172.21.15.37:0/2047574073 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4980013470 con 0x7f498c15cc10 2023-10-06T22:45:27.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.447+0000 7f4988ff9700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f497806af00 0x7f497806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.447+0000 7f4988ff9700 1 -- 172.21.15.37:0/2047574073 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f498008b1d0 con 0x7f498c15cc10 2023-10-06T22:45:27.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.447+0000 7f498bfff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f497806af00 0x7f497806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.450 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.448+0000 7f498bfff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f497806af00 0x7f497806d3c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f498c0c9850 tx=0x7f497c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:27.453 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.451+0000 7f4988ff9700 1 -- 172.21.15.37:0/2047574073 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4980055eb0 con 0x7f498c15cc10 2023-10-06T22:45:27.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.661+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f498c0b3990 con 0x7f498c15cc10 2023-10-06T22:45:27.663 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.661+0000 7f4988ff9700 1 -- 172.21.15.37:0/2047574073 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f498c0b3990 con 0x7f498c15cc10 2023-10-06T22:45:27.663 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:27.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f497806af00 msgr2=0x7f497806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f497806af00 0x7f497806d3c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f498c0c9850 tx=0x7f497c009040 comp rx=0 tx=0).stop 2023-10-06T22:45:27.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f498c15cc10 msgr2=0x7f498c0b6de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f498c15cc10 0x7f498c0b6de0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f498000e4b0 tx=0x7f49800047c0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 shutdown_connections 2023-10-06T22:45:27.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f497806af00 0x7f497806d3c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4974004850 0x7f498c0ccf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f498c0b7320 0x7f498c1f6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 --2- 172.21.15.37:0/2047574073 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f498c15cc10 0x7f498c0b6de0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 >> 172.21.15.37:0/2047574073 conn(0x7f498c09c790 msgr2=0x7f498c15ff50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:27.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 shutdown_connections 2023-10-06T22:45:27.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.664+0000 7f49925ff700 1 -- 172.21.15.37:0/2047574073 wait complete. 2023-10-06T22:45:27.684 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:27.891 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.889+0000 7f33f3fff700 1 Processor -- start 2023-10-06T22:45:27.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.890+0000 7f33f3fff700 1 -- start start 2023-10-06T22:45:27.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.891+0000 7f33f3fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f33ec0b2aa0 0x7f33ec0cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.891+0000 7f33f3fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33ec0d0720 con 0x7f33ec15d830 2023-10-06T22:45:27.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.891+0000 7f33f3fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33ec1622b0 con 0x7f33ec0d02f0 2023-10-06T22:45:27.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.891+0000 7f33f3fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33ec161730 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.891+0000 7f33f1d9b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f33ec15d830 0x7f33ec0ce7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58686/0 (socket says 172.21.15.37:58686) 2023-10-06T22:45:27.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.891+0000 7f33f1d9b700 1 -- 172.21.15.37:0/981550979 learned_addr learned my addr 172.21.15.37:0/981550979 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:27.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.891+0000 7f33f159a700 1 --2- 172.21.15.37:0/981550979 >> v2:172.21.15.37:3300/0 conn(0x7f33ec0b2aa0 0x7f33ec0cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f0d99700 1 -- 172.21.15.37:0/981550979 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 922878783 0 0) 0x7f33ec0d0720 con 0x7f33ec15d830 2023-10-06T22:45:27.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f0d99700 1 -- 172.21.15.37:0/981550979 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f33d80035b0 con 0x7f33ec15d830 2023-10-06T22:45:27.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f159a700 1 -- 172.21.15.37:0/981550979 >> v1:172.21.15.62:6789/0 conn(0x7f33ec0d02f0 legacy=0x7f33ec0d1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f159a700 1 -- 172.21.15.37:0/981550979 >> v1:172.21.15.37:6789/0 conn(0x7f33ec15d830 legacy=0x7f33ec0ce7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f159a700 1 -- 172.21.15.37:0/981550979 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33ec161a10 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f159a700 1 --2- 172.21.15.37:0/981550979 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec0cfdb0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f33dc009840 tx=0x7f33dc009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b85dd767505d04b9 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f0d99700 1 -- 172.21.15.37:0/981550979 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33dc011830 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f0d99700 1 -- 172.21.15.37:0/981550979 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33dc011990 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.892+0000 7f33f0d99700 1 -- 172.21.15.37:0/981550979 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33dc011d20 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.893+0000 7f33f3fff700 1 -- 172.21.15.37:0/981550979 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 msgr2=0x7f33ec0cfdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.893+0000 7f33f3fff700 1 --2- 172.21.15.37:0/981550979 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec0cfdb0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f33dc009840 tx=0x7f33dc009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.893+0000 7f33f3fff700 1 -- 172.21.15.37:0/981550979 shutdown_connections 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.893+0000 7f33f3fff700 1 --2- 172.21.15.37:0/981550979 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec0cfdb0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.893+0000 7f33f3fff700 1 -- 172.21.15.37:0/981550979 >> 172.21.15.37:0/981550979 conn(0x7f33ec06b590 msgr2=0x7f33ec06b970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:27.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.893+0000 7f33f3fff700 1 -- 172.21.15.37:0/981550979 shutdown_connections 2023-10-06T22:45:27.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.893+0000 7f33f3fff700 1 -- 172.21.15.37:0/981550979 wait complete. 2023-10-06T22:45:27.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.895+0000 7f33f3fff700 1 Processor -- start 2023-10-06T22:45:27.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.895+0000 7f33f3fff700 1 -- start start 2023-10-06T22:45:27.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f3fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec157bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f3fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33ec0d02f0 0x7f33ec0c6df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f3fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33ec15d830 0x7f33ec0ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f3fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33ec0c84d0 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f3fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33ec15f330 con 0x7f33ec0d02f0 2023-10-06T22:45:27.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f3fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33ec15ed70 con 0x7f33ec15d830 2023-10-06T22:45:27.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec157bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec157bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53144/0 (socket says 172.21.15.37:53144) 2023-10-06T22:45:27.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 -- 172.21.15.37:0/3015207619 learned_addr learned my addr 172.21.15.37:0/3015207619 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:27.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f159a700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33ec0d02f0 0x7f33ec0c6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f259c700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33ec15d830 0x7f33ec0ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 -- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33ec15d830 msgr2=0x7f33ec0ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33ec15d830 0x7f33ec0ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 -- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33ec0d02f0 msgr2=0x7f33ec0c6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:27.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33ec0d02f0 0x7f33ec0c6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:27.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f1d9b700 1 -- 172.21.15.37:0/3015207619 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33dc0094a0 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.896+0000 7f33f159a700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33ec0d02f0 0x7f33ec0c6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:27.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.897+0000 7f33f1d9b700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec157bb0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f33e800cbc0 tx=0x7f33e800cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:27.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.897+0000 7f33e27fc700 1 -- 172.21.15.37:0/3015207619 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e800abb0 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.897+0000 7f33e27fc700 1 -- 172.21.15.37:0/3015207619 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33e800ad10 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.897+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33ec15f050 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.897+0000 7f33e27fc700 1 -- 172.21.15.37:0/3015207619 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e8012620 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.897+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33ec15fa50 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.906 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.898+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33ec074380 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.906 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.899+0000 7f33e27fc700 1 -- 172.21.15.37:0/3015207619 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f33e801b3b0 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.900+0000 7f33e27fc700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33d006af00 0x7f33d006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:27.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.900+0000 7f33e27fc700 1 -- 172.21.15.37:0/3015207619 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f33e8089750 con 0x7f33ec0b2aa0 2023-10-06T22:45:27.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.901+0000 7f33f159a700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33d006af00 0x7f33d006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:27.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.901+0000 7f33f159a700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33d006af00 0x7f33d006d3c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f33dc0090b0 tx=0x7f33dc01c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:27.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:27.904+0000 7f33e27fc700 1 -- 172.21.15.37:0/3015207619 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f33e80544d0 con 0x7f33ec0b2aa0 2023-10-06T22:45:28.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.114+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f33ec0d1160 con 0x7f33ec0b2aa0 2023-10-06T22:45:28.116 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.114+0000 7f33e27fc700 1 -- 172.21.15.37:0/3015207619 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f33e8057af0 con 0x7f33ec0b2aa0 2023-10-06T22:45:28.117 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.116+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33d006af00 msgr2=0x7f33d006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.116+0000 7f33f3fff700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33d006af00 0x7f33d006d3c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f33dc0090b0 tx=0x7f33dc01c040 comp rx=0 tx=0).stop 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.116+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 msgr2=0x7f33ec157bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.116+0000 7f33f3fff700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec157bb0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f33e800cbc0 tx=0x7f33e800cf80 comp rx=0 tx=0).stop 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.116+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 shutdown_connections 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.117+0000 7f33f3fff700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f33ec15d830 0x7f33ec0ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.117+0000 7f33f3fff700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f33ec0b2aa0 0x7f33ec157bb0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.117+0000 7f33f3fff700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f33d006af00 0x7f33d006d3c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.117+0000 7f33f3fff700 1 --2- 172.21.15.37:0/3015207619 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f33ec0d02f0 0x7f33ec0c6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.117+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 >> 172.21.15.37:0/3015207619 conn(0x7f33ec06b590 msgr2=0x7f33ec15ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:28.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.117+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 shutdown_connections 2023-10-06T22:45:28.120 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.117+0000 7f33f3fff700 1 -- 172.21.15.37:0/3015207619 wait complete. 2023-10-06T22:45:28.137 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:28.341 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.339+0000 7fc5f69ff700 1 Processor -- start 2023-10-06T22:45:28.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.340+0000 7fc5f69ff700 1 -- start start 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5f69ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc5f00d3bd0 0x7fc5f00d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5f69ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f00c7110 0x7fc5f00c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5f69ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5f01610c0 con 0x7fc5f0160ce0 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5f69ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5f00d40d0 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5f69ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5f00d43b0 con 0x7fc5f00c7110 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5ef7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fc5f00d3bd0 0x7fc5f00d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5effff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fc5f0160ce0 0x7fc5f00cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58702/0 (socket says 172.21.15.37:58702) 2023-10-06T22:45:28.343 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5effff700 1 -- 172.21.15.37:0/4039612967 learned_addr learned my addr 172.21.15.37:0/4039612967 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.341+0000 7fc5f4f9c700 1 --2- 172.21.15.37:0/4039612967 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f00c7110 0x7fc5f00c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5ef7fe700 1 -- 172.21.15.37:0/4039612967 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f00c7110 msgr2=0x7fc5f00c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5ef7fe700 1 --2- 172.21.15.37:0/4039612967 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f00c7110 0x7fc5f00c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5ef7fe700 1 -- 172.21.15.37:0/4039612967 >> v1:172.21.15.37:6789/0 conn(0x7fc5f0160ce0 legacy=0x7fc5f00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5ef7fe700 1 -- 172.21.15.37:0/4039612967 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5f00ceb80 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5ef7fe700 1 --2- 172.21.15.37:0/4039612967 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f00d0310 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4009840 tx=0x7fc5e4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f15f5d23123d9ed7 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5eeffd700 1 -- 172.21.15.37:0/4039612967 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4011830 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5eeffd700 1 -- 172.21.15.37:0/4039612967 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5e4011990 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.342+0000 7fc5eeffd700 1 -- 172.21.15.37:0/4039612967 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4011d20 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 -- 172.21.15.37:0/4039612967 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 msgr2=0x7fc5f00d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/4039612967 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f00d0310 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4009840 tx=0x7fc5e4009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:28.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 -- 172.21.15.37:0/4039612967 shutdown_connections 2023-10-06T22:45:28.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/4039612967 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f00c7110 0x7fc5f00c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/4039612967 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f00d0310 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 -- 172.21.15.37:0/4039612967 >> 172.21.15.37:0/4039612967 conn(0x7fc5f009c790 msgr2=0x7fc5f00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:28.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 -- 172.21.15.37:0/4039612967 shutdown_connections 2023-10-06T22:45:28.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.343+0000 7fc5f69ff700 1 -- 172.21.15.37:0/4039612967 wait complete. 2023-10-06T22:45:28.347 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.344+0000 7fc5f69ff700 1 Processor -- start 2023-10-06T22:45:28.347 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.345+0000 7fc5f69ff700 1 -- start start 2023-10-06T22:45:28.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.345+0000 7fc5f69ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5f00c7110 0x7fc5f01592a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.345+0000 7fc5f69ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f0158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5f69ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f0160ce0 0x7fc5f006c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5f69ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5f015a520 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5f69ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5f0158e70 con 0x7fc5f00c7110 2023-10-06T22:45:28.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5f69ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5f0159910 con 0x7fc5f0160ce0 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f0158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f0158930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53162/0 (socket says 172.21.15.37:53162) 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 -- 172.21.15.37:0/3019373321 learned_addr learned my addr 172.21.15.37:0/3019373321 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5effff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5f00c7110 0x7fc5f01592a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5f4f9c700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f0160ce0 0x7fc5f006c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 -- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f0160ce0 msgr2=0x7fc5f006c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f0160ce0 0x7fc5f006c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 -- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5f00c7110 msgr2=0x7fc5f01592a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5f00c7110 0x7fc5f01592a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 -- 172.21.15.37:0/3019373321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5e40094a0 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5f4f9c700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f0160ce0 0x7fc5f006c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:28.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.346+0000 7fc5ef7fe700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f0158930 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4009b90 tx=0x7fc5e4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:28.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.347+0000 7fc5ecff9700 1 -- 172.21.15.37:0/3019373321 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e40036a0 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.347+0000 7fc5ecff9700 1 -- 172.21.15.37:0/3019373321 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5e401f070 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.350 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.347+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5f0159bf0 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.347+0000 7fc5ecff9700 1 -- 172.21.15.37:0/3019373321 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4003a40 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.347+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5f015a1b0 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.348+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5f0067490 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.349+0000 7fc5ecff9700 1 -- 172.21.15.37:0/3019373321 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc5e4003ba0 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.350+0000 7fc5ecff9700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc5dc06af00 0x7fc5dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.350+0000 7fc5ecff9700 1 -- 172.21.15.37:0/3019373321 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc5e4021070 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.350+0000 7fc5effff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc5dc06af00 0x7fc5dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.351+0000 7fc5effff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc5dc06af00 0x7fc5dc06d3c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0005910 tx=0x7fc5e0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:28.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.354+0000 7fc5ecff9700 1 -- 172.21.15.37:0/3019373321 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc5e4056090 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.564 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.562+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc5f0074380 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.565 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.563+0000 7fc5ecff9700 1 -- 172.21.15.37:0/3019373321 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc5e40596b0 con 0x7fc5f00d3bd0 2023-10-06T22:45:28.565 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:28.567 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc5dc06af00 msgr2=0x7fc5dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.567 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc5dc06af00 0x7fc5dc06d3c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0005910 tx=0x7fc5e0009040 comp rx=0 tx=0).stop 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 msgr2=0x7fc5f0158930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f0158930 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4009b90 tx=0x7fc5e4004750 comp rx=0 tx=0).stop 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 shutdown_connections 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc5dc06af00 0x7fc5dc06d3c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc5f00c7110 0x7fc5f01592a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc5f0160ce0 0x7fc5f006c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 --2- 172.21.15.37:0/3019373321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc5f00d3bd0 0x7fc5f0158930 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.565+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 >> 172.21.15.37:0/3019373321 conn(0x7fc5f009c790 msgr2=0x7fc5f00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.566+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 shutdown_connections 2023-10-06T22:45:28.568 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.566+0000 7fc5f69ff700 1 -- 172.21.15.37:0/3019373321 wait complete. 2023-10-06T22:45:28.585 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:28.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.788+0000 7f8100fff700 1 Processor -- start 2023-10-06T22:45:28.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.789+0000 7f8100fff700 1 -- start start 2023-10-06T22:45:28.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.790+0000 7f8100fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f80fc160ce0 0x7f80fc0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.790+0000 7f8100fff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80fc1610c0 con 0x7f80fc0c7110 2023-10-06T22:45:28.792 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.790+0000 7f8100fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80fc0d40d0 con 0x7f80fc0d3bd0 2023-10-06T22:45:28.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.790+0000 7f8100fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80fc0d43b0 con 0x7f80fc160ce0 2023-10-06T22:45:28.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80fa59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f80fc160ce0 0x7f80fc0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80fad9d700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f80fc0c7110 0x7f80fc0c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58704/0 (socket says 172.21.15.37:58704) 2023-10-06T22:45:28.793 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80fad9d700 1 -- 172.21.15.37:0/153777951 learned_addr learned my addr 172.21.15.37:0/153777951 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:28.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80f959a700 1 -- 172.21.15.37:0/153777951 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 296752306 0 0) 0x7f80fc1610c0 con 0x7f80fc0c7110 2023-10-06T22:45:28.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80f959a700 1 -- 172.21.15.37:0/153777951 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f80e40035b0 con 0x7f80fc0c7110 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80f959a700 1 -- 172.21.15.37:0/153777951 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 9135201 0 0) 0x7f80fc0d40d0 con 0x7f80fc0d3bd0 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80fa59c700 1 -- 172.21.15.37:0/153777951 >> v1:172.21.15.62:6789/0 conn(0x7f80fc0d3bd0 legacy=0x7f80fc0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80fa59c700 1 -- 172.21.15.37:0/153777951 >> v1:172.21.15.37:6789/0 conn(0x7f80fc0c7110 legacy=0x7f80fc0c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.791+0000 7f80fa59c700 1 -- 172.21.15.37:0/153777951 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80fc0ceb80 con 0x7f80fc160ce0 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f80fa59c700 1 --2- 172.21.15.37:0/153777951 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc160ce0 0x7f80fc0cfc00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f80ec009840 tx=0x7f80ec009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ea3accffcc0c1fb server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f80f959a700 1 -- 172.21.15.37:0/153777951 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec011830 con 0x7f80fc160ce0 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f80f959a700 1 -- 172.21.15.37:0/153777951 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80ec011990 con 0x7f80fc160ce0 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f80f959a700 1 -- 172.21.15.37:0/153777951 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec011d00 con 0x7f80fc160ce0 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f8100fff700 1 -- 172.21.15.37:0/153777951 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc160ce0 msgr2=0x7f80fc0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f8100fff700 1 --2- 172.21.15.37:0/153777951 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc160ce0 0x7f80fc0cfc00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f80ec009840 tx=0x7f80ec009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:28.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f8100fff700 1 -- 172.21.15.37:0/153777951 shutdown_connections 2023-10-06T22:45:28.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f8100fff700 1 --2- 172.21.15.37:0/153777951 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc160ce0 0x7f80fc0cfc00 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f8100fff700 1 -- 172.21.15.37:0/153777951 >> 172.21.15.37:0/153777951 conn(0x7f80fc09c790 msgr2=0x7f80fc0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:28.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f8100fff700 1 -- 172.21.15.37:0/153777951 shutdown_connections 2023-10-06T22:45:28.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.792+0000 7f8100fff700 1 -- 172.21.15.37:0/153777951 wait complete. 2023-10-06T22:45:28.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.795+0000 7f8100fff700 1 Processor -- start 2023-10-06T22:45:28.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.795+0000 7f8100fff700 1 -- start start 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.796+0000 7f8100fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc0c7110 0x7f80fc1f2720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.796+0000 7f8100fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80fc0d3bd0 0x7f80fc15e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.796+0000 7f8100fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80fc160ce0 0x7f80fc15e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.796+0000 7f8100fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc1542b0 con 0x7f80fc0c7110 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.796+0000 7f8100fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc0ca590 con 0x7f80fc160ce0 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.796+0000 7f8100fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80fc1f2c60 con 0x7f80fc0d3bd0 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc0c7110 0x7f80fc1f2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc0c7110 0x7f80fc1f2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53180/0 (socket says 172.21.15.37:53180) 2023-10-06T22:45:28.799 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 -- 172.21.15.37:0/2982807220 learned_addr learned my addr 172.21.15.37:0/2982807220 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:28.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 -- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80fc0d3bd0 msgr2=0x7f80fc15e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80fc0d3bd0 0x7f80fc15e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 -- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80fc160ce0 msgr2=0x7f80fc15e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:28.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80fc160ce0 0x7f80fc15e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:28.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 -- 172.21.15.37:0/2982807220 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80ec0094a0 con 0x7f80fc0c7110 2023-10-06T22:45:28.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80fa59c700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc0c7110 0x7f80fc1f2720 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0090b0 tx=0x7f80ec004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:28.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.797+0000 7f80eaffd700 1 -- 172.21.15.37:0/2982807220 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec0036a0 con 0x7f80fc0c7110 2023-10-06T22:45:28.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.798+0000 7f80eaffd700 1 -- 172.21.15.37:0/2982807220 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80ec01e070 con 0x7f80fc0c7110 2023-10-06T22:45:28.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.798+0000 7f80eaffd700 1 -- 172.21.15.37:0/2982807220 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ec003a40 con 0x7f80fc0c7110 2023-10-06T22:45:28.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.798+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80fc156f40 con 0x7f80fc0c7110 2023-10-06T22:45:28.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.798+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80fc0caac0 con 0x7f80fc0c7110 2023-10-06T22:45:28.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.799+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80fc067490 con 0x7f80fc0c7110 2023-10-06T22:45:28.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.800+0000 7f80eaffd700 1 -- 172.21.15.37:0/2982807220 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f80ec003ba0 con 0x7f80fc0c7110 2023-10-06T22:45:28.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.801+0000 7f80eaffd700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80dc06af00 0x7f80dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:28.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.801+0000 7f80eaffd700 1 -- 172.21.15.37:0/2982807220 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f80ec08a9d0 con 0x7f80fc0c7110 2023-10-06T22:45:28.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.801+0000 7f80f9d9b700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80dc06af00 0x7f80dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:28.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.802+0000 7f80f9d9b700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80dc06af00 0x7f80dc06d3c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f80f0007fd0 tx=0x7f80f0007980 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:28.807 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:28.805+0000 7f80eaffd700 1 -- 172.21.15.37:0/2982807220 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f80ec0556b0 con 0x7f80fc0c7110 2023-10-06T22:45:29.024 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.023+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f80fc074380 con 0x7f80fc0c7110 2023-10-06T22:45:29.025 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.023+0000 7f80eaffd700 1 -- 172.21.15.37:0/2982807220 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f80ec0200a0 con 0x7f80fc0c7110 2023-10-06T22:45:29.025 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80dc06af00 msgr2=0x7f80dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80dc06af00 0x7f80dc06d3c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f80f0007fd0 tx=0x7f80f0007980 comp rx=0 tx=0).stop 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc0c7110 msgr2=0x7f80fc1f2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc0c7110 0x7f80fc1f2720 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f80ec0090b0 tx=0x7f80ec004750 comp rx=0 tx=0).stop 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 shutdown_connections 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80dc06af00 0x7f80dc06d3c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80fc160ce0 0x7f80fc15e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.028 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80fc0c7110 0x7f80fc1f2720 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 --2- 172.21.15.37:0/2982807220 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80fc0d3bd0 0x7f80fc15e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 >> 172.21.15.37:0/2982807220 conn(0x7f80fc09c790 msgr2=0x7f80fc15f3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:29.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 shutdown_connections 2023-10-06T22:45:29.029 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.026+0000 7f8100fff700 1 -- 172.21.15.37:0/2982807220 wait complete. 2023-10-06T22:45:29.046 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-06T22:45:29.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.247+0000 7f17d55ff700 1 Processor -- start 2023-10-06T22:45:29.249 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.247+0000 7f17d55ff700 1 -- start start 2023-10-06T22:45:29.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.248+0000 7f17d55ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d015d830 0x7f17d00d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:29.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.248+0000 7f17d55ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f17d00ce890 0x7f17d00d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:29.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.248+0000 7f17d55ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17d00d3320 con 0x7f17d00b5010 2023-10-06T22:45:29.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.248+0000 7f17d55ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17d00d1d40 con 0x7f17d00ce890 2023-10-06T22:45:29.250 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.248+0000 7f17d55ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17d00d2020 con 0x7f17d015d830 2023-10-06T22:45:29.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17c7fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f17d00ce890 0x7f17d00d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:29.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17ceffd700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d015d830 0x7f17d00d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:29.251 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17cf7fe700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f17d00b5010 0x7f17d00b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:41008/0 (socket says 172.21.15.37:41008) 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17cf7fe700 1 -- 172.21.15.37:0/2036219199 learned_addr learned my addr 172.21.15.37:0/2036219199 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17ce7fc700 1 -- 172.21.15.37:0/2036219199 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1663244765 0 0) 0x7f17d00d3320 con 0x7f17d00b5010 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17ce7fc700 1 -- 172.21.15.37:0/2036219199 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17bc0035b0 con 0x7f17d00b5010 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17ceffd700 1 -- 172.21.15.37:0/2036219199 >> v2:172.21.15.62:3300/0 conn(0x7f17d00ce890 msgr2=0x7f17d00d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17ceffd700 1 --2- 172.21.15.37:0/2036219199 >> v2:172.21.15.62:3300/0 conn(0x7f17d00ce890 0x7f17d00d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17ceffd700 1 -- 172.21.15.37:0/2036219199 >> v1:172.21.15.62:6789/0 conn(0x7f17d00b5010 legacy=0x7f17d00b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17ceffd700 1 -- 172.21.15.37:0/2036219199 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17d00d2300 con 0x7f17d015d830 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.249+0000 7f17c7fff700 1 --2- 172.21.15.37:0/2036219199 >> v2:172.21.15.62:3300/0 conn(0x7f17d00ce890 0x7f17d00d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:29.252 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.250+0000 7f17ceffd700 1 --2- 172.21.15.37:0/2036219199 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d015d830 0x7f17d00d1760 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f17c0009840 tx=0x7f17c0009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9aac42dadc35d00 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:29.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.250+0000 7f17ce7fc700 1 -- 172.21.15.37:0/2036219199 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c0011830 con 0x7f17d015d830 2023-10-06T22:45:29.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.250+0000 7f17ce7fc700 1 -- 172.21.15.37:0/2036219199 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17c0011990 con 0x7f17d015d830 2023-10-06T22:45:29.253 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.250+0000 7f17ce7fc700 1 -- 172.21.15.37:0/2036219199 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c0011d00 con 0x7f17d015d830 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 -- 172.21.15.37:0/2036219199 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d015d830 msgr2=0x7f17d00d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 --2- 172.21.15.37:0/2036219199 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d015d830 0x7f17d00d1760 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f17c0009840 tx=0x7f17c0009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 -- 172.21.15.37:0/2036219199 shutdown_connections 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 --2- 172.21.15.37:0/2036219199 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d015d830 0x7f17d00d1760 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 --2- 172.21.15.37:0/2036219199 >> v2:172.21.15.62:3300/0 conn(0x7f17d00ce890 0x7f17d00d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 -- 172.21.15.37:0/2036219199 >> 172.21.15.37:0/2036219199 conn(0x7f17d0072630 msgr2=0x7f17d00d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 -- 172.21.15.37:0/2036219199 shutdown_connections 2023-10-06T22:45:29.254 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.251+0000 7f17d55ff700 1 -- 172.21.15.37:0/2036219199 wait complete. 2023-10-06T22:45:29.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.253+0000 7f17d55ff700 1 Processor -- start 2023-10-06T22:45:29.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.253+0000 7f17d55ff700 1 -- start start 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17d55ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17d00b5010 0x7f17d00b6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17d55ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d00ce890 0x7f17d015b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17d55ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17d015d830 0x7f17d015b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17d55ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17d00b1c30 con 0x7f17d00b5010 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17d55ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17d00b1f10 con 0x7f17d015d830 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17d55ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17d00cb350 con 0x7f17d00ce890 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17d00b5010 0x7f17d00b6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17d00b5010 0x7f17d00b6d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53188/0 (socket says 172.21.15.37:53188) 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 -- 172.21.15.37:0/1258484801 learned_addr learned my addr 172.21.15.37:0/1258484801 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17c7fff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d00ce890 0x7f17d015b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:29.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17cf7fe700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17d015d830 0x7f17d015b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 -- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d00ce890 msgr2=0x7f17d015b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d00ce890 0x7f17d015b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 -- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17d015d830 msgr2=0x7f17d015b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17d015d830 0x7f17d015b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17ceffd700 1 -- 172.21.15.37:0/1258484801 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17b80094a0 con 0x7f17d00b5010 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17c7fff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d00ce890 0x7f17d015b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.254+0000 7f17cf7fe700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17d015d830 0x7f17d015b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.255+0000 7f17ceffd700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17d00b5010 0x7f17d00b6d20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f17c0009b90 tx=0x7f17c0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.255+0000 7f17c77fe700 1 -- 172.21.15.37:0/1258484801 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c00043d0 con 0x7f17d00b5010 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.255+0000 7f17c77fe700 1 -- 172.21.15.37:0/1258484801 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17c0004550 con 0x7f17d00b5010 2023-10-06T22:45:29.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.255+0000 7f17c77fe700 1 -- 172.21.15.37:0/1258484801 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c00038e0 con 0x7f17d00b5010 2023-10-06T22:45:29.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.255+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17c00094a0 con 0x7f17d00b5010 2023-10-06T22:45:29.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.255+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17d00cb000 con 0x7f17d00b5010 2023-10-06T22:45:29.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.256+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17d00cb870 con 0x7f17d00b5010 2023-10-06T22:45:29.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.257+0000 7f17c77fe700 1 -- 172.21.15.37:0/1258484801 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f17c0003a40 con 0x7f17d00b5010 2023-10-06T22:45:29.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.258+0000 7f17c77fe700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17b006af00 0x7f17b006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:29.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.258+0000 7f17c77fe700 1 -- 172.21.15.37:0/1258484801 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f17c008a720 con 0x7f17d00b5010 2023-10-06T22:45:29.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.258+0000 7f17c7fff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17b006af00 0x7f17b006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:29.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.259+0000 7f17c7fff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17b006af00 0x7f17b006d3c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f17d00b2210 tx=0x7f17b8008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:29.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.262+0000 7f17c77fe700 1 -- 172.21.15.37:0/1258484801 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f17d00cb870 con 0x7f17d00b5010 2023-10-06T22:45:29.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.496+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f17d00cb190 con 0x7f17d00b5010 2023-10-06T22:45:29.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.496+0000 7f17c77fe700 1 -- 172.21.15.37:0/1258484801 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7f17c00552f0 con 0x7f17d00b5010 2023-10-06T22:45:29.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17b006af00 msgr2=0x7f17b006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17b006af00 0x7f17b006d3c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f17d00b2210 tx=0x7f17b8008040 comp rx=0 tx=0).stop 2023-10-06T22:45:29.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17d00b5010 msgr2=0x7f17d00b6d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:29.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17d00b5010 0x7f17d00b6d20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f17c0009b90 tx=0x7f17c0004750 comp rx=0 tx=0).stop 2023-10-06T22:45:29.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 shutdown_connections 2023-10-06T22:45:29.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f17b006af00 0x7f17b006d3c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f17d015d830 0x7f17d015b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f17d00b5010 0x7f17d00b6d20 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 --2- 172.21.15.37:0/1258484801 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f17d00ce890 0x7f17d015b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:29.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 >> 172.21.15.37:0/1258484801 conn(0x7f17d0072630 msgr2=0x7f17d015c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:29.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 shutdown_connections 2023-10-06T22:45:29.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:29.499+0000 7f17d55ff700 1 -- 172.21.15.37:0/1258484801 wait complete. 2023-10-06T22:45:29.502 INFO:teuthology.orchestra.run.smithi037.stderr:listed 0 entries 2023-10-06T22:45:29.519 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-10-06T22:45:29.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:29.519 DEBUG:teuthology.orchestra.run.smithi037:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-10-06T22:45:29.617 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:45:29.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:29.617 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-10-06T22:45:29.661 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:29.661 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:29.710 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:29.710 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:29.798 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:29.798 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:29.883 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:30.086 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.084+0000 7f1e26dff700 1 Processor -- start 2023-10-06T22:45:30.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.085+0000 7f1e26dff700 1 -- start start 2023-10-06T22:45:30.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e26dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1e200d1760 0x7f1e200ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e26dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e200cedd0 con 0x7f1e2015d830 2023-10-06T22:45:30.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e26dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e200d1d40 con 0x7f1e200b5010 2023-10-06T22:45:30.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e26dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e200d2020 con 0x7f1e200d1760 2023-10-06T22:45:30.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e24b9b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f1e2015d830 0x7f1e200d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58718/0 (socket says 172.21.15.37:58718) 2023-10-06T22:45:30.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e24b9b700 1 -- 172.21.15.37:0/3141290185 learned_addr learned my addr 172.21.15.37:0/3141290185 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:30.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e1ffff700 1 --2- 172.21.15.37:0/3141290185 >> v2:172.21.15.62:3300/0 conn(0x7f1e200d1760 0x7f1e200ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1772062287 0 0) 0x7f1e200cedd0 con 0x7f1e2015d830 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.086+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1e100035b0 con 0x7f1e2015d830 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3471771416 0 0) 0x7f1e200d1d40 con 0x7f1e200b5010 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1e200cedd0 con 0x7f1e200b5010 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4193176736 0 0) 0x7f1e100035b0 con 0x7f1e2015d830 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1ffff700 1 -- 172.21.15.37:0/3141290185 >> v1:172.21.15.62:6789/0 conn(0x7f1e200b5010 legacy=0x7f1e200b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1ffff700 1 -- 172.21.15.37:0/3141290185 >> v1:172.21.15.37:6789/0 conn(0x7f1e2015d830 legacy=0x7f1e200d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1ffff700 1 -- 172.21.15.37:0/3141290185 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e200d2300 con 0x7f1e200d1760 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1ffff700 1 --2- 172.21.15.37:0/3141290185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200d1760 0x7f1e200ce890 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1e0c009840 tx=0x7f1e0c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32425fd2fe3962d8 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e14001670 con 0x7f1e200d1760 2023-10-06T22:45:30.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e0c004030 con 0x7f1e200d1760 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.087+0000 7f1e1f7fe700 1 -- 172.21.15.37:0/3141290185 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e0c0043c0 con 0x7f1e200d1760 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.088+0000 7f1e26dff700 1 -- 172.21.15.37:0/3141290185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200d1760 msgr2=0x7f1e200ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.088+0000 7f1e26dff700 1 --2- 172.21.15.37:0/3141290185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200d1760 0x7f1e200ce890 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f1e0c009840 tx=0x7f1e0c009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.088+0000 7f1e26dff700 1 -- 172.21.15.37:0/3141290185 shutdown_connections 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.088+0000 7f1e26dff700 1 --2- 172.21.15.37:0/3141290185 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200d1760 0x7f1e200ce890 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.088+0000 7f1e26dff700 1 -- 172.21.15.37:0/3141290185 >> 172.21.15.37:0/3141290185 conn(0x7f1e20072630 msgr2=0x7f1e200d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.088+0000 7f1e26dff700 1 -- 172.21.15.37:0/3141290185 shutdown_connections 2023-10-06T22:45:30.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.088+0000 7f1e26dff700 1 -- 172.21.15.37:0/3141290185 wait complete. 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.090+0000 7f1e26dff700 1 Processor -- start 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.090+0000 7f1e26dff700 1 -- start start 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e26dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200b5010 0x7f1e2014e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e26dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e200d1760 0x7f1e200ca820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e26dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e2015d830 0x7f1e2014da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e26dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2014df80 con 0x7f1e200d1760 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e26dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2014e8b0 con 0x7f1e200b5010 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e26dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e2014eb90 con 0x7f1e2015d830 2023-10-06T22:45:30.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e1ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e200d1760 0x7f1e200ca820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e1ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e200d1760 0x7f1e200ca820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53198/0 (socket says 172.21.15.37:53198) 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.091+0000 7f1e1ffff700 1 -- 172.21.15.37:0/2219127981 learned_addr learned my addr 172.21.15.37:0/2219127981 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e24b9b700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200b5010 0x7f1e2014e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e2539c700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e2015d830 0x7f1e2014da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1ffff700 1 -- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e2015d830 msgr2=0x7f1e2014da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1ffff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e2015d830 0x7f1e2014da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1ffff700 1 -- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200b5010 msgr2=0x7f1e2014e1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1ffff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200b5010 0x7f1e2014e1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1ffff700 1 -- 172.21.15.37:0/2219127981 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e0c0094a0 con 0x7f1e200d1760 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e24b9b700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200b5010 0x7f1e2014e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e2539c700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e2015d830 0x7f1e2014da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:30.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1ffff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e200d1760 0x7f1e200ca820 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1e0c0090b0 tx=0x7f1e0c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:30.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1d7fa700 1 -- 172.21.15.37:0/2219127981 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e0c011830 con 0x7f1e200d1760 2023-10-06T22:45:30.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1d7fa700 1 -- 172.21.15.37:0/2219127981 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e0c01f070 con 0x7f1e200d1760 2023-10-06T22:45:30.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e1d7fa700 1 -- 172.21.15.37:0/2219127981 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e0c011bf0 con 0x7f1e200d1760 2023-10-06T22:45:30.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.092+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e2014ee70 con 0x7f1e200d1760 2023-10-06T22:45:30.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.093+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e2014f430 con 0x7f1e200d1760 2023-10-06T22:45:30.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.094+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e20074380 con 0x7f1e200d1760 2023-10-06T22:45:30.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.094+0000 7f1e1d7fa700 1 -- 172.21.15.37:0/2219127981 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1e0c011d50 con 0x7f1e200d1760 2023-10-06T22:45:30.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.096+0000 7f1e1d7fa700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e0406af00 0x7f1e0406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.096+0000 7f1e1d7fa700 1 -- 172.21.15.37:0/2219127981 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1e0c021070 con 0x7f1e200d1760 2023-10-06T22:45:30.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.096+0000 7f1e24b9b700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e0406af00 0x7f1e0406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.097+0000 7f1e24b9b700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e0406af00 0x7f1e0406d3c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1e140079b0 tx=0x7f1e14009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:30.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.100+0000 7f1e1d7fa700 1 -- 172.21.15.37:0/2219127981 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1e0c056000 con 0x7f1e200d1760 2023-10-06T22:45:30.313 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.311+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1e20074a60 con 0x7f1e200d1760 2023-10-06T22:45:30.314 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.313+0000 7f1e1d7fa700 1 -- 172.21.15.37:0/2219127981 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f1e0c059620 con 0x7f1e200d1760 2023-10-06T22:45:30.315 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:30.315 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:30.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e0406af00 msgr2=0x7f1e0406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e0406af00 0x7f1e0406d3c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1e140079b0 tx=0x7f1e14009040 comp rx=0 tx=0).stop 2023-10-06T22:45:30.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e200d1760 msgr2=0x7f1e200ca820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e200d1760 0x7f1e200ca820 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1e0c0090b0 tx=0x7f1e0c004750 comp rx=0 tx=0).stop 2023-10-06T22:45:30.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 shutdown_connections 2023-10-06T22:45:30.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e0406af00 0x7f1e0406d3c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e200b5010 0x7f1e2014e1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.318 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e2015d830 0x7f1e2014da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 --2- 172.21.15.37:0/2219127981 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e200d1760 0x7f1e200ca820 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 >> 172.21.15.37:0/2219127981 conn(0x7f1e20072630 msgr2=0x7f1e200d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:30.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 shutdown_connections 2023-10-06T22:45:30.319 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.315+0000 7f1e26dff700 1 -- 172.21.15.37:0/2219127981 wait complete. 2023-10-06T22:45:30.336 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:30.337 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:30.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.540+0000 7fa3327ff700 1 Processor -- start 2023-10-06T22:45:30.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.540+0000 7fa3327ff700 1 -- start start 2023-10-06T22:45:30.543 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa3327ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa32c160ce0 0x7fa32c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.543 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa3327ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0c7110 0x7fa32c0c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa3327ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa32c1610c0 con 0x7fa32c0d3bd0 2023-10-06T22:45:30.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa3327ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa32c0d40d0 con 0x7fa32c160ce0 2023-10-06T22:45:30.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa3327ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c0d43b0 con 0x7fa32c0c7110 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa330d9c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0c7110 0x7fa32c0c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa32b7fe700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7fa32c0d3bd0 0x7fa32c0d0140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:41016/0 (socket says 172.21.15.37:41016) 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa32b7fe700 1 -- 172.21.15.37:0/2969948955 learned_addr learned my addr 172.21.15.37:0/2969948955 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.542+0000 7fa32bfff700 1 --2- 172.21.15.37:0/2969948955 >> v2:172.21.15.62:3300/0 conn(0x7fa32c160ce0 0x7fa32c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.543+0000 7fa32bfff700 1 -- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0c7110 msgr2=0x7fa32c0c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.543+0000 7fa32bfff700 1 --2- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0c7110 0x7fa32c0c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.543+0000 7fa32bfff700 1 -- 172.21.15.37:0/2969948955 >> v1:172.21.15.62:6789/0 conn(0x7fa32c0d3bd0 legacy=0x7fa32c0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.543+0000 7fa32affd700 1 -- 172.21.15.37:0/2969948955 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2735786288 0 0) 0x7fa32c1610c0 con 0x7fa32c0d3bd0 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.543+0000 7fa32bfff700 1 -- 172.21.15.37:0/2969948955 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa32c0ceb80 con 0x7fa32c160ce0 2023-10-06T22:45:30.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.543+0000 7fa330d9c700 1 --2- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0c7110 0x7fa32c0c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:30.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.543+0000 7fa32bfff700 1 --2- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cfc00 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009840 tx=0x7fa31c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8d38a422ce9d018 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa32affd700 1 -- 172.21.15.37:0/2969948955 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa31c011830 con 0x7fa32c160ce0 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa32affd700 1 -- 172.21.15.37:0/2969948955 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa31c011990 con 0x7fa32c160ce0 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa32affd700 1 -- 172.21.15.37:0/2969948955 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa31c011d20 con 0x7fa32c160ce0 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 -- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c160ce0 msgr2=0x7fa32c0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 --2- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cfc00 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa31c009840 tx=0x7fa31c009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 -- 172.21.15.37:0/2969948955 shutdown_connections 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 --2- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0c7110 0x7fa32c0c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 --2- 172.21.15.37:0/2969948955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cfc00 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 -- 172.21.15.37:0/2969948955 >> 172.21.15.37:0/2969948955 conn(0x7fa32c09c790 msgr2=0x7fa32c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:30.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 -- 172.21.15.37:0/2969948955 shutdown_connections 2023-10-06T22:45:30.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.544+0000 7fa3327ff700 1 -- 172.21.15.37:0/2969948955 wait complete. 2023-10-06T22:45:30.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.547+0000 7fa3327ff700 1 Processor -- start 2023-10-06T22:45:30.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.547+0000 7fa3327ff700 1 -- start start 2023-10-06T22:45:30.551 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.548+0000 7fa3327ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c0c7110 0x7fa32c1557e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.551 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.548+0000 7fa3327ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0d3bd0 0x7fa32c153960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.551 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.548+0000 7fa3327ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.551 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.548+0000 7fa3327ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c1f2fe0 con 0x7fa32c160ce0 2023-10-06T22:45:30.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.548+0000 7fa3327ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c1f32c0 con 0x7fa32c0c7110 2023-10-06T22:45:30.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.548+0000 7fa3327ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa32c1f35a0 con 0x7fa32c0d3bd0 2023-10-06T22:45:30.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa32bfff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c0c7110 0x7fa32c1557e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53210/0 (socket says 172.21.15.37:53210) 2023-10-06T22:45:30.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 -- 172.21.15.37:0/1003095481 learned_addr learned my addr 172.21.15.37:0/1003095481 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:30.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa32b7fe700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0d3bd0 0x7fa32c153960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.553 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 -- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0d3bd0 msgr2=0x7fa32c153960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.553 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0d3bd0 0x7fa32c153960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.553 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 -- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c0c7110 msgr2=0x7fa32c1557e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.553 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c0c7110 0x7fa32c1557e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.553 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa330d9c700 1 -- 172.21.15.37:0/1003095481 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa324009a70 con 0x7fa32c160ce0 2023-10-06T22:45:30.553 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.549+0000 7fa32bfff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c0c7110 0x7fa32c1557e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:30.553 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.550+0000 7fa330d9c700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cce00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa32400efc0 tx=0x7fa32400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:30.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.550+0000 7fa328ff9700 1 -- 172.21.15.37:0/1003095481 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32400ca90 con 0x7fa32c160ce0 2023-10-06T22:45:30.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.550+0000 7fa328ff9700 1 -- 172.21.15.37:0/1003095481 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa32400f040 con 0x7fa32c160ce0 2023-10-06T22:45:30.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.550+0000 7fa328ff9700 1 -- 172.21.15.37:0/1003095481 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32400ce30 con 0x7fa32c160ce0 2023-10-06T22:45:30.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.550+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa31c0094a0 con 0x7fa32c160ce0 2023-10-06T22:45:30.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.550+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa32c153ea0 con 0x7fa32c160ce0 2023-10-06T22:45:30.555 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.551+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa32c1f6240 con 0x7fa32c160ce0 2023-10-06T22:45:30.555 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.552+0000 7fa328ff9700 1 -- 172.21.15.37:0/1003095481 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa324014480 con 0x7fa32c160ce0 2023-10-06T22:45:30.555 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.553+0000 7fa328ff9700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa31806af00 0x7fa31806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.553+0000 7fa328ff9700 1 -- 172.21.15.37:0/1003095481 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa324089fc0 con 0x7fa32c160ce0 2023-10-06T22:45:30.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.554+0000 7fa32bfff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa31806af00 0x7fa31806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:30.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.554+0000 7fa32bfff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa31806af00 0x7fa31806d3c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0090b0 tx=0x7fa31c008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:30.559 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.558+0000 7fa328ff9700 1 -- 172.21.15.37:0/1003095481 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa32c1f6240 con 0x7fa32c160ce0 2023-10-06T22:45:30.770 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.768+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa32c1f6240 con 0x7fa32c160ce0 2023-10-06T22:45:30.771 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.769+0000 7fa328ff9700 1 -- 172.21.15.37:0/1003095481 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa32c1f6240 con 0x7fa32c160ce0 2023-10-06T22:45:30.771 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:30.773 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa31806af00 msgr2=0x7fa31806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa31806af00 0x7fa31806d3c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fa31c0090b0 tx=0x7fa31c008030 comp rx=0 tx=0).stop 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa32c160ce0 msgr2=0x7fa32c0cce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cce00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa32400efc0 tx=0x7fa32400c3a0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 shutdown_connections 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa31806af00 0x7fa31806d3c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa32c0c7110 0x7fa32c1557e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa32c160ce0 0x7fa32c0cce00 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 --2- 172.21.15.37:0/1003095481 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa32c0d3bd0 0x7fa32c153960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.771+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 >> 172.21.15.37:0/1003095481 conn(0x7fa32c09c790 msgr2=0x7fa32c0cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:30.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.772+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 shutdown_connections 2023-10-06T22:45:30.775 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.772+0000 7fa3327ff700 1 -- 172.21.15.37:0/1003095481 wait complete. 2023-10-06T22:45:30.792 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:30.998 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.996+0000 7f43c23ff700 1 Processor -- start 2023-10-06T22:45:30.998 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.996+0000 7f43c23ff700 1 -- start start 2023-10-06T22:45:30.999 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.997+0000 7f43c23ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f43bc160ce0 0x7f43bc0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.999 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.997+0000 7f43c23ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f43bc0d3bd0 0x7f43bc0d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:30.999 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.997+0000 7f43c23ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43bc1610c0 con 0x7f43bc0d0680 2023-10-06T22:45:31.000 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.997+0000 7f43c23ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43bc0d40d0 con 0x7f43bc0d3bd0 2023-10-06T22:45:31.000 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.997+0000 7f43c23ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43bc0d43b0 con 0x7f43bc160ce0 2023-10-06T22:45:31.000 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f43bc0d3bd0 0x7f43bc0d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.000 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f43bc0d3bd0 0x7f43bc0d0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53218/0 (socket says 172.21.15.37:53218) 2023-10-06T22:45:31.000 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 -- 172.21.15.37:0/2062930734 learned_addr learned my addr 172.21.15.37:0/2062930734 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:31.001 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 -- 172.21.15.37:0/2062930734 >> v2:172.21.15.62:3300/0 conn(0x7f43bc160ce0 msgr2=0x7f43bc0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bbfff700 1 --2- 172.21.15.37:0/2062930734 >> v2:172.21.15.62:3300/0 conn(0x7f43bc160ce0 0x7f43bc0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 --2- 172.21.15.37:0/2062930734 >> v2:172.21.15.62:3300/0 conn(0x7f43bc160ce0 0x7f43bc0cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 -- 172.21.15.37:0/2062930734 >> v1:172.21.15.62:6789/0 conn(0x7f43bc0d0680 legacy=0x7f43bc0d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 -- 172.21.15.37:0/2062930734 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43bc0ceb80 con 0x7f43bc0d3bd0 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bbfff700 1 --2- 172.21.15.37:0/2062930734 >> v2:172.21.15.62:3300/0 conn(0x7f43bc160ce0 0x7f43bc0cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.998+0000 7f43bb7fe700 1 --2- 172.21.15.37:0/2062930734 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc0d0140 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f43bc08d8b0 tx=0x7f43b0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c087c1331f39f9c server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43baffd700 1 -- 172.21.15.37:0/2062930734 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43b0004230 con 0x7f43bc0d3bd0 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43baffd700 1 -- 172.21.15.37:0/2062930734 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43b0004390 con 0x7f43bc0d3bd0 2023-10-06T22:45:31.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43baffd700 1 -- 172.21.15.37:0/2062930734 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43b00036a0 con 0x7f43bc0d3bd0 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 -- 172.21.15.37:0/2062930734 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d3bd0 msgr2=0x7f43bc0d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 --2- 172.21.15.37:0/2062930734 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc0d0140 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f43bc08d8b0 tx=0x7f43b0009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 -- 172.21.15.37:0/2062930734 shutdown_connections 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 --2- 172.21.15.37:0/2062930734 >> v2:172.21.15.62:3300/0 conn(0x7f43bc160ce0 0x7f43bc0cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 --2- 172.21.15.37:0/2062930734 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc0d0140 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 -- 172.21.15.37:0/2062930734 >> 172.21.15.37:0/2062930734 conn(0x7f43bc09c790 msgr2=0x7f43bc0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 -- 172.21.15.37:0/2062930734 shutdown_connections 2023-10-06T22:45:31.003 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:30.999+0000 7f43c23ff700 1 -- 172.21.15.37:0/2062930734 wait complete. 2023-10-06T22:45:31.004 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.001+0000 7f43c23ff700 1 Processor -- start 2023-10-06T22:45:31.004 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.001+0000 7f43c23ff700 1 -- start start 2023-10-06T22:45:31.005 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.002+0000 7f43c23ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d0680 0x7f43bc0b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.005 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.002+0000 7f43c23ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.005 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.002+0000 7f43c23ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f43bc160ce0 0x7f43bc1f30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.002+0000 7f43c23ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc0ccec0 con 0x7f43bc0d0680 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.002+0000 7f43c23ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc0cbff0 con 0x7f43bc0d3bd0 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.002+0000 7f43c23ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc0b0630 con 0x7f43bc160ce0 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d0680 0x7f43bc0b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d0680 0x7f43bc0b00f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53226/0 (socket says 172.21.15.37:53226) 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 -- 172.21.15.37:0/326588837 learned_addr learned my addr 172.21.15.37:0/326588837 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bb7fe700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43c099c700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f43bc160ce0 0x7f43bc1f30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 -- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f43bc160ce0 msgr2=0x7f43bc1f30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.006 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f43bc160ce0 0x7f43bc1f30a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 -- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43bc0d3bd0 msgr2=0x7f43bc157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc157930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 -- 172.21.15.37:0/326588837 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43b0009550 con 0x7f43bc0d0680 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bb7fe700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43c099c700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f43bc160ce0 0x7f43bc1f30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43bbfff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d0680 0x7f43bc0b00f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c7f0 tx=0x7f43ac00cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.003+0000 7f43b8ff9700 1 -- 172.21.15.37:0/326588837 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac011800 con 0x7f43bc0d0680 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.004+0000 7f43b8ff9700 1 -- 172.21.15.37:0/326588837 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43ac011960 con 0x7f43bc0d0680 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.004+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43bc0cc240 con 0x7f43bc0d0680 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.004+0000 7f43b8ff9700 1 -- 172.21.15.37:0/326588837 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac011d10 con 0x7f43bc0d0680 2023-10-06T22:45:31.007 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.004+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43bc0cc800 con 0x7f43bc0d0680 2023-10-06T22:45:31.008 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.005+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43bc067490 con 0x7f43bc0d0680 2023-10-06T22:45:31.008 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.006+0000 7f43b8ff9700 1 -- 172.21.15.37:0/326588837 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f43ac018360 con 0x7f43bc0d0680 2023-10-06T22:45:31.009 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.007+0000 7f43b8ff9700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f43a806af00 0x7f43a806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.009 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.007+0000 7f43b8ff9700 1 -- 172.21.15.37:0/326588837 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f43ac089960 con 0x7f43bc0d0680 2023-10-06T22:45:31.009 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.008+0000 7f43bb7fe700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f43a806af00 0x7f43a806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.010 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.008+0000 7f43bb7fe700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f43a806af00 0x7f43a806d3c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0d4000 tx=0x7f43b0008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.012+0000 7f43b8ff9700 1 -- 172.21.15.37:0/326588837 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f43ac054640 con 0x7f43bc0d0680 2023-10-06T22:45:31.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.222+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f43bc074380 con 0x7f43bc0d0680 2023-10-06T22:45:31.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.222+0000 7f43b8ff9700 1 -- 172.21.15.37:0/326588837 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f43ac057c60 con 0x7f43bc0d0680 2023-10-06T22:45:31.224 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:31.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f43a806af00 msgr2=0x7f43a806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f43a806af00 0x7f43a806d3c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f43bc0d4000 tx=0x7f43b0008030 comp rx=0 tx=0).stop 2023-10-06T22:45:31.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d0680 msgr2=0x7f43bc0b00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d0680 0x7f43bc0b00f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c7f0 tx=0x7f43ac00cbb0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 shutdown_connections 2023-10-06T22:45:31.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f43bc160ce0 0x7f43bc1f30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f43bc0d0680 0x7f43bc0b00f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f43a806af00 0x7f43a806d3c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 --2- 172.21.15.37:0/326588837 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f43bc0d3bd0 0x7f43bc157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 >> 172.21.15.37:0/326588837 conn(0x7f43bc09c790 msgr2=0x7f43bc15d980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:31.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 shutdown_connections 2023-10-06T22:45:31.229 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.225+0000 7f43c23ff700 1 -- 172.21.15.37:0/326588837 wait complete. 2023-10-06T22:45:31.245 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:31.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.447+0000 7f4482fff700 1 Processor -- start 2023-10-06T22:45:31.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.447+0000 7f4482fff700 1 -- start start 2023-10-06T22:45:31.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f4482fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f4482fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f447c0c7110 0x7f447c0c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f4482fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f447c1610c0 con 0x7f447c160ce0 2023-10-06T22:45:31.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f4482fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f447c0d40d0 con 0x7f447c0c7110 2023-10-06T22:45:31.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f4482fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f447c0d43b0 con 0x7f447c0d3bd0 2023-10-06T22:45:31.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f448159c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f447c0c7110 0x7f447c0c75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f448159c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f447c0c7110 0x7f447c0c75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53240/0 (socket says 172.21.15.37:53240) 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f448159c700 1 -- 172.21.15.37:0/2980919130 learned_addr learned my addr 172.21.15.37:0/2980919130 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f4480d9b700 1 --1- 172.21.15.37:0/2980919130 >> v1:172.21.15.62:6789/0 conn(0x7f447c160ce0 0x7f447c0cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:41048/0 (socket says 172.21.15.37:41048) 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.448+0000 7f447bfff700 1 --2- 172.21.15.37:0/2980919130 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f448159c700 1 -- 172.21.15.37:0/2980919130 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 msgr2=0x7f447c0d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f448159c700 1 --2- 172.21.15.37:0/2980919130 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c0d0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f448159c700 1 -- 172.21.15.37:0/2980919130 >> v1:172.21.15.62:6789/0 conn(0x7f447c160ce0 legacy=0x7f447c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f448159c700 1 -- 172.21.15.37:0/2980919130 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f447c0ceb80 con 0x7f447c0c7110 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f447b7fe700 1 -- 172.21.15.37:0/2980919130 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1479857869 0 0) 0x7f447c1610c0 con 0x7f447c160ce0 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f448159c700 1 --2- 172.21.15.37:0/2980919130 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0c75c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4474009e50 tx=0x7f447400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13c4d10cedde6ab0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f447b7fe700 1 -- 172.21.15.37:0/2980919130 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f447400e070 con 0x7f447c0c7110 2023-10-06T22:45:31.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f447b7fe700 1 -- 172.21.15.37:0/2980919130 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f447400b910 con 0x7f447c0c7110 2023-10-06T22:45:31.453 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.449+0000 7f447b7fe700 1 -- 172.21.15.37:0/2980919130 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f447400bcc0 con 0x7f447c0c7110 2023-10-06T22:45:31.453 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 -- 172.21.15.37:0/2980919130 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 msgr2=0x7f447c0c75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.453 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 --2- 172.21.15.37:0/2980919130 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0c75c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4474009e50 tx=0x7f447400b330 comp rx=0 tx=0).stop 2023-10-06T22:45:31.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 -- 172.21.15.37:0/2980919130 shutdown_connections 2023-10-06T22:45:31.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 --2- 172.21.15.37:0/2980919130 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0c75c0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 --2- 172.21.15.37:0/2980919130 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c0d0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 -- 172.21.15.37:0/2980919130 >> 172.21.15.37:0/2980919130 conn(0x7f447c09c790 msgr2=0x7f447c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:31.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 -- 172.21.15.37:0/2980919130 shutdown_connections 2023-10-06T22:45:31.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.450+0000 7f4482fff700 1 -- 172.21.15.37:0/2980919130 wait complete. 2023-10-06T22:45:31.454 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.452+0000 7f4482fff700 1 Processor -- start 2023-10-06T22:45:31.455 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.453+0000 7f4482fff700 1 -- start start 2023-10-06T22:45:31.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4482fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0cfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4482fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c1f3840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4482fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f447c160ce0 0x7f447c15b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4482fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f447c0b3d20 con 0x7f447c0c7110 2023-10-06T22:45:31.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4482fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f447c0b30a0 con 0x7f447c160ce0 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4482fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f447c0b3380 con 0x7f447c0d3bd0 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4480d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0cfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4480d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0cfbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53244/0 (socket says 172.21.15.37:53244) 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f4480d9b700 1 -- 172.21.15.37:0/798328942 learned_addr learned my addr 172.21.15.37:0/798328942 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f447bfff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c1f3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.454+0000 7f448159c700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f447c160ce0 0x7f447c15b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4480d9b700 1 -- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 msgr2=0x7f447c1f3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4480d9b700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c1f3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4480d9b700 1 -- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f447c160ce0 msgr2=0x7f447c15b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4480d9b700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f447c160ce0 0x7f447c15b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4480d9b700 1 -- 172.21.15.37:0/798328942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4474009b30 con 0x7f447c0c7110 2023-10-06T22:45:31.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4480d9b700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0cfbd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f44700011e0 tx=0x7f447000ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f44797fa700 1 -- 172.21.15.37:0/798328942 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4470004c80 con 0x7f447c0c7110 2023-10-06T22:45:31.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f44797fa700 1 -- 172.21.15.37:0/798328942 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4470004e00 con 0x7f447c0c7110 2023-10-06T22:45:31.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f447c0b3660 con 0x7f447c0c7110 2023-10-06T22:45:31.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f44797fa700 1 -- 172.21.15.37:0/798328942 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4470007310 con 0x7f447c0c7110 2023-10-06T22:45:31.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.455+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f447c0cba00 con 0x7f447c0c7110 2023-10-06T22:45:31.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.456+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f447c0b3e60 con 0x7f447c0c7110 2023-10-06T22:45:31.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.457+0000 7f44797fa700 1 -- 172.21.15.37:0/798328942 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4470007470 con 0x7f447c0c7110 2023-10-06T22:45:31.461 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.459+0000 7f44797fa700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f446006af00 0x7f446006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.461 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.459+0000 7f44797fa700 1 -- 172.21.15.37:0/798328942 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f4470089690 con 0x7f447c0c7110 2023-10-06T22:45:31.461 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.460+0000 7f447bfff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f446006af00 0x7f446006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.461+0000 7f447bfff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f446006af00 0x7f446006d3c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f447c0b2d10 tx=0x7f4468009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.465 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.464+0000 7f44797fa700 1 -- 172.21.15.37:0/798328942 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f447c0b3e60 con 0x7f447c0c7110 2023-10-06T22:45:31.676 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.674+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f447c0b3e60 con 0x7f447c0c7110 2023-10-06T22:45:31.676 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.675+0000 7f44797fa700 1 -- 172.21.15.37:0/798328942 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4470054380 con 0x7f447c0c7110 2023-10-06T22:45:31.677 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:31.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f446006af00 msgr2=0x7f446006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f446006af00 0x7f446006d3c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f447c0b2d10 tx=0x7f4468009210 comp rx=0 tx=0).stop 2023-10-06T22:45:31.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 msgr2=0x7f447c0cfbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0cfbd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f44700011e0 tx=0x7f447000ca30 comp rx=0 tx=0).stop 2023-10-06T22:45:31.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 shutdown_connections 2023-10-06T22:45:31.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f446006af00 0x7f446006d3c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f447c160ce0 0x7f447c15b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f447c0c7110 0x7f447c0cfbd0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 --2- 172.21.15.37:0/798328942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f447c0d3bd0 0x7f447c1f3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 >> 172.21.15.37:0/798328942 conn(0x7f447c09c790 msgr2=0x7f447c1e5dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:31.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 shutdown_connections 2023-10-06T22:45:31.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.677+0000 7f4482fff700 1 -- 172.21.15.37:0/798328942 wait complete. 2023-10-06T22:45:31.697 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:31.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.901+0000 7f123fbff700 1 Processor -- start 2023-10-06T22:45:31.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.901+0000 7f123fbff700 1 -- start start 2023-10-06T22:45:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.902+0000 7f123fbff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f12380b2aa0 0x7f12380cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.902+0000 7f123fbff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f12380d02f0 0x7f12380d1890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.902+0000 7f123fbff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12380d0720 con 0x7f123815d830 2023-10-06T22:45:31.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.902+0000 7f123fbff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12381622b0 con 0x7f12380b2aa0 2023-10-06T22:45:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.902+0000 7f123fbff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1238161730 con 0x7f12380d02f0 2023-10-06T22:45:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.902+0000 7f123d19a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f12380b2aa0 0x7f12380cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123d19a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f12380b2aa0 0x7f12380cfdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53246/0 (socket says 172.21.15.37:53246) 2023-10-06T22:45:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.902+0000 7f123d99b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f123815d830 0x7f12380ce7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58724/0 (socket says 172.21.15.37:58724) 2023-10-06T22:45:31.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123d19a700 1 -- 172.21.15.37:0/3836499347 learned_addr learned my addr 172.21.15.37:0/3836499347 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:31.906 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123e19c700 1 --2- 172.21.15.37:0/3836499347 >> v2:172.21.15.62:3300/0 conn(0x7f12380d02f0 0x7f12380d1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.906 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123d19a700 1 -- 172.21.15.37:0/3836499347 >> v2:172.21.15.62:3300/0 conn(0x7f12380d02f0 msgr2=0x7f12380d1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123d19a700 1 --2- 172.21.15.37:0/3836499347 >> v2:172.21.15.62:3300/0 conn(0x7f12380d02f0 0x7f12380d1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123d19a700 1 -- 172.21.15.37:0/3836499347 >> v1:172.21.15.37:6789/0 conn(0x7f123815d830 legacy=0x7f12380ce7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123d19a700 1 -- 172.21.15.37:0/3836499347 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1238161a10 con 0x7f12380b2aa0 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123c999700 1 -- 172.21.15.37:0/3836499347 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3790128145 0 0) 0x7f12380d0720 con 0x7f123815d830 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123d19a700 1 --2- 172.21.15.37:0/3836499347 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f12380b2aa0 0x7f12380cfdb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f123808c8e0 tx=0x7f1228009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950ffdfac5994000 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.903+0000 7f123c999700 1 -- 172.21.15.37:0/3836499347 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f122800b870 con 0x7f12380b2aa0 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123c999700 1 -- 172.21.15.37:0/3836499347 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f122800b9d0 con 0x7f12380b2aa0 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123c999700 1 -- 172.21.15.37:0/3836499347 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f122800bd60 con 0x7f12380b2aa0 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 -- 172.21.15.37:0/3836499347 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f12380b2aa0 msgr2=0x7f12380cfdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 --2- 172.21.15.37:0/3836499347 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f12380b2aa0 0x7f12380cfdb0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f123808c8e0 tx=0x7f1228009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 -- 172.21.15.37:0/3836499347 shutdown_connections 2023-10-06T22:45:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 --2- 172.21.15.37:0/3836499347 >> v2:172.21.15.62:3300/0 conn(0x7f12380d02f0 0x7f12380d1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 --2- 172.21.15.37:0/3836499347 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f12380b2aa0 0x7f12380cfdb0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 -- 172.21.15.37:0/3836499347 >> 172.21.15.37:0/3836499347 conn(0x7f123806b590 msgr2=0x7f123806b970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 -- 172.21.15.37:0/3836499347 shutdown_connections 2023-10-06T22:45:31.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.904+0000 7f123fbff700 1 -- 172.21.15.37:0/3836499347 wait complete. 2023-10-06T22:45:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.906+0000 7f123fbff700 1 Processor -- start 2023-10-06T22:45:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.906+0000 7f123fbff700 1 -- start start 2023-10-06T22:45:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123fbff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f12380b2aa0 0x7f12380c7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123fbff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f12380d02f0 0x7f12381f6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123fbff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f123815d830 0x7f12381f6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123fbff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12380cad40 con 0x7f123815d830 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123fbff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f123814f8b0 con 0x7f12380b2aa0 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123fbff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12380caa60 con 0x7f12380d02f0 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123e19c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f123815d830 0x7f12381f6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123e19c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f123815d830 0x7f12381f6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53260/0 (socket says 172.21.15.37:53260) 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123e19c700 1 -- 172.21.15.37:0/1459771215 learned_addr learned my addr 172.21.15.37:0/1459771215 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.907+0000 7f123d99b700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f12380b2aa0 0x7f12380c7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f123d19a700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f12380d02f0 0x7f12381f6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f123e19c700 1 -- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f12380d02f0 msgr2=0x7f12381f6200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f123e19c700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f12380d02f0 0x7f12381f6200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f123e19c700 1 -- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f12380b2aa0 msgr2=0x7f12380c7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f123e19c700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f12380b2aa0 0x7f12380c7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f123e19c700 1 -- 172.21.15.37:0/1459771215 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1228009550 con 0x7f123815d830 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f123e19c700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f123815d830 0x7f12381f6740 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1230007e40 tx=0x7f123000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f122e7fc700 1 -- 172.21.15.37:0/1459771215 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f123000ed30 con 0x7f123815d830 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f122e7fc700 1 -- 172.21.15.37:0/1459771215 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1230014420 con 0x7f123815d830 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.908+0000 7f122e7fc700 1 -- 172.21.15.37:0/1459771215 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12300147d0 con 0x7f123815d830 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.909+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12380cce80 con 0x7f123815d830 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.909+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12380cd440 con 0x7f123815d830 2023-10-06T22:45:31.912 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.910+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12380ccce0 con 0x7f123815d830 2023-10-06T22:45:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.911+0000 7f122e7fc700 1 -- 172.21.15.37:0/1459771215 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1230014930 con 0x7f123815d830 2023-10-06T22:45:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.911+0000 7f122e7fc700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f121c06af00 0x7f121c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:31.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.912+0000 7f122e7fc700 1 -- 172.21.15.37:0/1459771215 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f123008a040 con 0x7f123815d830 2023-10-06T22:45:31.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.912+0000 7f123d99b700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f121c06af00 0x7f121c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:31.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.913+0000 7f123d99b700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f121c06af00 0x7f121c06d3c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1234000f60 tx=0x7f1234007e70 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:31.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:31.916+0000 7f122e7fc700 1 -- 172.21.15.37:0/1459771215 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f12380ccce0 con 0x7f123815d830 2023-10-06T22:45:32.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.125+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f123815ec60 con 0x7f123815d830 2023-10-06T22:45:32.127 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.125+0000 7f122e7fc700 1 -- 172.21.15.37:0/1459771215 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f123815ec60 con 0x7f123815d830 2023-10-06T22:45:32.128 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:32.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f121c06af00 msgr2=0x7f121c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.130 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f121c06af00 0x7f121c06d3c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f1234000f60 tx=0x7f1234007e70 comp rx=0 tx=0).stop 2023-10-06T22:45:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f123815d830 msgr2=0x7f12381f6740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f123815d830 0x7f12381f6740 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f1230007e40 tx=0x7f123000e3c0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 shutdown_connections 2023-10-06T22:45:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f121c06af00 0x7f121c06d3c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f12380b2aa0 0x7f12380c7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f123815d830 0x7f12381f6740 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.131 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 --2- 172.21.15.37:0/1459771215 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f12380d02f0 0x7f12381f6200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 >> 172.21.15.37:0/1459771215 conn(0x7f123806b590 msgr2=0x7f12380b74c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 shutdown_connections 2023-10-06T22:45:32.132 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.128+0000 7f123fbff700 1 -- 172.21.15.37:0/1459771215 wait complete. 2023-10-06T22:45:32.148 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-06T22:45:32.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.351+0000 7fc7ec9ff700 1 Processor -- start 2023-10-06T22:45:32.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.352+0000 7fc7ec9ff700 1 -- start start 2023-10-06T22:45:32.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.353+0000 7fc7ec9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 0x7fc7e80d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.353+0000 7fc7ec9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7e80d1d40 con 0x7fc7e80b5010 2023-10-06T22:45:32.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.353+0000 7fc7ec9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7e80d2020 con 0x7fc7e80ce890 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.353+0000 7fc7ec9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e80d2300 con 0x7fc7e815d830 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.353+0000 7fc7e6d9d700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fc7e80b5010 0x7fc7e80b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:58740/0 (socket says 172.21.15.37:58740) 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.353+0000 7fc7e6d9d700 1 -- 172.21.15.37:0/1906005687 learned_addr learned my addr 172.21.15.37:0/1906005687 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.353+0000 7fc7e659c700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 0x7fc7e80d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 658064523 0 0) 0x7fc7e80d1d40 con 0x7fc7e80b5010 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7d40035b0 con 0x7fc7e80b5010 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2856948766 0 0) 0x7fc7e80d2020 con 0x7fc7e80ce890 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7e80d1d40 con 0x7fc7e80ce890 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 302411014 0 0) 0x7fc7d40035b0 con 0x7fc7e80b5010 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 msgr2=0x7fc7e80d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:32.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 0x7fc7e80d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 >> v1:172.21.15.62:6789/0 conn(0x7fc7e80ce890 legacy=0x7fc7e80d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e80d25e0 con 0x7fc7e80b5010 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7fc7e00019f0 con 0x7fc7e80b5010 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 >> v1:172.21.15.37:6789/0 conn(0x7fc7e80b5010 legacy=0x7fc7e80b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7d4003bc0 0x7fc7d4003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7d4004850 0x7fc7d4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 0x7fc7d4005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e80d2300 con 0x7fc7d4003bc0 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7d400bac0 con 0x7fc7d4004850 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.354+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7d400bc80 con 0x7fc7e815d830 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e6d9d700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 0x7fc7d4005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e659c700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7d4003bc0 0x7fc7d4003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7dffff700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7d4004850 0x7fc7d4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e659c700 1 -- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 msgr2=0x7fc7d4005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e659c700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7e815d830 0x7fc7d4005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e659c700 1 -- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7d4004850 msgr2=0x7fc7d4004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e659c700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7d4004850 0x7fc7d4004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e659c700 1 -- 172.21.15.37:0/1906005687 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7d40035b0 con 0x7fc7d4003bc0 2023-10-06T22:45:32.360 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e659c700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7d4003bc0 0x7fc7d4003fc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009b60 tx=0x7fc7d4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b923a37cc0fda1f server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.355+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d800e6c0 con 0x7fc7d4003bc0 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7d800e820 con 0x7fc7d4003bc0 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7e5d9b700 1 -- 172.21.15.37:0/1906005687 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7d800eb90 con 0x7fc7d4003bc0 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/1906005687 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7d4003bc0 msgr2=0x7fc7d4003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7ec9ff700 1 --2- 172.21.15.37:0/1906005687 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7d4003bc0 0x7fc7d4003fc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009b60 tx=0x7fc7d4005880 comp rx=0 tx=0).stop 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7e6d9d700 1 -- 172.21.15.37:0/1906005687 reap_dead start 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/1906005687 shutdown_connections 2023-10-06T22:45:32.361 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/1906005687 >> 172.21.15.37:0/1906005687 conn(0x7fc7e8072630 msgr2=0x7fc7e80d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/1906005687 shutdown_connections 2023-10-06T22:45:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.356+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/1906005687 wait complete. 2023-10-06T22:45:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.358+0000 7fc7ec9ff700 1 Processor -- start 2023-10-06T22:45:32.362 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.358+0000 7fc7ec9ff700 1 -- start start 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7ec9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7d4003bc0 0x7fc7e815b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7ec9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815e4e0 0x7fc7e815e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7ec9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e81547c0 0x7fc7e8154c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7ec9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e815eea0 con 0x7fc7e81547c0 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7ec9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e8156930 con 0x7fc7e815e4e0 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7ec9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e8155160 con 0x7fc7d4003bc0 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e81547c0 0x7fc7e8154c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7e6d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e81547c0 0x7fc7e8154c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53280/0 (socket says 172.21.15.37:53280) 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7e6d9d700 1 -- 172.21.15.37:0/3209272768 learned_addr learned my addr 172.21.15.37:0/3209272768 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:32.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7dffff700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815e4e0 0x7fc7e815e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.359+0000 7fc7e659c700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7d4003bc0 0x7fc7e815b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7e6d9d700 1 -- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7d4003bc0 msgr2=0x7fc7e815b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7e6d9d700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7d4003bc0 0x7fc7e815b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7e6d9d700 1 -- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815e4e0 msgr2=0x7fc7e815e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7e6d9d700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815e4e0 0x7fc7e815e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7e6d9d700 1 -- 172.21.15.37:0/3209272768 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e8155410 con 0x7fc7e81547c0 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7e6d9d700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e81547c0 0x7fc7e8154c20 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc7e80d0960 tx=0x7fc7e000a510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7deffd700 1 -- 172.21.15.37:0/3209272768 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e000ac90 con 0x7fc7e81547c0 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7deffd700 1 -- 172.21.15.37:0/3209272768 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7e000ae10 con 0x7fc7e81547c0 2023-10-06T22:45:32.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7deffd700 1 -- 172.21.15.37:0/3209272768 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e0013630 con 0x7fc7e81547c0 2023-10-06T22:45:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.360+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7e81556f0 con 0x7fc7e81547c0 2023-10-06T22:45:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.361+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7e81565c0 con 0x7fc7e81547c0 2023-10-06T22:45:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.361+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7e8156ac0 con 0x7fc7e81547c0 2023-10-06T22:45:32.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.362+0000 7fc7deffd700 1 -- 172.21.15.37:0/3209272768 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fc7e0013790 con 0x7fc7e81547c0 2023-10-06T22:45:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.363+0000 7fc7deffd700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7c806af00 0x7fc7c806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.363+0000 7fc7deffd700 1 -- 172.21.15.37:0/3209272768 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc7e008a1d0 con 0x7fc7e81547c0 2023-10-06T22:45:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.364+0000 7fc7e659c700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7c806af00 0x7fc7c806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:32.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.365+0000 7fc7e659c700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7c806af00 0x7fc7c806d3c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc7d80090b0 tx=0x7fc7d8008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:32.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.368+0000 7fc7deffd700 1 -- 172.21.15.37:0/3209272768 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fc7e0054e20 con 0x7fc7e81547c0 2023-10-06T22:45:32.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.594+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc7e8074380 con 0x7fc7e81547c0 2023-10-06T22:45:32.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.595+0000 7fc7deffd700 1 -- 172.21.15.37:0/3209272768 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc7e0058440 con 0x7fc7e81547c0 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.597+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7c806af00 msgr2=0x7fc7c806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.597+0000 7fc7ec9ff700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7c806af00 0x7fc7c806d3c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fc7d80090b0 tx=0x7fc7d8008030 comp rx=0 tx=0).stop 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.597+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e81547c0 msgr2=0x7fc7e8154c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.597+0000 7fc7ec9ff700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e81547c0 0x7fc7e8154c20 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fc7e80d0960 tx=0x7fc7e000a510 comp rx=0 tx=0).stop 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 shutdown_connections 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fc7e81547c0 0x7fc7e8154c20 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fc7d4003bc0 0x7fc7e815b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fc7c806af00 0x7fc7c806d3c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 --2- 172.21.15.37:0/3209272768 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fc7e815e4e0 0x7fc7e815e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 >> 172.21.15.37:0/3209272768 conn(0x7fc7e8072630 msgr2=0x7fc7e80b54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 shutdown_connections 2023-10-06T22:45:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:32.598+0000 7fc7ec9ff700 1 -- 172.21.15.37:0/3209272768 wait complete. 2023-10-06T22:45:32.601 INFO:teuthology.orchestra.run.smithi037.stderr:listed 0 entries 2023-10-06T22:45:32.618 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-10-06T22:45:32.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:32.618 DEBUG:teuthology.orchestra.run.smithi062:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2023-10-06T22:45:32.721 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:45:32.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:32.721 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-10-06T22:45:32.775 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:32.775 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:32.819 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:32.820 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:32.904 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:45:32.904 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:32.989 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:33.231 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.229+0000 7f990f9ff700 1 Processor -- start 2023-10-06T22:45:33.231 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.229+0000 7f990f9ff700 1 -- start start 2023-10-06T22:45:33.232 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990f9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f99080d1760 0x7f99080ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990f9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f99080b5010 0x7f99080b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990f9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99080cedd0 con 0x7f990815d830 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990f9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99080b59a0 con 0x7f99080d1760 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990f9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99080d1d40 con 0x7f99080b5010 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990cf9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f99080d1760 0x7f99080ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990d79b700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f990815d830 0x7f99080d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:41076/0 (socket says 172.21.15.37:41076) 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990d79b700 1 -- 172.21.15.37:0/2523532414 learned_addr learned my addr 172.21.15.37:0/2523532414 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.230+0000 7f990df9c700 1 --2- 172.21.15.37:0/2523532414 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f99080b5010 0x7f99080b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f990cf9a700 1 -- 172.21.15.37:0/2523532414 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f99080b5010 msgr2=0x7f99080b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f990cf9a700 1 --2- 172.21.15.37:0/2523532414 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f99080b5010 0x7f99080b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f990cf9a700 1 -- 172.21.15.37:0/2523532414 >> v1:172.21.15.62:6789/0 conn(0x7f990815d830 legacy=0x7f99080d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.233 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f990cf9a700 1 -- 172.21.15.37:0/2523532414 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99080d2020 con 0x7f99080d1760 2023-10-06T22:45:33.234 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f98fffff700 1 -- 172.21.15.37:0/2523532414 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2596693209 0 0) 0x7f99080cedd0 con 0x7f990815d830 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f990cf9a700 1 --2- 172.21.15.37:0/2523532414 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080d1760 0x7f99080ce890 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f98f8009840 tx=0x7f98f8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3a4fed23c1ada58 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f98fffff700 1 -- 172.21.15.37:0/2523532414 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98f8011830 con 0x7f99080d1760 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f98fffff700 1 -- 172.21.15.37:0/2523532414 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98f8011990 con 0x7f99080d1760 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.231+0000 7f98fffff700 1 -- 172.21.15.37:0/2523532414 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98f8011d20 con 0x7f99080d1760 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 -- 172.21.15.37:0/2523532414 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080d1760 msgr2=0x7f99080ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2523532414 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080d1760 0x7f99080ce890 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f98f8009840 tx=0x7f98f8009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 -- 172.21.15.37:0/2523532414 shutdown_connections 2023-10-06T22:45:33.235 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2523532414 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f99080b5010 0x7f99080b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2523532414 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080d1760 0x7f99080ce890 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 -- 172.21.15.37:0/2523532414 >> 172.21.15.37:0/2523532414 conn(0x7f9908072630 msgr2=0x7f99080d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:33.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 -- 172.21.15.37:0/2523532414 shutdown_connections 2023-10-06T22:45:33.236 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.232+0000 7f990f9ff700 1 -- 172.21.15.37:0/2523532414 wait complete. 2023-10-06T22:45:33.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.234+0000 7f990f9ff700 1 Processor -- start 2023-10-06T22:45:33.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.234+0000 7f990f9ff700 1 -- start start 2023-10-06T22:45:33.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990f9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080b5010 0x7f9908159500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.238 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990f9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99080d1760 0x7f99081605a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990f9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f990815d830 0x7f99080b7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990f9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9908159a40 con 0x7f99080b5010 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990f9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9908160ae0 con 0x7f99080d1760 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990f9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99080c80c0 con 0x7f990815d830 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990d79b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080b5010 0x7f9908159500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990d79b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080b5010 0x7f9908159500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53312/0 (socket says 172.21.15.37:53312) 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990d79b700 1 -- 172.21.15.37:0/2516003591 learned_addr learned my addr 172.21.15.37:0/2516003591 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990cf9a700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99080d1760 0x7f99081605a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.239 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.235+0000 7f990df9c700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f990815d830 0x7f99080b7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990d79b700 1 -- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f990815d830 msgr2=0x7f99080b7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990d79b700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f990815d830 0x7f99080b7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990d79b700 1 -- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99080d1760 msgr2=0x7f99081605a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990d79b700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99080d1760 0x7f99081605a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990d79b700 1 -- 172.21.15.37:0/2516003591 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98f80094a0 con 0x7f99080b5010 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990d79b700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080b5010 0x7f9908159500 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f990400c520 tx=0x7f990400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f98fdffb700 1 -- 172.21.15.37:0/2516003591 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9904004c80 con 0x7f99080b5010 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f98fdffb700 1 -- 172.21.15.37:0/2516003591 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9904004e00 con 0x7f99080b5010 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f98fdffb700 1 -- 172.21.15.37:0/2516003591 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9904007310 con 0x7f99080b5010 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99080c83a0 con 0x7f99080b5010 2023-10-06T22:45:33.240 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.236+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99080b2670 con 0x7f99080b5010 2023-10-06T22:45:33.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.237+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9908074380 con 0x7f99080b5010 2023-10-06T22:45:33.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.238+0000 7f98fdffb700 1 -- 172.21.15.37:0/2516003591 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9904007470 con 0x7f99080b5010 2023-10-06T22:45:33.241 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.239+0000 7f98fdffb700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f98ec06af00 0x7f98ec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.242 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.239+0000 7f98fdffb700 1 -- 172.21.15.37:0/2516003591 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9904089610 con 0x7f99080b5010 2023-10-06T22:45:33.242 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.240+0000 7f990cf9a700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f98ec06af00 0x7f98ec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.242 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.240+0000 7f990cf9a700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f98ec06af00 0x7f98ec06d3c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f98f8000c00 tx=0x7f98f8008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:33.245 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.244+0000 7f98fdffb700 1 -- 172.21.15.37:0/2516003591 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9904054270 con 0x7f99080b5010 2023-10-06T22:45:33.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.456+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f99080cf8f0 con 0x7f99080b5010 2023-10-06T22:45:33.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.457+0000 7f98fdffb700 1 -- 172.21.15.37:0/2516003591 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f9904057890 con 0x7f99080b5010 2023-10-06T22:45:33.459 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:33.459 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:33.461 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.459+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f98ec06af00 msgr2=0x7f98ec06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.459+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f98ec06af00 0x7f98ec06d3c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f98f8000c00 tx=0x7f98f8008030 comp rx=0 tx=0).stop 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.459+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080b5010 msgr2=0x7f9908159500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.459+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080b5010 0x7f9908159500 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f990400c520 tx=0x7f990400c830 comp rx=0 tx=0).stop 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 shutdown_connections 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f990815d830 0x7f99080b7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f99080b5010 0x7f9908159500 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f98ec06af00 0x7f98ec06d3c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 --2- 172.21.15.37:0/2516003591 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f99080d1760 0x7f99081605a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 >> 172.21.15.37:0/2516003591 conn(0x7f9908072630 msgr2=0x7f99080cd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:33.462 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 shutdown_connections 2023-10-06T22:45:33.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.460+0000 7f990f9ff700 1 -- 172.21.15.37:0/2516003591 wait complete. 2023-10-06T22:45:33.480 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:33.481 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:33.686 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.684+0000 7f1e125ff700 1 Processor -- start 2023-10-06T22:45:33.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.684+0000 7f1e125ff700 1 -- start start 2023-10-06T22:45:33.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.685+0000 7f1e125ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c160ce0 0x7f1e0c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e125ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1e0c0c7110 0x7f1e0c0c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e125ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e0c1610c0 con 0x7f1e0c0d3bd0 2023-10-06T22:45:33.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e125ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e0c0d40d0 con 0x7f1e0c0c7110 2023-10-06T22:45:33.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e125ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0c0d43b0 con 0x7f1e0c160ce0 2023-10-06T22:45:33.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e0bfff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c160ce0 0x7f1e0c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e10b9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f1e0c0c7110 0x7f1e0c0c75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e03fff700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f1e0c0d3bd0 0x7f1e0c0d0140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:41078/0 (socket says 172.21.15.37:41078) 2023-10-06T22:45:33.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.686+0000 7f1e03fff700 1 -- 172.21.15.37:0/500792255 learned_addr learned my addr 172.21.15.37:0/500792255 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:33.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0bfff700 1 -- 172.21.15.37:0/500792255 >> v2:172.21.15.62:3300/0 conn(0x7f1e0c0c7110 msgr2=0x7f1e0c0c75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:33.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0bfff700 1 --2- 172.21.15.37:0/500792255 >> v2:172.21.15.62:3300/0 conn(0x7f1e0c0c7110 0x7f1e0c0c75c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0bfff700 1 -- 172.21.15.37:0/500792255 >> v1:172.21.15.62:6789/0 conn(0x7f1e0c0d3bd0 legacy=0x7f1e0c0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0bfff700 1 -- 172.21.15.37:0/500792255 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e0c0ceb80 con 0x7f1e0c160ce0 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0b7fe700 1 -- 172.21.15.37:0/500792255 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2170998152 0 0) 0x7f1e0c1610c0 con 0x7f1e0c0d3bd0 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0bfff700 1 --2- 172.21.15.37:0/500792255 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c160ce0 0x7f1e0c0cfc00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc009840 tx=0x7f1dfc009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2603f11c0185b063 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0b7fe700 1 -- 172.21.15.37:0/500792255 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dfc011830 con 0x7f1e0c160ce0 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0b7fe700 1 -- 172.21.15.37:0/500792255 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dfc011990 con 0x7f1e0c160ce0 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.687+0000 7f1e0b7fe700 1 -- 172.21.15.37:0/500792255 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dfc011d20 con 0x7f1e0c160ce0 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 -- 172.21.15.37:0/500792255 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c160ce0 msgr2=0x7f1e0c0cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 --2- 172.21.15.37:0/500792255 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c160ce0 0x7f1e0c0cfc00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc009840 tx=0x7f1dfc009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 -- 172.21.15.37:0/500792255 shutdown_connections 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 --2- 172.21.15.37:0/500792255 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c160ce0 0x7f1e0c0cfc00 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 --2- 172.21.15.37:0/500792255 >> v2:172.21.15.62:3300/0 conn(0x7f1e0c0c7110 0x7f1e0c0c75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 -- 172.21.15.37:0/500792255 >> 172.21.15.37:0/500792255 conn(0x7f1e0c09c790 msgr2=0x7f1e0c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:33.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 -- 172.21.15.37:0/500792255 shutdown_connections 2023-10-06T22:45:33.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.688+0000 7f1e125ff700 1 -- 172.21.15.37:0/500792255 wait complete. 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.690+0000 7f1e125ff700 1 Processor -- start 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.690+0000 7f1e125ff700 1 -- start start 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e125ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c0c7110 0x7f1e0c0b8a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e125ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e0c0d3bd0 0x7f1e0c150160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e125ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e0c160ce0 0x7f1e0c0b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e125ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0c0cbdb0 con 0x7f1e0c160ce0 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e125ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0c1506a0 con 0x7f1e0c0d3bd0 2023-10-06T22:45:33.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e125ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e0c0cb130 con 0x7f1e0c0c7110 2023-10-06T22:45:33.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e10b9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e0c160ce0 0x7f1e0c0b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e10b9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e0c160ce0 0x7f1e0c0b50d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:53316/0 (socket says 172.21.15.37:53316) 2023-10-06T22:45:33.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e10b9c700 1 -- 172.21.15.37:0/3036596921 learned_addr learned my addr 172.21.15.37:0/3036596921 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:33.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e0bfff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c0c7110 0x7f1e0c0b8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.691+0000 7f1e03fff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e0c0d3bd0 0x7f1e0c150160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e10b9c700 1 -- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c0c7110 msgr2=0x7f1e0c0b8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e10b9c700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c0c7110 0x7f1e0c0b8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e10b9c700 1 -- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e0c0d3bd0 msgr2=0x7f1e0c150160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e10b9c700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e0c0d3bd0 0x7f1e0c150160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e10b9c700 1 -- 172.21.15.37:0/3036596921 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dfc0094a0 con 0x7f1e0c160ce0 2023-10-06T22:45:33.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e0bfff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c0c7110 0x7f1e0c0b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e10b9c700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e0c160ce0 0x7f1e0c0b50d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1e0400efc0 tx=0x7f1e0400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e097fa700 1 -- 172.21.15.37:0/3036596921 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e0400cad0 con 0x7f1e0c160ce0 2023-10-06T22:45:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e097fa700 1 -- 172.21.15.37:0/3036596921 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e0400f040 con 0x7f1e0c160ce0 2023-10-06T22:45:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e0c0cb410 con 0x7f1e0c160ce0 2023-10-06T22:45:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e097fa700 1 -- 172.21.15.37:0/3036596921 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e0400ce70 con 0x7f1e0c160ce0 2023-10-06T22:45:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.692+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e0c0cb9d0 con 0x7f1e0c160ce0 2023-10-06T22:45:33.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.693+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e0c0cee40 con 0x7f1e0c160ce0 2023-10-06T22:45:33.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.694+0000 7f1e097fa700 1 -- 172.21.15.37:0/3036596921 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1e04014480 con 0x7f1e0c160ce0 2023-10-06T22:45:33.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.695+0000 7f1e097fa700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dec06af00 0x7f1dec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:33.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.695+0000 7f1e097fa700 1 -- 172.21.15.37:0/3036596921 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1e0408a330 con 0x7f1e0c160ce0 2023-10-06T22:45:33.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.695+0000 7f1e0bfff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dec06af00 0x7f1dec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:33.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.696+0000 7f1e0bfff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dec06af00 0x7f1dec06d3c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc0090b0 tx=0x7f1dfc01d040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:33.701 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.699+0000 7f1e097fa700 1 -- 172.21.15.37:0/3036596921 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1e0c0cee40 con 0x7f1e0c160ce0 2023-10-06T22:45:33.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.911+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1e0c0cee40 con 0x7f1e0c160ce0 2023-10-06T22:45:33.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.911+0000 7f1e097fa700 1 -- 172.21.15.37:0/3036596921 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1e0c0cee40 con 0x7f1e0c160ce0 2023-10-06T22:45:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dec06af00 msgr2=0x7f1dec06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dec06af00 0x7f1dec06d3c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1dfc0090b0 tx=0x7f1dfc01d040 comp rx=0 tx=0).stop 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e0c160ce0 msgr2=0x7f1e0c0b50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e0c160ce0 0x7f1e0c0b50d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1e0400efc0 tx=0x7f1e0400c0c0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 shutdown_connections 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e0c160ce0 0x7f1e0c0b50d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e0c0c7110 0x7f1e0c0b8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1dec06af00 0x7f1dec06d3c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 --2- 172.21.15.37:0/3036596921 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e0c0d3bd0 0x7f1e0c150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:33.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 >> 172.21.15.37:0/3036596921 conn(0x7f1e0c09c790 msgr2=0x7f1e0c0c97f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:33.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 shutdown_connections 2023-10-06T22:45:33.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:33.914+0000 7f1e125ff700 1 -- 172.21.15.37:0/3036596921 wait complete. 2023-10-06T22:45:33.934 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:34.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.136+0000 7f29cb9ff700 1 Processor -- start 2023-10-06T22:45:34.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.136+0000 7f29cb9ff700 1 -- start start 2023-10-06T22:45:34.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29cb9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f29c40d3bd0 0x7f29c40d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29cb9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c40c7110 0x7f29c40c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29cb9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29c41610c0 con 0x7f29c4160ce0 2023-10-06T22:45:34.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29cb9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29c40d40d0 con 0x7f29c40d3bd0 2023-10-06T22:45:34.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29cb9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29c40d43b0 con 0x7f29c40c7110 2023-10-06T22:45:34.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29c8f9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f29c40d3bd0 0x7f29c40d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29c979b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f29c4160ce0 0x7f29c40cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56876/0 (socket says 172.21.15.37:56876) 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.137+0000 7f29c979b700 1 -- 172.21.15.37:0/473599680 learned_addr learned my addr 172.21.15.37:0/473599680 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29c9f9c700 1 --2- 172.21.15.37:0/473599680 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c40c7110 0x7f29c40c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29c8f9a700 1 -- 172.21.15.37:0/473599680 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c40c7110 msgr2=0x7f29c40c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29c8f9a700 1 --2- 172.21.15.37:0/473599680 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c40c7110 0x7f29c40c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29c8f9a700 1 -- 172.21.15.37:0/473599680 >> v1:172.21.15.37:6789/0 conn(0x7f29c4160ce0 legacy=0x7f29c40cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29c8f9a700 1 -- 172.21.15.37:0/473599680 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29c40ceb80 con 0x7f29c40d3bd0 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29bbfff700 1 -- 172.21.15.37:0/473599680 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 447549410 0 0) 0x7f29c41610c0 con 0x7f29c4160ce0 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29c8f9a700 1 --2- 172.21.15.37:0/473599680 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c40d0310 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f29b4009840 tx=0x7f29b4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5c34a7eb995f178 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:34.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29bbfff700 1 -- 172.21.15.37:0/473599680 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b4011830 con 0x7f29c40d3bd0 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29bbfff700 1 -- 172.21.15.37:0/473599680 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b4011990 con 0x7f29c40d3bd0 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.138+0000 7f29bbfff700 1 -- 172.21.15.37:0/473599680 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b4011d20 con 0x7f29c40d3bd0 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 -- 172.21.15.37:0/473599680 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 msgr2=0x7f29c40d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/473599680 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c40d0310 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f29b4009840 tx=0x7f29b4009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 -- 172.21.15.37:0/473599680 shutdown_connections 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/473599680 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c40c7110 0x7f29c40c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/473599680 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c40d0310 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 -- 172.21.15.37:0/473599680 >> 172.21.15.37:0/473599680 conn(0x7f29c409c790 msgr2=0x7f29c40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 -- 172.21.15.37:0/473599680 shutdown_connections 2023-10-06T22:45:34.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.139+0000 7f29cb9ff700 1 -- 172.21.15.37:0/473599680 wait complete. 2023-10-06T22:45:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.141+0000 7f29cb9ff700 1 Processor -- start 2023-10-06T22:45:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.141+0000 7f29cb9ff700 1 -- start start 2023-10-06T22:45:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29cb9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29c40c7110 0x7f29c4156920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29cb9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c4158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29cb9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c4160ce0 0x7f29c415f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29cb9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c41577d0 con 0x7f29c40d3bd0 2023-10-06T22:45:34.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29cb9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c41f6630 con 0x7f29c40c7110 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29cb9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29c40ccee0 con 0x7f29c4160ce0 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29c8f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c4158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29c8f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c4158ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41026/0 (socket says 172.21.15.37:41026) 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29c8f9a700 1 -- 172.21.15.37:0/995970290 learned_addr learned my addr 172.21.15.37:0/995970290 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29c979b700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29c40c7110 0x7f29c4156920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.142+0000 7f29c9f9c700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c4160ce0 0x7f29c415f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29c8f9a700 1 -- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c4160ce0 msgr2=0x7f29c415f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29c8f9a700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c4160ce0 0x7f29c415f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29c8f9a700 1 -- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29c40c7110 msgr2=0x7f29c4156920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29c8f9a700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29c40c7110 0x7f29c4156920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29c8f9a700 1 -- 172.21.15.37:0/995970290 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b40094a0 con 0x7f29c40d3bd0 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29c9f9c700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c4160ce0 0x7f29c415f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29c8f9a700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c4158ba0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f29b4009fd0 tx=0x7f29b4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29b9ffb700 1 -- 172.21.15.37:0/995970290 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b40036a0 con 0x7f29c40d3bd0 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29b9ffb700 1 -- 172.21.15.37:0/995970290 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29b401f070 con 0x7f29c40d3bd0 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29b9ffb700 1 -- 172.21.15.37:0/995970290 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b4003a20 con 0x7f29c40d3bd0 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29c40cd1c0 con 0x7f29c40d3bd0 2023-10-06T22:45:34.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.143+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29c40ca9f0 con 0x7f29c40d3bd0 2023-10-06T22:45:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.144+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29c40ca570 con 0x7f29c40d3bd0 2023-10-06T22:45:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.145+0000 7f29b9ffb700 1 -- 172.21.15.37:0/995970290 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f29b4003b80 con 0x7f29c40d3bd0 2023-10-06T22:45:34.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.146+0000 7f29b9ffb700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f29a806af00 0x7f29a806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.146+0000 7f29b9ffb700 1 -- 172.21.15.37:0/995970290 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f29b4021070 con 0x7f29c40d3bd0 2023-10-06T22:45:34.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.147+0000 7f29c979b700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f29a806af00 0x7f29a806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.147+0000 7f29c979b700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f29a806af00 0x7f29a806d3c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f29c0007fd0 tx=0x7f29c0007de0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:34.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.151+0000 7f29b9ffb700 1 -- 172.21.15.37:0/995970290 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f29c40ca570 con 0x7f29c40d3bd0 2023-10-06T22:45:34.362 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.360+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f29c40ca570 con 0x7f29c40d3bd0 2023-10-06T22:45:34.363 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.361+0000 7f29b9ffb700 1 -- 172.21.15.37:0/995970290 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f29c40ca570 con 0x7f29c40d3bd0 2023-10-06T22:45:34.363 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:34.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f29a806af00 msgr2=0x7f29a806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f29a806af00 0x7f29a806d3c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f29c0007fd0 tx=0x7f29c0007de0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 msgr2=0x7f29c4158ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c4158ba0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f29b4009fd0 tx=0x7f29b4004750 comp rx=0 tx=0).stop 2023-10-06T22:45:34.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 shutdown_connections 2023-10-06T22:45:34.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f29a806af00 0x7f29a806d3c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f29c40c7110 0x7f29c4156920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f29c4160ce0 0x7f29c415f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 --2- 172.21.15.37:0/995970290 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f29c40d3bd0 0x7f29c4158ba0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 >> 172.21.15.37:0/995970290 conn(0x7f29c409c790 msgr2=0x7f29c40c91a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:34.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 shutdown_connections 2023-10-06T22:45:34.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.363+0000 7f29cb9ff700 1 -- 172.21.15.37:0/995970290 wait complete. 2023-10-06T22:45:34.384 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:34.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.587+0000 7fe96ebff700 1 Processor -- start 2023-10-06T22:45:34.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.587+0000 7fe96ebff700 1 -- start start 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe96ebff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe9680ce7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe96ebff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fe9680b2aa0 0x7fe9680cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe96ebff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9680d0760 con 0x7fe9680d02f0 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe96ebff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9680cecf0 con 0x7fe9680b2aa0 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe96ebff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9681622b0 con 0x7fe96815d830 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe967fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fe9680b2aa0 0x7fe9680cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe967fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fe9680b2aa0 0x7fe9680cfdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41030/0 (socket says 172.21.15.37:41030) 2023-10-06T22:45:34.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.588+0000 7fe96d19c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fe9680d02f0 0x7fe9680b4ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56890/0 (socket says 172.21.15.37:56890) 2023-10-06T22:45:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe967fff700 1 -- 172.21.15.37:0/526457996 learned_addr learned my addr 172.21.15.37:0/526457996 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe96c99b700 1 --2- 172.21.15.37:0/526457996 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe9680ce7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe967fff700 1 -- 172.21.15.37:0/526457996 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 msgr2=0x7fe9680ce7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe967fff700 1 --2- 172.21.15.37:0/526457996 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe9680ce7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe967fff700 1 -- 172.21.15.37:0/526457996 >> v1:172.21.15.37:6789/0 conn(0x7fe9680d02f0 legacy=0x7fe9680b4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe967fff700 1 -- 172.21.15.37:0/526457996 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe968161730 con 0x7fe9680b2aa0 2023-10-06T22:45:34.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe967fff700 1 --2- 172.21.15.37:0/526457996 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680b2aa0 0x7fe9680cfdb0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe9540098f0 tx=0x7fe954009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1084712e8c70dde server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:34.593 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.589+0000 7fe9677fe700 1 -- 172.21.15.37:0/526457996 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe95400b8a0 con 0x7fe9680b2aa0 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe9677fe700 1 -- 172.21.15.37:0/526457996 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe95400ba00 con 0x7fe9680b2aa0 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe9677fe700 1 -- 172.21.15.37:0/526457996 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe95400bd90 con 0x7fe9680b2aa0 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 -- 172.21.15.37:0/526457996 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680b2aa0 msgr2=0x7fe9680cfdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 --2- 172.21.15.37:0/526457996 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680b2aa0 0x7fe9680cfdb0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe9540098f0 tx=0x7fe954009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 -- 172.21.15.37:0/526457996 shutdown_connections 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 --2- 172.21.15.37:0/526457996 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe9680ce7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 --2- 172.21.15.37:0/526457996 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680b2aa0 0x7fe9680cfdb0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 -- 172.21.15.37:0/526457996 >> 172.21.15.37:0/526457996 conn(0x7fe96806b590 msgr2=0x7fe96806b970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 -- 172.21.15.37:0/526457996 shutdown_connections 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.590+0000 7fe96ebff700 1 -- 172.21.15.37:0/526457996 wait complete. 2023-10-06T22:45:34.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.592+0000 7fe96ebff700 1 Processor -- start 2023-10-06T22:45:34.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.592+0000 7fe96ebff700 1 -- start start 2023-10-06T22:45:34.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe96ebff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9680b2aa0 0x7fe96815ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe96ebff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680d02f0 0x7fe9680c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe96ebff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe968150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe96ebff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9680cba60 con 0x7fe9680d02f0 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe96ebff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9680b4a10 con 0x7fe9680b2aa0 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe96ebff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9680b5a70 con 0x7fe96815d830 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe967fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680d02f0 0x7fe9680c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe967fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680d02f0 0x7fe9680c97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41032/0 (socket says 172.21.15.37:41032) 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.593+0000 7fe967fff700 1 -- 172.21.15.37:0/1468289366 learned_addr learned my addr 172.21.15.37:0/1468289366 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe96d19c700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe968150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe967fff700 1 -- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 msgr2=0x7fe968150fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.597 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe96c99b700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9680b2aa0 0x7fe96815ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe967fff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe968150fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe967fff700 1 -- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9680b2aa0 msgr2=0x7fe96815ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe967fff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9680b2aa0 0x7fe96815ff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe967fff700 1 -- 172.21.15.37:0/1468289366 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe954009550 con 0x7fe9680d02f0 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe96d19c700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe968150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe96c99b700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9680b2aa0 0x7fe96815ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe967fff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680d02f0 0x7fe9680c97d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe954000c00 tx=0x7fe954004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe9657fa700 1 -- 172.21.15.37:0/1468289366 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe954004480 con 0x7fe9680d02f0 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe9657fa700 1 -- 172.21.15.37:0/1468289366 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe95401f070 con 0x7fe9680d02f0 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe9657fa700 1 -- 172.21.15.37:0/1468289366 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9540038c0 con 0x7fe9680d02f0 2023-10-06T22:45:34.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9680c9d10 con 0x7fe9680d02f0 2023-10-06T22:45:34.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.594+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9680b4f90 con 0x7fe9680d02f0 2023-10-06T22:45:34.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.595+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe968074380 con 0x7fe9680d02f0 2023-10-06T22:45:34.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.596+0000 7fe9657fa700 1 -- 172.21.15.37:0/1468289366 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fe954021030 con 0x7fe9680d02f0 2023-10-06T22:45:34.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.597+0000 7fe9657fa700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe94c06af00 0x7fe94c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:34.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.598+0000 7fe9657fa700 1 -- 172.21.15.37:0/1468289366 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fe95408af30 con 0x7fe9680d02f0 2023-10-06T22:45:34.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.598+0000 7fe96c99b700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe94c06af00 0x7fe94c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:34.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.599+0000 7fe96c99b700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe94c06af00 0x7fe94c06d3c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe95c009820 tx=0x7fe95c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:34.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.601+0000 7fe9657fa700 1 -- 172.21.15.37:0/1468289366 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fe954055d30 con 0x7fe9680d02f0 2023-10-06T22:45:34.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.813+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe9680d1160 con 0x7fe9680d02f0 2023-10-06T22:45:34.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.813+0000 7fe9657fa700 1 -- 172.21.15.37:0/1468289366 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe954059350 con 0x7fe9680d02f0 2023-10-06T22:45:34.815 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:34.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe94c06af00 msgr2=0x7fe94c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe94c06af00 0x7fe94c06d3c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe95c009820 tx=0x7fe95c008040 comp rx=0 tx=0).stop 2023-10-06T22:45:34.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680d02f0 msgr2=0x7fe9680c97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:34.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680d02f0 0x7fe9680c97d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe954000c00 tx=0x7fe954004750 comp rx=0 tx=0).stop 2023-10-06T22:45:34.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 shutdown_connections 2023-10-06T22:45:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fe94c06af00 0x7fe94c06d3c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fe9680b2aa0 0x7fe96815ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fe96815d830 0x7fe968150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 --2- 172.21.15.37:0/1468289366 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fe9680d02f0 0x7fe9680c97d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 >> 172.21.15.37:0/1468289366 conn(0x7fe96806b590 msgr2=0x7fe9680b2e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 shutdown_connections 2023-10-06T22:45:34.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:34.816+0000 7fe96ebff700 1 -- 172.21.15.37:0/1468289366 wait complete. 2023-10-06T22:45:34.836 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:35.043 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.041+0000 7fba097ff700 1 Processor -- start 2023-10-06T22:45:35.043 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.041+0000 7fba097ff700 1 -- start start 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.042+0000 7fba097ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fba0415d970 0x7fba040d0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.042+0000 7fba097ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fba040cec10 0x7fba0415dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.042+0000 7fba097ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba040cfbf0 con 0x7fba04161840 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.042+0000 7fba097ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba0415f0f0 con 0x7fba040cec10 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.042+0000 7fba097ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba040d0b70 con 0x7fba0415d970 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fba040cec10 0x7fba0415dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fba040cec10 0x7fba0415dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41036/0 (socket says 172.21.15.37:41036) 2023-10-06T22:45:35.045 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 -- 172.21.15.37:0/2817199933 learned_addr learned my addr 172.21.15.37:0/2817199933 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:35.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba02ffd700 1 --2- 172.21.15.37:0/2817199933 >> v2:172.21.15.62:3300/0 conn(0x7fba0415d970 0x7fba040d0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 -- 172.21.15.37:0/2817199933 >> v2:172.21.15.62:3300/0 conn(0x7fba0415d970 msgr2=0x7fba040d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:35.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 --2- 172.21.15.37:0/2817199933 >> v2:172.21.15.62:3300/0 conn(0x7fba0415d970 0x7fba040d0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 -- 172.21.15.37:0/2817199933 >> v1:172.21.15.62:6789/0 conn(0x7fba04161840 legacy=0x7fba040ce500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 -- 172.21.15.37:0/2817199933 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba0415eb30 con 0x7fba040cec10 2023-10-06T22:45:35.046 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.043+0000 7fba037fe700 1 --2- 172.21.15.37:0/2817199933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba040cec10 0x7fba0415dd50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fba040d1400 tx=0x7fb9fc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fef0bbc1e1ae63b8 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba01ffb700 1 -- 172.21.15.37:0/2817199933 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc00e070 con 0x7fba040cec10 2023-10-06T22:45:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba01ffb700 1 -- 172.21.15.37:0/2817199933 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9fc00b9c0 con 0x7fba040cec10 2023-10-06T22:45:35.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba01ffb700 1 -- 172.21.15.37:0/2817199933 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc00bd70 con 0x7fba040cec10 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 -- 172.21.15.37:0/2817199933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba040cec10 msgr2=0x7fba0415dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 --2- 172.21.15.37:0/2817199933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba040cec10 0x7fba0415dd50 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fba040d1400 tx=0x7fb9fc00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 -- 172.21.15.37:0/2817199933 shutdown_connections 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 --2- 172.21.15.37:0/2817199933 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba040cec10 0x7fba0415dd50 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 --2- 172.21.15.37:0/2817199933 >> v2:172.21.15.62:3300/0 conn(0x7fba0415d970 0x7fba040d0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 -- 172.21.15.37:0/2817199933 >> 172.21.15.37:0/2817199933 conn(0x7fba0406b5d0 msgr2=0x7fba0406b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 -- 172.21.15.37:0/2817199933 shutdown_connections 2023-10-06T22:45:35.048 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.044+0000 7fba097ff700 1 -- 172.21.15.37:0/2817199933 wait complete. 2023-10-06T22:45:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.046+0000 7fba097ff700 1 Processor -- start 2023-10-06T22:45:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.046+0000 7fba097ff700 1 -- start start 2023-10-06T22:45:35.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba097ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fba040cec10 0x7fba040c6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba097ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba0415d970 0x7fba040c9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba097ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fba04161840 0x7fba041f3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba097ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba041f45a0 con 0x7fba0415d970 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba097ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba041f4880 con 0x7fba04161840 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba097ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba041f4b60 con 0x7fba040cec10 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba027fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba0415d970 0x7fba040c9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba027fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba0415d970 0x7fba040c9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41044/0 (socket says 172.21.15.37:41044) 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba027fc700 1 -- 172.21.15.37:0/1182511143 learned_addr learned my addr 172.21.15.37:0/1182511143 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba037fe700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fba04161840 0x7fba041f3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.047+0000 7fba02ffd700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fba040cec10 0x7fba040c6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fba027fc700 1 -- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fba040cec10 msgr2=0x7fba040c6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fba027fc700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fba040cec10 0x7fba040c6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fba027fc700 1 -- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fba04161840 msgr2=0x7fba041f3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fba027fc700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fba04161840 0x7fba041f3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fba027fc700 1 -- 172.21.15.37:0/1182511143 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9fc009b30 con 0x7fba0415d970 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fba027fc700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba0415d970 0x7fba040c9d40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb9f800c450 tx=0x7fb9f800c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fb9eb7fe700 1 -- 172.21.15.37:0/1182511143 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f80052d0 con 0x7fba0415d970 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fb9eb7fe700 1 -- 172.21.15.37:0/1182511143 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9f8005430 con 0x7fba0415d970 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba041f4e40 con 0x7fba0415d970 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.048+0000 7fb9eb7fe700 1 -- 172.21.15.37:0/1182511143 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f80038c0 con 0x7fba0415d970 2023-10-06T22:45:35.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.049+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba040ca280 con 0x7fba0415d970 2023-10-06T22:45:35.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.050+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba041f5360 con 0x7fba0415d970 2023-10-06T22:45:35.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.050+0000 7fb9eb7fe700 1 -- 172.21.15.37:0/1182511143 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb9f8003a20 con 0x7fba0415d970 2023-10-06T22:45:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.052+0000 7fb9eb7fe700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9f006af00 0x7fb9f006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.052+0000 7fb9eb7fe700 1 -- 172.21.15.37:0/1182511143 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fb9f8088a70 con 0x7fba0415d970 2023-10-06T22:45:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.052+0000 7fba02ffd700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9f006af00 0x7fb9f006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.054 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.053+0000 7fba02ffd700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9f006af00 0x7fb9f006d3c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb9f4006b20 tx=0x7fb9f4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:35.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.056+0000 7fb9eb7fe700 1 -- 172.21.15.37:0/1182511143 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fba041f5360 con 0x7fba0415d970 2023-10-06T22:45:35.268 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.266+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fba040cfbf0 con 0x7fba0415d970 2023-10-06T22:45:35.269 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.267+0000 7fb9eb7fe700 1 -- 172.21.15.37:0/1182511143 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb9f8017020 con 0x7fba0415d970 2023-10-06T22:45:35.269 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:35.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9f006af00 msgr2=0x7fb9f006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9f006af00 0x7fb9f006d3c0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb9f4006b20 tx=0x7fb9f4008040 comp rx=0 tx=0).stop 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba0415d970 msgr2=0x7fba040c9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba0415d970 0x7fba040c9d40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb9f800c450 tx=0x7fb9f800c760 comp rx=0 tx=0).stop 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 shutdown_connections 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb9f006af00 0x7fb9f006d3c0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fba04161840 0x7fba041f3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fba040cec10 0x7fba040c6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 --2- 172.21.15.37:0/1182511143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fba0415d970 0x7fba040c9d40 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 >> 172.21.15.37:0/1182511143 conn(0x7fba0406b5d0 msgr2=0x7fba0406b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 shutdown_connections 2023-10-06T22:45:35.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.269+0000 7fba097ff700 1 -- 172.21.15.37:0/1182511143 wait complete. 2023-10-06T22:45:35.290 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-06T22:45:35.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.490+0000 7f2e899ff700 1 Processor -- start 2023-10-06T22:45:35.492 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.490+0000 7f2e899ff700 1 -- start start 2023-10-06T22:45:35.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.491+0000 7f2e899ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f2e840d1760 0x7f2e840ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.491+0000 7f2e899ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2e840b5010 0x7f2e840b5420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.491+0000 7f2e899ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e840cedd0 con 0x7f2e8415d830 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.491+0000 7f2e899ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e840b5960 con 0x7f2e840d1760 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.491+0000 7f2e899ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e840d1d40 con 0x7f2e840b5010 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e827fc700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f2e840d1760 0x7f2e840ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e82ffd700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f2e8415d830 0x7f2e840d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56896/0 (socket says 172.21.15.37:56896) 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e82ffd700 1 -- 172.21.15.37:0/820243268 learned_addr learned my addr 172.21.15.37:0/820243268 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:35.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e837fe700 1 --2- 172.21.15.37:0/820243268 >> v2:172.21.15.62:3300/0 conn(0x7f2e840b5010 0x7f2e840b5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e827fc700 1 -- 172.21.15.37:0/820243268 >> v2:172.21.15.62:3300/0 conn(0x7f2e840b5010 msgr2=0x7f2e840b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e827fc700 1 --2- 172.21.15.37:0/820243268 >> v2:172.21.15.62:3300/0 conn(0x7f2e840b5010 0x7f2e840b5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e827fc700 1 -- 172.21.15.37:0/820243268 >> v1:172.21.15.37:6789/0 conn(0x7f2e8415d830 legacy=0x7f2e840d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e827fc700 1 -- 172.21.15.37:0/820243268 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e840d2020 con 0x7f2e840d1760 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.492+0000 7f2e81ffb700 1 -- 172.21.15.37:0/820243268 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1637665273 0 0) 0x7f2e840cedd0 con 0x7f2e8415d830 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e827fc700 1 --2- 172.21.15.37:0/820243268 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e840d1760 0x7f2e840ce890 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f2e840ca5f0 tx=0x7f2e78009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c541df4d3a524e15 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e81ffb700 1 -- 172.21.15.37:0/820243268 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e78011830 con 0x7f2e840d1760 2023-10-06T22:45:35.496 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e81ffb700 1 -- 172.21.15.37:0/820243268 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e78011990 con 0x7f2e840d1760 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e81ffb700 1 -- 172.21.15.37:0/820243268 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e78011d20 con 0x7f2e840d1760 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e899ff700 1 -- 172.21.15.37:0/820243268 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e840d1760 msgr2=0x7f2e840ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e899ff700 1 --2- 172.21.15.37:0/820243268 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e840d1760 0x7f2e840ce890 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f2e840ca5f0 tx=0x7f2e78009b20 comp rx=0 tx=0).stop 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e899ff700 1 -- 172.21.15.37:0/820243268 shutdown_connections 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e899ff700 1 --2- 172.21.15.37:0/820243268 >> v2:172.21.15.62:3300/0 conn(0x7f2e840b5010 0x7f2e840b5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e899ff700 1 --2- 172.21.15.37:0/820243268 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e840d1760 0x7f2e840ce890 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.493+0000 7f2e899ff700 1 -- 172.21.15.37:0/820243268 >> 172.21.15.37:0/820243268 conn(0x7f2e84072630 msgr2=0x7f2e840d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.494+0000 7f2e899ff700 1 -- 172.21.15.37:0/820243268 shutdown_connections 2023-10-06T22:45:35.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.494+0000 7f2e899ff700 1 -- 172.21.15.37:0/820243268 wait complete. 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.495+0000 7f2e899ff700 1 Processor -- start 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.495+0000 7f2e899ff700 1 -- start start 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.496+0000 7f2e899ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2e840b5010 0x7f2e840c81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.496+0000 7f2e899ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e840d1760 0x7f2e840c9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.496+0000 7f2e899ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e8415d830 0x7f2e841e7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.496+0000 7f2e899ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e841e7950 con 0x7f2e8415d830 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.496+0000 7f2e899ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e840c88a0 con 0x7f2e840d1760 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.496+0000 7f2e899ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e840c8b80 con 0x7f2e840b5010 2023-10-06T22:45:35.499 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e8415d830 0x7f2e841e7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e8415d830 0x7f2e841e7410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41070/0 (socket says 172.21.15.37:41070) 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 -- 172.21.15.37:0/85559334 learned_addr learned my addr 172.21.15.37:0/85559334 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e82ffd700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2e840b5010 0x7f2e840c81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e827fc700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e840d1760 0x7f2e840c9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 -- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2e840b5010 msgr2=0x7f2e840c81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2e840b5010 0x7f2e840c81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 -- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e840d1760 msgr2=0x7f2e840c9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e840d1760 0x7f2e840c9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 -- 172.21.15.37:0/85559334 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e780094a0 con 0x7f2e8415d830 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e827fc700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e840d1760 0x7f2e840c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:35.500 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e837fe700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e8415d830 0x7f2e841e7410 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00efc0 tx=0x7f2e7c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:35.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e6bfff700 1 -- 172.21.15.37:0/85559334 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c009ba0 con 0x7f2e8415d830 2023-10-06T22:45:35.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e6bfff700 1 -- 172.21.15.37:0/85559334 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e7c00f040 con 0x7f2e8415d830 2023-10-06T22:45:35.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.497+0000 7f2e6bfff700 1 -- 172.21.15.37:0/85559334 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e7c014480 con 0x7f2e8415d830 2023-10-06T22:45:35.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.498+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e840c8e60 con 0x7f2e8415d830 2023-10-06T22:45:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.498+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e840c9420 con 0x7f2e8415d830 2023-10-06T22:45:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.499+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e84074380 con 0x7f2e8415d830 2023-10-06T22:45:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.499+0000 7f2e6bfff700 1 -- 172.21.15.37:0/85559334 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2e7c0145e0 con 0x7f2e8415d830 2023-10-06T22:45:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.500+0000 7f2e6bfff700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2e7006af00 0x7f2e7006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.500+0000 7f2e6bfff700 1 -- 172.21.15.37:0/85559334 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f2e7c08a1f0 con 0x7f2e8415d830 2023-10-06T22:45:35.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.501+0000 7f2e82ffd700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2e7006af00 0x7f2e7006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:35.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.502+0000 7f2e82ffd700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2e7006af00 0x7f2e7006d3c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2e74000f60 tx=0x7f2e74007be0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:35.507 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.505+0000 7f2e6bfff700 1 -- 172.21.15.37:0/85559334 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2e7c054ed0 con 0x7f2e8415d830 2023-10-06T22:45:35.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.732+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f2e840c9610 con 0x7f2e8415d830 2023-10-06T22:45:35.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.732+0000 7f2e6bfff700 1 -- 172.21.15.37:0/85559334 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7f2e7c0584f0 con 0x7f2e8415d830 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2e7006af00 msgr2=0x7f2e7006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2e7006af00 0x7f2e7006d3c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2e74000f60 tx=0x7f2e74007be0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e8415d830 msgr2=0x7f2e841e7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e8415d830 0x7f2e841e7410 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2e7c00efc0 tx=0x7f2e7c00c3a0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 shutdown_connections 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2e8415d830 0x7f2e841e7410 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2e840b5010 0x7f2e840c81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2e7006af00 0x7f2e7006d3c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.734+0000 7f2e899ff700 1 --2- 172.21.15.37:0/85559334 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2e840d1760 0x7f2e840c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.735+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 >> 172.21.15.37:0/85559334 conn(0x7f2e84072630 msgr2=0x7f2e840b2ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:35.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.735+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 shutdown_connections 2023-10-06T22:45:35.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:35.735+0000 7f2e899ff700 1 -- 172.21.15.37:0/85559334 wait complete. 2023-10-06T22:45:35.738 INFO:teuthology.orchestra.run.smithi037.stderr:listed 0 entries 2023-10-06T22:45:35.755 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2023-10-06T22:45:35.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:35.755 DEBUG:teuthology.orchestra.run.smithi037:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2023-10-06T22:45:35.837 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi037.front.sepia.ceph.com 2023-10-06T22:45:35.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:35.838 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-10-06T22:45:35.883 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:35.883 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:35.933 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:35.933 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:35.978 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-06T22:45:35.979 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:45:36.064 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:36.266 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.264+0000 7f2bf27ff700 1 Processor -- start 2023-10-06T22:45:36.266 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.264+0000 7f2bf27ff700 1 -- start start 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.265+0000 7f2bf27ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.265+0000 7f2bf27ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2bec0b5010 0x7f2bec0b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.265+0000 7f2bf27ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2bec0cedd0 con 0x7f2bec15d830 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.265+0000 7f2bf27ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2bec0b59c0 con 0x7f2bec0b5010 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.265+0000 7f2bf27ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bec0d1d40 con 0x7f2bec0d1760 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.265+0000 7f2beb7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2bf0d9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2bec0b5010 0x7f2bec0b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beb7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0ce890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:58786/0 (socket says 172.21.15.37:58786) 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beb7fe700 1 -- 172.21.15.37:0/2211140374 learned_addr learned my addr 172.21.15.37:0/2211140374 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:36.270 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2bf0d9c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f2bec0b5010 0x7f2bec0b5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:36802/0 (socket says 172.21.15.37:36802) 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beb7fe700 1 -- 172.21.15.37:0/2211140374 >> v2:172.21.15.62:3300/0 conn(0x7f2bec0b5010 msgr2=0x7f2bec0b5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beb7fe700 1 --2- 172.21.15.37:0/2211140374 >> v2:172.21.15.62:3300/0 conn(0x7f2bec0b5010 0x7f2bec0b5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beb7fe700 1 -- 172.21.15.37:0/2211140374 >> v1:172.21.15.62:6789/0 conn(0x7f2bec15d830 legacy=0x7f2bec0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beb7fe700 1 -- 172.21.15.37:0/2211140374 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bec0d2020 con 0x7f2bec0d1760 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beb7fe700 1 --2- 172.21.15.37:0/2211140374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0ce890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2be00098f0 tx=0x7f2be0009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18bc883020308a8c server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.266+0000 7f2beaffd700 1 -- 172.21.15.37:0/2211140374 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2be0011830 con 0x7f2bec0d1760 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2beaffd700 1 -- 172.21.15.37:0/2211140374 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2be0011990 con 0x7f2bec0d1760 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2beaffd700 1 -- 172.21.15.37:0/2211140374 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2be0011d20 con 0x7f2bec0d1760 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2211140374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 msgr2=0x7f2bec0ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2211140374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0ce890 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2be00098f0 tx=0x7f2be0009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:36.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2211140374 shutdown_connections 2023-10-06T22:45:36.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2211140374 >> v2:172.21.15.62:3300/0 conn(0x7f2bec0b5010 0x7f2bec0b5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2211140374 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0ce890 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2211140374 >> 172.21.15.37:0/2211140374 conn(0x7f2bec072630 msgr2=0x7f2bec0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:36.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2211140374 shutdown_connections 2023-10-06T22:45:36.272 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.267+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2211140374 wait complete. 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.269+0000 7f2bf27ff700 1 Processor -- start 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.269+0000 7f2bf27ff700 1 -- start start 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf27ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bec0b5010 0x7f2bec15be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf27ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0cb340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf27ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2bec15d830 0x7f2bec0cb880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf27ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bec15c360 con 0x7f2bec15d830 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf27ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bec0cbeb0 con 0x7f2bec0b5010 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf27ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2bec0cc190 con 0x7f2bec0d1760 2023-10-06T22:45:36.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf0d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2bec15d830 0x7f2bec0cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2beb7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0cb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bebfff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bec0b5010 0x7f2bec15be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf0d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2bec15d830 0x7f2bec0cb880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41086/0 (socket says 172.21.15.37:41086) 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.270+0000 7f2bf0d9c700 1 -- 172.21.15.37:0/2440060607 learned_addr learned my addr 172.21.15.37:0/2440060607 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf0d9c700 1 -- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 msgr2=0x7f2bec0cb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf0d9c700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0cb340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf0d9c700 1 -- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bec0b5010 msgr2=0x7f2bec15be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf0d9c700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bec0b5010 0x7f2bec15be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf0d9c700 1 -- 172.21.15.37:0/2440060607 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2be0009550 con 0x7f2bec15d830 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf0d9c700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2bec15d830 0x7f2bec0cb880 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2be400efc0 tx=0x7f2be400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:36.275 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2be8ff9700 1 -- 172.21.15.37:0/2440060607 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2be400cad0 con 0x7f2bec15d830 2023-10-06T22:45:36.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2be8ff9700 1 -- 172.21.15.37:0/2440060607 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2be400f040 con 0x7f2bec15d830 2023-10-06T22:45:36.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2be8ff9700 1 -- 172.21.15.37:0/2440060607 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2be400ce70 con 0x7f2bec15d830 2023-10-06T22:45:36.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bec0cc470 con 0x7f2bec15d830 2023-10-06T22:45:36.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.271+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bec0ab8b0 con 0x7f2bec15d830 2023-10-06T22:45:36.276 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.272+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bec0cf640 con 0x7f2bec15d830 2023-10-06T22:45:36.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.273+0000 7f2be8ff9700 1 -- 172.21.15.37:0/2440060607 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2be4014480 con 0x7f2bec15d830 2023-10-06T22:45:36.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.274+0000 7f2be8ff9700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2bd806af00 0x7f2bd806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.274+0000 7f2be8ff9700 1 -- 172.21.15.37:0/2440060607 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f2be408a0f0 con 0x7f2bec15d830 2023-10-06T22:45:36.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.275+0000 7f2bebfff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2bd806af00 0x7f2bd806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.275+0000 7f2bebfff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2bd806af00 0x7f2bd806d3c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2bec0cce90 tx=0x7f2bdc009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:36.280 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.279+0000 7f2be8ff9700 1 -- 172.21.15.37:0/2440060607 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2be4054dd0 con 0x7f2bec15d830 2023-10-06T22:45:36.493 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.491+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2bec074380 con 0x7f2bec15d830 2023-10-06T22:45:36.494 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.492+0000 7f2be8ff9700 1 -- 172.21.15.37:0/2440060607 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f2be40878f0 con 0x7f2bec15d830 2023-10-06T22:45:36.495 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:36.495 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:36.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2bd806af00 msgr2=0x7f2bd806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2bd806af00 0x7f2bd806d3c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2bec0cce90 tx=0x7f2bdc009040 comp rx=0 tx=0).stop 2023-10-06T22:45:36.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2bec15d830 msgr2=0x7f2bec0cb880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.497 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2bec15d830 0x7f2bec0cb880 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2be400efc0 tx=0x7f2be400c0c0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 shutdown_connections 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2bd806af00 0x7f2bd806d3c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2bec0b5010 0x7f2bec15be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2bec15d830 0x7f2bec0cb880 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 --2- 172.21.15.37:0/2440060607 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2bec0d1760 0x7f2bec0cb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 >> 172.21.15.37:0/2440060607 conn(0x7f2bec072630 msgr2=0x7f2bec0b2df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 shutdown_connections 2023-10-06T22:45:36.498 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.495+0000 7f2bf27ff700 1 -- 172.21.15.37:0/2440060607 wait complete. 2023-10-06T22:45:36.516 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:36.517 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:36.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.720+0000 7f35ae9ff700 1 Processor -- start 2023-10-06T22:45:36.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.720+0000 7f35ae9ff700 1 -- start start 2023-10-06T22:45:36.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.721+0000 7f35ae9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f35a80c8120 0x7f35a8168300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.721+0000 7f35ae9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35a81610c0 con 0x7f35a80d3bd0 2023-10-06T22:45:36.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35ae9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35a80d40d0 con 0x7f35a8160ce0 2023-10-06T22:45:36.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35ae9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35a80d0a20 con 0x7f35a80c8120 2023-10-06T22:45:36.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35acf9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f35a80c8120 0x7f35a8168300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35a77fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f35a80d3bd0 0x7f35a80d0310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56904/0 (socket says 172.21.15.37:56904) 2023-10-06T22:45:36.724 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35a77fe700 1 -- 172.21.15.37:0/2659452198 learned_addr learned my addr 172.21.15.37:0/2659452198 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:36.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35acf9c700 1 -- 172.21.15.37:0/2659452198 >> v1:172.21.15.62:6789/0 conn(0x7f35a8160ce0 legacy=0x7f35a80cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35acf9c700 1 -- 172.21.15.37:0/2659452198 >> v1:172.21.15.37:6789/0 conn(0x7f35a80d3bd0 legacy=0x7f35a80d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35acf9c700 1 -- 172.21.15.37:0/2659452198 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35a80d43b0 con 0x7f35a80c8120 2023-10-06T22:45:36.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.722+0000 7f35a6ffd700 1 -- 172.21.15.37:0/2659452198 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1968114126 0 0) 0x7f35a80d40d0 con 0x7f35a8160ce0 2023-10-06T22:45:36.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35acf9c700 1 --2- 172.21.15.37:0/2659452198 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80c8120 0x7f35a8168300 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009d90 tx=0x7f35a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c83b5745bed32877 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35a6ffd700 1 -- 172.21.15.37:0/2659452198 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35a000e070 con 0x7f35a80c8120 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35a6ffd700 1 -- 172.21.15.37:0/2659452198 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35a000bad0 con 0x7f35a80c8120 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35a6ffd700 1 -- 172.21.15.37:0/2659452198 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35a000be80 con 0x7f35a80c8120 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2659452198 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80c8120 msgr2=0x7f35a8168300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2659452198 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80c8120 0x7f35a8168300 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009d90 tx=0x7f35a000b330 comp rx=0 tx=0).stop 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2659452198 shutdown_connections 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2659452198 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80c8120 0x7f35a8168300 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.723+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2659452198 >> 172.21.15.37:0/2659452198 conn(0x7f35a809c790 msgr2=0x7f35a80d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.724+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2659452198 shutdown_connections 2023-10-06T22:45:36.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.724+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2659452198 wait complete. 2023-10-06T22:45:36.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.725+0000 7f35ae9ff700 1 Processor -- start 2023-10-06T22:45:36.727 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.725+0000 7f35ae9ff700 1 -- start start 2023-10-06T22:45:36.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.726+0000 7f35ae9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35a80c8120 0x7f35a80cb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.726+0000 7f35ae9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80d3bd0 0x7f35a80b71d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.726+0000 7f35ae9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35a8160ce0 0x7f35a80b7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.726+0000 7f35ae9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35a80cb9f0 con 0x7f35a80d3bd0 2023-10-06T22:45:36.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.726+0000 7f35ae9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35a80cbc90 con 0x7f35a8160ce0 2023-10-06T22:45:36.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.726+0000 7f35ae9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35a80cbf70 con 0x7f35a80c8120 2023-10-06T22:45:36.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80d3bd0 0x7f35a80b71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80d3bd0 0x7f35a80b71d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41094/0 (socket says 172.21.15.37:41094) 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a7fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35a80c8120 0x7f35a80cb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 -- 172.21.15.37:0/2954993513 learned_addr learned my addr 172.21.15.37:0/2954993513 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35acf9c700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35a8160ce0 0x7f35a80b7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 -- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35a80c8120 msgr2=0x7f35a80cb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35a80c8120 0x7f35a80cb4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 -- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35a8160ce0 msgr2=0x7f35a80b7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35a8160ce0 0x7f35a80b7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 -- 172.21.15.37:0/2954993513 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35a0009a70 con 0x7f35a80d3bd0 2023-10-06T22:45:36.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.727+0000 7f35a77fe700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80d3bd0 0x7f35a80b71d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f359c00c750 tx=0x7f359c00ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:36.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.728+0000 7f35a4ff9700 1 -- 172.21.15.37:0/2954993513 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f359c004c80 con 0x7f35a80d3bd0 2023-10-06T22:45:36.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.728+0000 7f35a4ff9700 1 -- 172.21.15.37:0/2954993513 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f359c004de0 con 0x7f35a80d3bd0 2023-10-06T22:45:36.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.728+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35a80cc250 con 0x7f35a80d3bd0 2023-10-06T22:45:36.731 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.728+0000 7f35a4ff9700 1 -- 172.21.15.37:0/2954993513 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f359c007310 con 0x7f35a80d3bd0 2023-10-06T22:45:36.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.728+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35a81542f0 con 0x7f35a80d3bd0 2023-10-06T22:45:36.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.729+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35a8157e70 con 0x7f35a80d3bd0 2023-10-06T22:45:36.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.730+0000 7f35a4ff9700 1 -- 172.21.15.37:0/2954993513 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f359c007470 con 0x7f35a80d3bd0 2023-10-06T22:45:36.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.730+0000 7f35a4ff9700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f359406af00 0x7f359406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:36.732 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.731+0000 7f35a4ff9700 1 -- 172.21.15.37:0/2954993513 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f359c089790 con 0x7f35a80d3bd0 2023-10-06T22:45:36.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.731+0000 7f35a7fff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f359406af00 0x7f359406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:36.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.732+0000 7f35a7fff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f359406af00 0x7f359406d3c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3598007fd0 tx=0x7f3598009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:36.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.735+0000 7f35a4ff9700 1 -- 172.21.15.37:0/2954993513 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f359c0543e0 con 0x7f35a80d3bd0 2023-10-06T22:45:36.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.948+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f35a8067490 con 0x7f35a80d3bd0 2023-10-06T22:45:36.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.949+0000 7f35a4ff9700 1 -- 172.21.15.37:0/2954993513 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f359c007720 con 0x7f35a80d3bd0 2023-10-06T22:45:36.951 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:36.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f359406af00 msgr2=0x7f359406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f359406af00 0x7f359406d3c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f3598007fd0 tx=0x7f3598009040 comp rx=0 tx=0).stop 2023-10-06T22:45:36.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80d3bd0 msgr2=0x7f35a80b71d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:36.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80d3bd0 0x7f35a80b71d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f359c00c750 tx=0x7f359c00ca60 comp rx=0 tx=0).stop 2023-10-06T22:45:36.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 shutdown_connections 2023-10-06T22:45:36.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f359406af00 0x7f359406d3c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35a8160ce0 0x7f35a80b7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35a80c8120 0x7f35a80cb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 --2- 172.21.15.37:0/2954993513 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35a80d3bd0 0x7f35a80b71d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:36.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 >> 172.21.15.37:0/2954993513 conn(0x7f35a809c790 msgr2=0x7f35a815d880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:36.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 shutdown_connections 2023-10-06T22:45:36.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:36.951+0000 7f35ae9ff700 1 -- 172.21.15.37:0/2954993513 wait complete. 2023-10-06T22:45:36.971 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:37.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.175+0000 7fb61a7ff700 1 Processor -- start 2023-10-06T22:45:37.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.175+0000 7fb61a7ff700 1 -- start start 2023-10-06T22:45:37.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.176+0000 7fb61a7ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb614161840 0x7fb6140ce500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.176+0000 7fb61a7ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6140cfbf0 con 0x7fb61415d970 2023-10-06T22:45:37.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.176+0000 7fb61a7ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb61415eb30 con 0x7fb6140cea40 2023-10-06T22:45:37.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.176+0000 7fb61a7ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb61415f0f0 con 0x7fb614161840 2023-10-06T22:45:37.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb6137fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb614161840 0x7fb6140ce500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb613fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fb61415d970 0x7fb6140d0630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56910/0 (socket says 172.21.15.37:56910) 2023-10-06T22:45:37.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb613fff700 1 -- 172.21.15.37:0/1981190975 learned_addr learned my addr 172.21.15.37:0/1981190975 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:37.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb6137fe700 1 -- 172.21.15.37:0/1981190975 >> v1:172.21.15.62:6789/0 conn(0x7fb6140cea40 legacy=0x7fb61415dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb6137fe700 1 -- 172.21.15.37:0/1981190975 >> v1:172.21.15.37:6789/0 conn(0x7fb61415d970 legacy=0x7fb6140d0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb6137fe700 1 -- 172.21.15.37:0/1981190975 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb61415ee10 con 0x7fb614161840 2023-10-06T22:45:37.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb6137fe700 1 --2- 172.21.15.37:0/1981190975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb614161840 0x7fb6140ce500 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb608009840 tx=0x7fb608009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4b7df8ad48e8c56 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.177+0000 7fb612ffd700 1 -- 172.21.15.37:0/1981190975 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb608011830 con 0x7fb614161840 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb612ffd700 1 -- 172.21.15.37:0/1981190975 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb608011990 con 0x7fb614161840 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb612ffd700 1 -- 172.21.15.37:0/1981190975 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb608011d20 con 0x7fb614161840 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb61a7ff700 1 -- 172.21.15.37:0/1981190975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb614161840 msgr2=0x7fb6140ce500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/1981190975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb614161840 0x7fb6140ce500 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb608009840 tx=0x7fb608009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb61a7ff700 1 -- 172.21.15.37:0/1981190975 shutdown_connections 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/1981190975 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb614161840 0x7fb6140ce500 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.181 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb61a7ff700 1 -- 172.21.15.37:0/1981190975 >> 172.21.15.37:0/1981190975 conn(0x7fb61406b5d0 msgr2=0x7fb61406b9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:37.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb61a7ff700 1 -- 172.21.15.37:0/1981190975 shutdown_connections 2023-10-06T22:45:37.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.178+0000 7fb61a7ff700 1 -- 172.21.15.37:0/1981190975 wait complete. 2023-10-06T22:45:37.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.180+0000 7fb61a7ff700 1 Processor -- start 2023-10-06T22:45:37.182 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.180+0000 7fb61a7ff700 1 -- start start 2023-10-06T22:45:37.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb61a7ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6140cea40 0x7fb6140ca570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb61a7ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb61415d970 0x7fb6141f2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb61a7ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb614161840 0x7fb6140b77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb61a7ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb614157240 con 0x7fb61415d970 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb61a7ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6140caab0 con 0x7fb6140cea40 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb61a7ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6140cbb10 con 0x7fb614161840 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb6137fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb61415d970 0x7fb6141f2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb6137fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb61415d970 0x7fb6141f2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41106/0 (socket says 172.21.15.37:41106) 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.181+0000 7fb6137fe700 1 -- 172.21.15.37:0/3831563698 learned_addr learned my addr 172.21.15.37:0/3831563698 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb613fff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6140cea40 0x7fb6140ca570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb618d9c700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb614161840 0x7fb6140b77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb6137fe700 1 -- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb614161840 msgr2=0x7fb6140b77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb6137fe700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb614161840 0x7fb6140b77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb6137fe700 1 -- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6140cea40 msgr2=0x7fb6140ca570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb6137fe700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6140cea40 0x7fb6140ca570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb6137fe700 1 -- 172.21.15.37:0/3831563698 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6080094a0 con 0x7fb61415d970 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb618d9c700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb614161840 0x7fb6140b77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb613fff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6140cea40 0x7fb6140ca570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb6137fe700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb61415d970 0x7fb6141f2d00 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb6080090b0 tx=0x7fb608004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb610ff9700 1 -- 172.21.15.37:0/3831563698 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6080045f0 con 0x7fb61415d970 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb610ff9700 1 -- 172.21.15.37:0/3831563698 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb60801f070 con 0x7fb61415d970 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb610ff9700 1 -- 172.21.15.37:0/3831563698 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb608003b00 con 0x7fb61415d970 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.182+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb61415ac60 con 0x7fb61415d970 2023-10-06T22:45:37.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.183+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6140cace0 con 0x7fb61415d970 2023-10-06T22:45:37.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.183+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6140cbca0 con 0x7fb61415d970 2023-10-06T22:45:37.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.185+0000 7fb610ff9700 1 -- 172.21.15.37:0/3831563698 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb608003c60 con 0x7fb61415d970 2023-10-06T22:45:37.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.185+0000 7fb610ff9700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb60006af00 0x7fb60006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.185+0000 7fb610ff9700 1 -- 172.21.15.37:0/3831563698 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fb608021070 con 0x7fb61415d970 2023-10-06T22:45:37.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.186+0000 7fb613fff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb60006af00 0x7fb60006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.187+0000 7fb613fff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb60006af00 0x7fb60006d3c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb604007fd0 tx=0x7fb604009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:37.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.190+0000 7fb610ff9700 1 -- 172.21.15.37:0/3831563698 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb608056190 con 0x7fb61415d970 2023-10-06T22:45:37.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.404+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb614067490 con 0x7fb61415d970 2023-10-06T22:45:37.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.405+0000 7fb610ff9700 1 -- 172.21.15.37:0/3831563698 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb6080597b0 con 0x7fb61415d970 2023-10-06T22:45:37.407 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:37.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb60006af00 msgr2=0x7fb60006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb60006af00 0x7fb60006d3c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb604007fd0 tx=0x7fb604009040 comp rx=0 tx=0).stop 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb61415d970 msgr2=0x7fb6141f2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb61415d970 0x7fb6141f2d00 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb6080090b0 tx=0x7fb608004750 comp rx=0 tx=0).stop 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 shutdown_connections 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb60006af00 0x7fb60006d3c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb6140cea40 0x7fb6140ca570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb614161840 0x7fb6140b77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 --2- 172.21.15.37:0/3831563698 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb61415d970 0x7fb6141f2d00 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 >> 172.21.15.37:0/3831563698 conn(0x7fb61406b5d0 msgr2=0x7fb6140d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:37.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 shutdown_connections 2023-10-06T22:45:37.411 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.407+0000 7fb61a7ff700 1 -- 172.21.15.37:0/3831563698 wait complete. 2023-10-06T22:45:37.427 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:37.632 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.630+0000 7f97a9fff700 1 Processor -- start 2023-10-06T22:45:37.632 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.630+0000 7f97a9fff700 1 -- start start 2023-10-06T22:45:37.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a9fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a40cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a9fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f97a40d3bd0 0x7f97a40d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a9fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f97a40d0680 0x7f97a40d1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a9fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97a41610c0 con 0x7f97a40d0680 2023-10-06T22:45:37.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a9fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97a40d40d0 con 0x7f97a40d3bd0 2023-10-06T22:45:37.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a9fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97a40d43b0 con 0x7f97a4160ce0 2023-10-06T22:45:37.634 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a3fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f97a40d0680 0x7f97a40d1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a3fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f97a40d0680 0x7f97a40d1090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41110/0 (socket says 172.21.15.37:41110) 2023-10-06T22:45:37.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a3fff700 1 -- 172.21.15.37:0/2337595623 learned_addr learned my addr 172.21.15.37:0/2337595623 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:37.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f979bfff700 1 --2- 172.21.15.37:0/2337595623 >> v2:172.21.15.62:3300/0 conn(0x7f97a40d3bd0 0x7f97a40d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.632+0000 7f97a37fe700 1 --2- 172.21.15.37:0/2337595623 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a40cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a3fff700 1 -- 172.21.15.37:0/2337595623 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 msgr2=0x7f97a40cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:37.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a3fff700 1 --2- 172.21.15.37:0/2337595623 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a40cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a3fff700 1 -- 172.21.15.37:0/2337595623 >> v2:172.21.15.62:3300/0 conn(0x7f97a40d3bd0 msgr2=0x7f97a40d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:37.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a3fff700 1 --2- 172.21.15.37:0/2337595623 >> v2:172.21.15.62:3300/0 conn(0x7f97a40d3bd0 0x7f97a40d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a3fff700 1 -- 172.21.15.37:0/2337595623 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a40ceb80 con 0x7f97a40d0680 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a3fff700 1 --2- 172.21.15.37:0/2337595623 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d0680 0x7f97a40d1090 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f97a408d9a0 tx=0x7f979c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc8e2f6e436316a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a2ffd700 1 -- 172.21.15.37:0/2337595623 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f979c00e070 con 0x7f97a40d0680 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a2ffd700 1 -- 172.21.15.37:0/2337595623 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f979c00b910 con 0x7f97a40d0680 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.633+0000 7f97a2ffd700 1 -- 172.21.15.37:0/2337595623 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f979c00bcc0 con 0x7f97a40d0680 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 -- 172.21.15.37:0/2337595623 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d0680 msgr2=0x7f97a40d1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 --2- 172.21.15.37:0/2337595623 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d0680 0x7f97a40d1090 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f97a408d9a0 tx=0x7f979c00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 -- 172.21.15.37:0/2337595623 shutdown_connections 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 --2- 172.21.15.37:0/2337595623 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d0680 0x7f97a40d1090 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 --2- 172.21.15.37:0/2337595623 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a40cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 --2- 172.21.15.37:0/2337595623 >> v2:172.21.15.62:3300/0 conn(0x7f97a40d3bd0 0x7f97a40d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.637 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 -- 172.21.15.37:0/2337595623 >> 172.21.15.37:0/2337595623 conn(0x7f97a409c790 msgr2=0x7f97a40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:37.638 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 -- 172.21.15.37:0/2337595623 shutdown_connections 2023-10-06T22:45:37.638 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.634+0000 7f97a9fff700 1 -- 172.21.15.37:0/2337595623 wait complete. 2023-10-06T22:45:37.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.636+0000 7f97a9fff700 1 Processor -- start 2023-10-06T22:45:37.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.636+0000 7f97a9fff700 1 -- start start 2023-10-06T22:45:37.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a9fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97a40d0680 0x7f97a40ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a9fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d3bd0 0x7f97a40b6a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a9fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a4151dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a9fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a40cd470 con 0x7f97a40d3bd0 2023-10-06T22:45:37.640 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a9fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a40b6f40 con 0x7f97a40d0680 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a9fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97a40ca900 con 0x7f97a4160ce0 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d3bd0 0x7f97a40b6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d3bd0 0x7f97a40b6a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41112/0 (socket says 172.21.15.37:41112) 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 -- 172.21.15.37:0/644545570 learned_addr learned my addr 172.21.15.37:0/644545570 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a37fe700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97a40d0680 0x7f97a40ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f97a3fff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a4151dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 -- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 msgr2=0x7f97a4151dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a4151dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 -- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97a40d0680 msgr2=0x7f97a40ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97a40d0680 0x7f97a40ccf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.637+0000 7f979bfff700 1 -- 172.21.15.37:0/644545570 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f979c009b30 con 0x7f97a40d3bd0 2023-10-06T22:45:37.641 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.638+0000 7f979bfff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d3bd0 0x7f97a40b6a00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f978c00e870 tx=0x7f978c00eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:37.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.638+0000 7f97a0ff9700 1 -- 172.21.15.37:0/644545570 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f978c009590 con 0x7f97a40d3bd0 2023-10-06T22:45:37.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.638+0000 7f97a0ff9700 1 -- 172.21.15.37:0/644545570 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f978c013680 con 0x7f97a40d3bd0 2023-10-06T22:45:37.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.638+0000 7f97a0ff9700 1 -- 172.21.15.37:0/644545570 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f978c0139f0 con 0x7f97a40d3bd0 2023-10-06T22:45:37.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.638+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97a4152300 con 0x7f97a40d3bd0 2023-10-06T22:45:37.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.638+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97a40b7430 con 0x7f97a40d3bd0 2023-10-06T22:45:37.642 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.639+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97a4067490 con 0x7f97a40d3bd0 2023-10-06T22:45:37.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.640+0000 7f97a0ff9700 1 -- 172.21.15.37:0/644545570 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f978c013b50 con 0x7f97a40d3bd0 2023-10-06T22:45:37.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.641+0000 7f97a0ff9700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f978406af00 0x7f978406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:37.643 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.642+0000 7f97a0ff9700 1 -- 172.21.15.37:0/644545570 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f978c0898a0 con 0x7f97a40d3bd0 2023-10-06T22:45:37.644 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.642+0000 7f97a37fe700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f978406af00 0x7f978406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:37.644 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.643+0000 7f97a37fe700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f978406af00 0x7f978406d3c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9794009b60 tx=0x7f9794009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:37.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.646+0000 7f97a0ff9700 1 -- 172.21.15.37:0/644545570 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f978c0544f0 con 0x7f97a40d3bd0 2023-10-06T22:45:37.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.856+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f97a4074380 con 0x7f97a40d3bd0 2023-10-06T22:45:37.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.856+0000 7f97a0ff9700 1 -- 172.21.15.37:0/644545570 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f978c057b10 con 0x7f97a40d3bd0 2023-10-06T22:45:37.858 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:37.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.858+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f978406af00 msgr2=0x7f978406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.858+0000 7f97a9fff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f978406af00 0x7f978406d3c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9794009b60 tx=0x7f9794009210 comp rx=0 tx=0).stop 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.858+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d3bd0 msgr2=0x7f97a40b6a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.858+0000 7f97a9fff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d3bd0 0x7f97a40b6a00 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f978c00e870 tx=0x7f978c00eb80 comp rx=0 tx=0).stop 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.858+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 shutdown_connections 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.858+0000 7f97a9fff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f978406af00 0x7f978406d3c0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.858+0000 7f97a9fff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f97a40d0680 0x7f97a40ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.859+0000 7f97a9fff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f97a4160ce0 0x7f97a4151dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.859+0000 7f97a9fff700 1 --2- 172.21.15.37:0/644545570 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f97a40d3bd0 0x7f97a40b6a00 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.859+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 >> 172.21.15.37:0/644545570 conn(0x7f97a409c790 msgr2=0x7f97a40cdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:37.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.859+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 shutdown_connections 2023-10-06T22:45:37.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:37.859+0000 7f97a9fff700 1 -- 172.21.15.37:0/644545570 wait complete. 2023-10-06T22:45:37.879 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:38.086 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.084+0000 7f54311ff700 1 Processor -- start 2023-10-06T22:45:38.086 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.084+0000 7f54311ff700 1 -- start start 2023-10-06T22:45:38.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.085+0000 7f54311ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f542c15e8a0 0x7f542c06a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.085+0000 7f54311ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f542c06ae10 0x7f542c0cddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.085+0000 7f54311ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f542c06b260 con 0x7f542c15d870 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.085+0000 7f54311ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f542c15ed20 con 0x7f542c15e8a0 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.085+0000 7f54311ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f542c15e410 con 0x7f542c06ae10 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f542c15e8a0 0x7f542c06a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f542c15e8a0 0x7f542c06a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41126/0 (socket says 172.21.15.37:41126) 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 -- 172.21.15.37:0/2709115567 learned_addr learned my addr 172.21.15.37:0/2709115567 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:38.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542b59e700 1 --2- 172.21.15.37:0/2709115567 >> v2:172.21.15.62:3300/0 conn(0x7f542c06ae10 0x7f542c0cddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 -- 172.21.15.37:0/2709115567 >> v2:172.21.15.62:3300/0 conn(0x7f542c06ae10 msgr2=0x7f542c0cddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 --2- 172.21.15.37:0/2709115567 >> v2:172.21.15.62:3300/0 conn(0x7f542c06ae10 0x7f542c0cddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 -- 172.21.15.37:0/2709115567 >> v1:172.21.15.62:6789/0 conn(0x7f542c15d870 legacy=0x7f542c0caa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 -- 172.21.15.37:0/2709115567 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f542c0cb720 con 0x7f542c15e8a0 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.086+0000 7f542a59c700 1 --2- 172.21.15.37:0/2709115567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c06a8d0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f542c0b6130 tx=0x7f5420009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81bdb1ba12c9de64 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f5429d9b700 1 -- 172.21.15.37:0/2709115567 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5420011830 con 0x7f542c15e8a0 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f5429d9b700 1 -- 172.21.15.37:0/2709115567 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5420011990 con 0x7f542c15e8a0 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f5429d9b700 1 -- 172.21.15.37:0/2709115567 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5420011d20 con 0x7f542c15e8a0 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 -- 172.21.15.37:0/2709115567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 msgr2=0x7f542c06a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 --2- 172.21.15.37:0/2709115567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c06a8d0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f542c0b6130 tx=0x7f5420009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 -- 172.21.15.37:0/2709115567 shutdown_connections 2023-10-06T22:45:38.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 --2- 172.21.15.37:0/2709115567 >> v2:172.21.15.62:3300/0 conn(0x7f542c06ae10 0x7f542c0cddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 --2- 172.21.15.37:0/2709115567 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c06a8d0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 -- 172.21.15.37:0/2709115567 >> 172.21.15.37:0/2709115567 conn(0x7f542c0d0200 msgr2=0x7f542c0d0610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:38.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 -- 172.21.15.37:0/2709115567 shutdown_connections 2023-10-06T22:45:38.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.087+0000 7f54311ff700 1 -- 172.21.15.37:0/2709115567 wait complete. 2023-10-06T22:45:38.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.089+0000 7f54311ff700 1 Processor -- start 2023-10-06T22:45:38.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.089+0000 7f54311ff700 1 -- start start 2023-10-06T22:45:38.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f54311ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f542c06ae10 0x7f542c15bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f54311ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f542c15d870 0x7f542c1525a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f54311ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c152ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f54311ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f542c153020 con 0x7f542c15e8a0 2023-10-06T22:45:38.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f54311ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f542c0b5800 con 0x7f542c15d870 2023-10-06T22:45:38.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f54311ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f542c0b5ae0 con 0x7f542c06ae10 2023-10-06T22:45:38.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f542b59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c152ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f542b59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c152ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41138/0 (socket says 172.21.15.37:41138) 2023-10-06T22:45:38.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f542b59e700 1 -- 172.21.15.37:0/715075971 learned_addr learned my addr 172.21.15.37:0/715075971 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:38.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f542a59c700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f542c15d870 0x7f542c1525a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.090+0000 7f542ad9d700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f542c06ae10 0x7f542c15bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f542b59e700 1 -- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f542c06ae10 msgr2=0x7f542c15bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f542b59e700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f542c06ae10 0x7f542c15bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f542b59e700 1 -- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f542c15d870 msgr2=0x7f542c1525a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f542b59e700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f542c15d870 0x7f542c1525a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f542b59e700 1 -- 172.21.15.37:0/715075971 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5420009550 con 0x7f542c15e8a0 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f542b59e700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c152ae0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f542400efc0 tx=0x7f542400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f54137fe700 1 -- 172.21.15.37:0/715075971 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5424009ea0 con 0x7f542c15e8a0 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f54137fe700 1 -- 172.21.15.37:0/715075971 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f542400f040 con 0x7f542c15e8a0 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f54137fe700 1 -- 172.21.15.37:0/715075971 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f542400ced0 con 0x7f542c15e8a0 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f542c1e6d60 con 0x7f542c15e8a0 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.091+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f542c1538a0 con 0x7f542c15e8a0 2023-10-06T22:45:38.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.092+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f542c074380 con 0x7f542c15e8a0 2023-10-06T22:45:38.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.093+0000 7f54137fe700 1 -- 172.21.15.37:0/715075971 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5424014480 con 0x7f542c15e8a0 2023-10-06T22:45:38.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.094+0000 7f54137fe700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f541806af00 0x7f541806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.094+0000 7f54137fe700 1 -- 172.21.15.37:0/715075971 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f542408a210 con 0x7f542c15e8a0 2023-10-06T22:45:38.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.095+0000 7f542ad9d700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f541806af00 0x7f541806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.096+0000 7f542ad9d700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f541806af00 0x7f541806d3c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f542c15c6f0 tx=0x7f541c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:38.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.099+0000 7f54137fe700 1 -- 172.21.15.37:0/715075971 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5424054ef0 con 0x7f542c15e8a0 2023-10-06T22:45:38.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.310+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f542c15e090 con 0x7f542c15e8a0 2023-10-06T22:45:38.312 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.310+0000 7f54137fe700 1 -- 172.21.15.37:0/715075971 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7f5424058510 con 0x7f542c15e8a0 2023-10-06T22:45:38.313 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:38.315 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.312+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f541806af00 msgr2=0x7f541806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.315 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.312+0000 7f54311ff700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f541806af00 0x7f541806d3c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f542c15c6f0 tx=0x7f541c009040 comp rx=0 tx=0).stop 2023-10-06T22:45:38.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.312+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 msgr2=0x7f542c152ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.312+0000 7f54311ff700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c152ae0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f542400efc0 tx=0x7f542400c3a0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 shutdown_connections 2023-10-06T22:45:38.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f542c15e8a0 0x7f542c152ae0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.316 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f542c06ae10 0x7f542c15bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f541806af00 0x7f541806d3c0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 --2- 172.21.15.37:0/715075971 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f542c15d870 0x7f542c1525a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 >> 172.21.15.37:0/715075971 conn(0x7f542c0d0200 msgr2=0x7f542c0716e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:38.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 shutdown_connections 2023-10-06T22:45:38.317 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.313+0000 7f54311ff700 1 -- 172.21.15.37:0/715075971 wait complete. 2023-10-06T22:45:38.333 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-06T22:45:38.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.532+0000 7f77c51ff700 1 Processor -- start 2023-10-06T22:45:38.535 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.533+0000 7f77c51ff700 1 -- start start 2023-10-06T22:45:38.536 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.534+0000 7f77c51ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f77c015d830 0x7f77c00d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.536 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.534+0000 7f77c51ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77c00d1d40 con 0x7f77c00b5010 2023-10-06T22:45:38.536 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.534+0000 7f77c51ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77c00d2020 con 0x7f77c00ce890 2023-10-06T22:45:38.536 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.534+0000 7f77c51ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77c00d2300 con 0x7f77c015d830 2023-10-06T22:45:38.536 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.534+0000 7f77bf59e700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f77c00b5010 0x7f77c00b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56912/0 (socket says 172.21.15.37:56912) 2023-10-06T22:45:38.536 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.534+0000 7f77bf59e700 1 -- 172.21.15.37:0/2935510195 learned_addr learned my addr 172.21.15.37:0/2935510195 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:38.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.534+0000 7f77bed9d700 1 --2- 172.21.15.37:0/2935510195 >> v2:172.21.15.62:3300/0 conn(0x7f77c015d830 0x7f77c00d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.535+0000 7f77bdd9b700 1 -- 172.21.15.37:0/2935510195 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 355248661 0 0) 0x7f77c00d1d40 con 0x7f77c00b5010 2023-10-06T22:45:38.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.535+0000 7f77bdd9b700 1 -- 172.21.15.37:0/2935510195 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77a80035b0 con 0x7f77c00b5010 2023-10-06T22:45:38.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.535+0000 7f77bed9d700 1 -- 172.21.15.37:0/2935510195 >> v1:172.21.15.62:6789/0 conn(0x7f77c00ce890 legacy=0x7f77c00d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.535+0000 7f77bed9d700 1 -- 172.21.15.37:0/2935510195 >> v1:172.21.15.37:6789/0 conn(0x7f77c00b5010 legacy=0x7f77c00b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.535+0000 7f77bed9d700 1 -- 172.21.15.37:0/2935510195 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77c00d25e0 con 0x7f77c015d830 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.535+0000 7f77bed9d700 1 --2- 172.21.15.37:0/2935510195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c015d830 0x7f77c00d1760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f77b0009840 tx=0x7f77b0009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc7fc8cbe0b4441b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77bdd9b700 1 -- 172.21.15.37:0/2935510195 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b0011830 con 0x7f77c015d830 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77bdd9b700 1 -- 172.21.15.37:0/2935510195 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77b0011990 con 0x7f77c015d830 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77bdd9b700 1 -- 172.21.15.37:0/2935510195 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b0011d20 con 0x7f77c015d830 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77c51ff700 1 -- 172.21.15.37:0/2935510195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c015d830 msgr2=0x7f77c00d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77c51ff700 1 --2- 172.21.15.37:0/2935510195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c015d830 0x7f77c00d1760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f77b0009840 tx=0x7f77b0009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77c51ff700 1 -- 172.21.15.37:0/2935510195 shutdown_connections 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77c51ff700 1 --2- 172.21.15.37:0/2935510195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c015d830 0x7f77c00d1760 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77c51ff700 1 -- 172.21.15.37:0/2935510195 >> 172.21.15.37:0/2935510195 conn(0x7f77c0072630 msgr2=0x7f77c00d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77c51ff700 1 -- 172.21.15.37:0/2935510195 shutdown_connections 2023-10-06T22:45:38.539 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.536+0000 7f77c51ff700 1 -- 172.21.15.37:0/2935510195 wait complete. 2023-10-06T22:45:38.540 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.538+0000 7f77c51ff700 1 Processor -- start 2023-10-06T22:45:38.540 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.538+0000 7f77c51ff700 1 -- start start 2023-10-06T22:45:38.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77c51ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c00b5010 0x7f77c015fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77c51ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f77c00ce890 0x7f77c01f5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77c51ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f77c015d830 0x7f77c0148b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77c51ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77c01f61d0 con 0x7f77c015d830 2023-10-06T22:45:38.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77c51ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77c0149090 con 0x7f77c00b5010 2023-10-06T22:45:38.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77c51ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77c01492c0 con 0x7f77c00ce890 2023-10-06T22:45:38.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77bf59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f77c015d830 0x7f77c0148b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77bf59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f77c015d830 0x7f77c0148b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41148/0 (socket says 172.21.15.37:41148) 2023-10-06T22:45:38.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77bf59e700 1 -- 172.21.15.37:0/881633447 learned_addr learned my addr 172.21.15.37:0/881633447 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:38.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77bed9d700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c00b5010 0x7f77c015fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.539+0000 7f77be59c700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f77c00ce890 0x7f77c01f5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.543 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77bf59e700 1 -- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f77c00ce890 msgr2=0x7f77c01f5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.543 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77bf59e700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f77c00ce890 0x7f77c01f5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.543 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77bf59e700 1 -- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c00b5010 msgr2=0x7f77c015fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.543 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77bf59e700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c00b5010 0x7f77c015fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77bf59e700 1 -- 172.21.15.37:0/881633447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77b00094a0 con 0x7f77c015d830 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77bf59e700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f77c015d830 0x7f77c0148b50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f77b800caa0 tx=0x7f77b800cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77a77fe700 1 -- 172.21.15.37:0/881633447 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b800a9e0 con 0x7f77c015d830 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77a77fe700 1 -- 172.21.15.37:0/881633447 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77b800ab40 con 0x7f77c015d830 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77c01495a0 con 0x7f77c015d830 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.540+0000 7f77a77fe700 1 -- 172.21.15.37:0/881633447 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b8012400 con 0x7f77c015d830 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.541+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77c0149b60 con 0x7f77c015d830 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.542+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77c0074380 con 0x7f77c015d830 2023-10-06T22:45:38.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.542+0000 7f77a77fe700 1 -- 172.21.15.37:0/881633447 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f77b801b3b0 con 0x7f77c015d830 2023-10-06T22:45:38.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.544+0000 7f77a77fe700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f77ac06af00 0x7f77ac06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:38.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.544+0000 7f77a77fe700 1 -- 172.21.15.37:0/881633447 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f77b8089600 con 0x7f77c015d830 2023-10-06T22:45:38.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.544+0000 7f77bed9d700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f77ac06af00 0x7f77ac06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:38.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.545+0000 7f77bed9d700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f77ac06af00 0x7f77ac06d3c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f77b00090b0 tx=0x7f77b0008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:38.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.548+0000 7f77a77fe700 1 -- 172.21.15.37:0/881633447 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f77b8054310 con 0x7f77c015d830 2023-10-06T22:45:38.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.772+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f77c00b4620 con 0x7f77c015d830 2023-10-06T22:45:38.774 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.772+0000 7f77a77fe700 1 -- 172.21.15.37:0/881633447 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v27) v1 ==== 80+0+0 (secure 0 0 0) 0x7f77b805ce60 con 0x7f77c015d830 2023-10-06T22:45:38.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f77ac06af00 msgr2=0x7f77ac06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f77ac06af00 0x7f77ac06d3c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f77b00090b0 tx=0x7f77b0008030 comp rx=0 tx=0).stop 2023-10-06T22:45:38.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f77c015d830 msgr2=0x7f77c0148b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:38.777 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f77c015d830 0x7f77c0148b50 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f77b800caa0 tx=0x7f77b800cdb0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 shutdown_connections 2023-10-06T22:45:38.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f77ac06af00 0x7f77ac06d3c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f77c00b5010 0x7f77c015fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f77c015d830 0x7f77c0148b50 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.778 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 --2- 172.21.15.37:0/881633447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f77c00ce890 0x7f77c01f5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:38.779 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 >> 172.21.15.37:0/881633447 conn(0x7f77c0072630 msgr2=0x7f77c0073300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:38.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 shutdown_connections 2023-10-06T22:45:38.780 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:38.775+0000 7f77c51ff700 1 -- 172.21.15.37:0/881633447 wait complete. 2023-10-06T22:45:38.780 INFO:teuthology.orchestra.run.smithi037.stderr:listed 0 entries 2023-10-06T22:45:38.795 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2023-10-06T22:45:38.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:38.796 DEBUG:teuthology.orchestra.run.smithi062:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2023-10-06T22:45:38.890 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-10-06T22:45:38.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:45:38.891 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-10-06T22:45:38.938 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-10-06T22:45:38.939 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:45:39.056 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:45:39.062 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:45:39.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.143+0000 7f86051ff700 1 Processor -- start 2023-10-06T22:45:39.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.143+0000 7f86051ff700 1 -- start start 2023-10-06T22:45:39.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.144+0000 7f86051ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f860015d830 0x7f86000d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.144+0000 7f86051ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f86000ce890 0x7f86000d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.144+0000 7f86051ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86000d3320 con 0x7f86000b5010 2023-10-06T22:45:39.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.144+0000 7f86051ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86000d1d40 con 0x7f86000ce890 2023-10-06T22:45:39.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.144+0000 7f86051ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86000d2020 con 0x7f860015d830 2023-10-06T22:45:39.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f86000ce890 0x7f86000d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f86000ce890 0x7f86000d2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41150/0 (socket says 172.21.15.37:41150) 2023-10-06T22:45:39.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 -- 172.21.15.37:0/1556771885 learned_addr learned my addr 172.21.15.37:0/1556771885 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:39.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fed9d700 1 --2- 172.21.15.37:0/1556771885 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f860015d830 0x7f86000d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 -- 172.21.15.37:0/1556771885 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f860015d830 msgr2=0x7f86000d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:39.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 --2- 172.21.15.37:0/1556771885 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f860015d830 0x7f86000d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 -- 172.21.15.37:0/1556771885 >> v1:172.21.15.62:6789/0 conn(0x7f86000b5010 legacy=0x7f86000b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 -- 172.21.15.37:0/1556771885 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86000d2300 con 0x7f86000ce890 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fe59c700 1 --2- 172.21.15.37:0/1556771885 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000ce890 0x7f86000d2de0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f85f40098f0 tx=0x7f85f4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=540aec96e23b0574 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.145+0000 7f85fdd9b700 1 -- 172.21.15.37:0/1556771885 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f4011830 con 0x7f86000ce890 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f85fdd9b700 1 -- 172.21.15.37:0/1556771885 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85f4011990 con 0x7f86000ce890 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f85fdd9b700 1 -- 172.21.15.37:0/1556771885 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f4011d20 con 0x7f86000ce890 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 -- 172.21.15.37:0/1556771885 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000ce890 msgr2=0x7f86000d2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 --2- 172.21.15.37:0/1556771885 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000ce890 0x7f86000d2de0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f85f40098f0 tx=0x7f85f4009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 -- 172.21.15.37:0/1556771885 shutdown_connections 2023-10-06T22:45:39.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 --2- 172.21.15.37:0/1556771885 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f860015d830 0x7f86000d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 --2- 172.21.15.37:0/1556771885 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000ce890 0x7f86000d2de0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 -- 172.21.15.37:0/1556771885 >> 172.21.15.37:0/1556771885 conn(0x7f8600072630 msgr2=0x7f86000d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:39.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 -- 172.21.15.37:0/1556771885 shutdown_connections 2023-10-06T22:45:39.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.146+0000 7f86051ff700 1 -- 172.21.15.37:0/1556771885 wait complete. 2023-10-06T22:45:39.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.149+0000 7f86051ff700 1 Processor -- start 2023-10-06T22:45:39.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.149+0000 7f86051ff700 1 -- start start 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f86051ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000b5010 0x7f86000b1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f86051ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86000ce890 0x7f86000cc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f86051ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860015d830 0x7f860015b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f86051ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86000cbf90 con 0x7f86000b5010 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f86051ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86000b20c0 con 0x7f860015d830 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f86051ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86000b1e90 con 0x7f86000ce890 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f85fed9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000b5010 0x7f86000b1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f85fed9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000b5010 0x7f86000b1950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41164/0 (socket says 172.21.15.37:41164) 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f85fed9d700 1 -- 172.21.15.37:0/463775473 learned_addr learned my addr 172.21.15.37:0/463775473 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f85fe59c700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86000ce890 0x7f86000cc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.153 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.150+0000 7f85ff59e700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860015d830 0x7f860015b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85fed9d700 1 -- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86000ce890 msgr2=0x7f86000cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85fed9d700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86000ce890 0x7f86000cc9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85fed9d700 1 -- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860015d830 msgr2=0x7f860015b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85fed9d700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860015d830 0x7f860015b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85fed9d700 1 -- 172.21.15.37:0/463775473 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85f4009550 con 0x7f86000b5010 2023-10-06T22:45:39.154 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85fed9d700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000b5010 0x7f86000b1950 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f85f000e9e0 tx=0x7f85f000ecf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:39.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85e77fe700 1 -- 172.21.15.37:0/463775473 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f0009710 con 0x7f86000b5010 2023-10-06T22:45:39.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85e77fe700 1 -- 172.21.15.37:0/463775473 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85f000ee80 con 0x7f86000b5010 2023-10-06T22:45:39.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f85e77fe700 1 -- 172.21.15.37:0/463775473 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f000ca50 con 0x7f86000b5010 2023-10-06T22:45:39.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.151+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86000cb210 con 0x7f86000b5010 2023-10-06T22:45:39.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.152+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86000cb790 con 0x7f86000b5010 2023-10-06T22:45:39.155 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.152+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86000cbde0 con 0x7f86000b5010 2023-10-06T22:45:39.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.153+0000 7f85e77fe700 1 -- 172.21.15.37:0/463775473 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f85f000cbb0 con 0x7f86000b5010 2023-10-06T22:45:39.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.154+0000 7f85e77fe700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f85ec06af00 0x7f85ec06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.154+0000 7f85e77fe700 1 -- 172.21.15.37:0/463775473 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f85f0089940 con 0x7f86000b5010 2023-10-06T22:45:39.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.155+0000 7f85fe59c700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f85ec06af00 0x7f85ec06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.157 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.155+0000 7f85fe59c700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f85ec06af00 0x7f85ec06d3c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f85f4009c40 tx=0x7f85f4008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:39.160 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.159+0000 7f85e77fe700 1 -- 172.21.15.37:0/463775473 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f85f0054630 con 0x7f86000b5010 2023-10-06T22:45:39.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.417+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8600067840 con 0x7f86000b5010 2023-10-06T22:45:39.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.418+0000 7f85e77fe700 1 -- 172.21.15.37:0/463775473 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7f85f0057c50 con 0x7f86000b5010 2023-10-06T22:45:39.421 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:39.421 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:45:39.423 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f85ec06af00 msgr2=0x7f85ec06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.423 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f85ec06af00 0x7f85ec06d3c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f85f4009c40 tx=0x7f85f4008030 comp rx=0 tx=0).stop 2023-10-06T22:45:39.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000b5010 msgr2=0x7f86000b1950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000b5010 0x7f86000b1950 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f85f000e9e0 tx=0x7f85f000ecf0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 shutdown_connections 2023-10-06T22:45:39.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f85ec06af00 0x7f85ec06d3c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f860015d830 0x7f860015b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f86000b5010 0x7f86000b1950 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 --2- 172.21.15.37:0/463775473 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f86000ce890 0x7f86000cc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 >> 172.21.15.37:0/463775473 conn(0x7f8600072630 msgr2=0x7f86000b3160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:39.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 shutdown_connections 2023-10-06T22:45:39.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.421+0000 7f86051ff700 1 -- 172.21.15.37:0/463775473 wait complete. 2023-10-06T22:45:39.427 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:45:39.442 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:39.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.681+0000 7fcccb9ff700 1 Processor -- start 2023-10-06T22:45:39.683 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.682+0000 7fcccb9ff700 1 -- start start 2023-10-06T22:45:39.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fcccb9ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fccc40d1760 0x7fccc40ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.685 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fcccb9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccc40cedd0 con 0x7fccc415d830 2023-10-06T22:45:39.685 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fcccb9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fccc40d1d40 con 0x7fccc40b5010 2023-10-06T22:45:39.685 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fcccb9ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fccc40d2020 con 0x7fccc40d1760 2023-10-06T22:45:39.685 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fccc979b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fccc415d830 0x7fccc40d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56926/0 (socket says 172.21.15.37:56926) 2023-10-06T22:45:39.685 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fccc979b700 1 -- 172.21.15.37:0/4211255073 learned_addr learned my addr 172.21.15.37:0/4211255073 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fccc8f9a700 1 --2- 172.21.15.37:0/4211255073 >> v2:172.21.15.62:3300/0 conn(0x7fccc40d1760 0x7fccc40ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fccbbfff700 1 -- 172.21.15.37:0/4211255073 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 312901839 0 0) 0x7fccc40cedd0 con 0x7fccc415d830 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.683+0000 7fccbbfff700 1 -- 172.21.15.37:0/4211255073 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fccb00035b0 con 0x7fccc415d830 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccc8f9a700 1 -- 172.21.15.37:0/4211255073 >> v1:172.21.15.62:6789/0 conn(0x7fccc40b5010 legacy=0x7fccc40b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccc8f9a700 1 -- 172.21.15.37:0/4211255073 >> v1:172.21.15.37:6789/0 conn(0x7fccc415d830 legacy=0x7fccc40d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccbbfff700 1 -- 172.21.15.37:0/4211255073 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2219479399 0 0) 0x7fccb00035b0 con 0x7fccc415d830 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccc8f9a700 1 -- 172.21.15.37:0/4211255073 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccc40d2300 con 0x7fccc40d1760 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccc8f9a700 1 --2- 172.21.15.37:0/4211255073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40d1760 0x7fccc40ce890 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fccb4009840 tx=0x7fccb4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b99af10bf0259d0b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:39.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccbbfff700 1 -- 172.21.15.37:0/4211255073 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccc0001670 con 0x7fccc40d1760 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccbbfff700 1 -- 172.21.15.37:0/4211255073 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccb4004030 con 0x7fccc40d1760 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.684+0000 7fccbbfff700 1 -- 172.21.15.37:0/4211255073 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccb40043c0 con 0x7fccc40d1760 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.685+0000 7fcccb9ff700 1 -- 172.21.15.37:0/4211255073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40d1760 msgr2=0x7fccc40ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.685+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/4211255073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40d1760 0x7fccc40ce890 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fccb4009840 tx=0x7fccb4009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.685+0000 7fcccb9ff700 1 -- 172.21.15.37:0/4211255073 shutdown_connections 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.685+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/4211255073 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40d1760 0x7fccc40ce890 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.685+0000 7fcccb9ff700 1 -- 172.21.15.37:0/4211255073 >> 172.21.15.37:0/4211255073 conn(0x7fccc4072630 msgr2=0x7fccc40d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.685+0000 7fcccb9ff700 1 -- 172.21.15.37:0/4211255073 shutdown_connections 2023-10-06T22:45:39.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.685+0000 7fcccb9ff700 1 -- 172.21.15.37:0/4211255073 wait complete. 2023-10-06T22:45:39.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.687+0000 7fcccb9ff700 1 Processor -- start 2023-10-06T22:45:39.689 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.687+0000 7fcccb9ff700 1 -- start start 2023-10-06T22:45:39.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fcccb9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40b5010 0x7fccc4151730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fcccb9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fccc40d1760 0x7fccc40cc960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fcccb9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fccc415d830 0x7fccc40c8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fcccb9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccc4151c70 con 0x7fccc415d830 2023-10-06T22:45:39.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fcccb9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccc40b4310 con 0x7fccc40b5010 2023-10-06T22:45:39.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fcccb9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fccc40b45b0 con 0x7fccc40d1760 2023-10-06T22:45:39.690 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fccc9f9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fccc415d830 0x7fccc40c8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fccc9f9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fccc415d830 0x7fccc40c8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41178/0 (socket says 172.21.15.37:41178) 2023-10-06T22:45:39.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fccc9f9c700 1 -- 172.21.15.37:0/3770803539 learned_addr learned my addr 172.21.15.37:0/3770803539 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:39.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fccc979b700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40b5010 0x7fccc4151730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.691 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.688+0000 7fccc8f9a700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fccc40d1760 0x7fccc40cc960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccc9f9c700 1 -- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fccc40d1760 msgr2=0x7fccc40cc960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccc9f9c700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fccc40d1760 0x7fccc40cc960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccc9f9c700 1 -- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40b5010 msgr2=0x7fccc4151730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccc9f9c700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40b5010 0x7fccc4151730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccc9f9c700 1 -- 172.21.15.37:0/3770803539 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccb40094a0 con 0x7fccc415d830 2023-10-06T22:45:39.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccc9f9c700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fccc415d830 0x7fccc40c8aa0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fccbc00cb50 tx=0x7fccbc00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:39.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccb9ffb700 1 -- 172.21.15.37:0/3770803539 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccbc003c00 con 0x7fccc415d830 2023-10-06T22:45:39.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccb9ffb700 1 -- 172.21.15.37:0/3770803539 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fccbc003d60 con 0x7fccc415d830 2023-10-06T22:45:39.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccc40cc160 con 0x7fccc415d830 2023-10-06T22:45:39.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fccb9ffb700 1 -- 172.21.15.37:0/3770803539 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fccbc00aa20 con 0x7fccc415d830 2023-10-06T22:45:39.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.689+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccc40b4890 con 0x7fccc415d830 2023-10-06T22:45:39.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.690+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccc40cc680 con 0x7fccc415d830 2023-10-06T22:45:39.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.691+0000 7fccb9ffb700 1 -- 172.21.15.37:0/3770803539 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fccbc00ab80 con 0x7fccc415d830 2023-10-06T22:45:39.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.692+0000 7fccb9ffb700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcca806af00 0x7fcca806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:39.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.692+0000 7fccb9ffb700 1 -- 172.21.15.37:0/3770803539 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fccbc089ac0 con 0x7fccc415d830 2023-10-06T22:45:39.694 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.693+0000 7fccc979b700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcca806af00 0x7fcca806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:39.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.693+0000 7fccc979b700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcca806af00 0x7fcca806d3c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fccc0001eb0 tx=0x7fccc0001730 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:39.698 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.696+0000 7fccb9ffb700 1 -- 172.21.15.37:0/3770803539 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fccc40cc680 con 0x7fccc415d830 2023-10-06T22:45:39.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.908+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fccc40cc680 con 0x7fccc415d830 2023-10-06T22:45:39.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.910+0000 7fccb9ffb700 1 -- 172.21.15.37:0/3770803539 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7fccc40cc680 con 0x7fccc415d830 2023-10-06T22:45:39.912 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:39.912 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:39.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcca806af00 msgr2=0x7fcca806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcca806af00 0x7fcca806d3c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fccc0001eb0 tx=0x7fccc0001730 comp rx=0 tx=0).stop 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fccc415d830 msgr2=0x7fccc40c8aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fccc415d830 0x7fccc40c8aa0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fccbc00cb50 tx=0x7fccbc00ce60 comp rx=0 tx=0).stop 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 shutdown_connections 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcca806af00 0x7fcca806d3c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fccc40b5010 0x7fccc4151730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fccc415d830 0x7fccc40c8aa0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 --2- 172.21.15.37:0/3770803539 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fccc40d1760 0x7fccc40cc960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.912+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 >> 172.21.15.37:0/3770803539 conn(0x7fccc4072630 msgr2=0x7fccc40d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.913+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 shutdown_connections 2023-10-06T22:45:39.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:39.913+0000 7fcccb9ff700 1 -- 172.21.15.37:0/3770803539 wait complete. 2023-10-06T22:45:39.933 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:44:13.875574+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:44:15.354183+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-06T22:44:18.918185+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '25', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-06T22:45:39.934 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:40.137 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.135+0000 7f84697ff700 1 Processor -- start 2023-10-06T22:45:40.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.136+0000 7f84697ff700 1 -- start start 2023-10-06T22:45:40.139 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84697ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.139 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84697ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f84640c7110 0x7f84640c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.139 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84697ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84641610c0 con 0x7f84640d3bd0 2023-10-06T22:45:40.139 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84697ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84640d40d0 con 0x7f84640c7110 2023-10-06T22:45:40.139 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84697ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84640d43b0 con 0x7f8464160ce0 2023-10-06T22:45:40.139 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84637fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f84640c7110 0x7f84640c75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84637fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f84640c7110 0x7f84640c75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41188/0 (socket says 172.21.15.37:41188) 2023-10-06T22:45:40.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f84637fe700 1 -- 172.21.15.37:0/3970303131 learned_addr learned my addr 172.21.15.37:0/3970303131 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:40.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.137+0000 7f8462ffd700 1 --2- 172.21.15.37:0/3970303131 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f84637fe700 1 -- 172.21.15.37:0/3970303131 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 msgr2=0x7f84640cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:40.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f8461ffb700 1 -- 172.21.15.37:0/3970303131 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 9282984 0 0) 0x7f84641610c0 con 0x7f84640d3bd0 2023-10-06T22:45:40.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f84637fe700 1 --2- 172.21.15.37:0/3970303131 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.141 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f84637fe700 1 -- 172.21.15.37:0/3970303131 >> v1:172.21.15.62:6789/0 conn(0x7f84640d3bd0 legacy=0x7f84640d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f84637fe700 1 -- 172.21.15.37:0/3970303131 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84640ceb80 con 0x7f84640c7110 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f84637fe700 1 --2- 172.21.15.37:0/3970303131 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640c7110 0x7f84640c75c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f845c009e50 tx=0x7f845c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89c3a20c6e7b95f8 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f8461ffb700 1 -- 172.21.15.37:0/3970303131 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f845c00e070 con 0x7f84640c7110 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f8461ffb700 1 -- 172.21.15.37:0/3970303131 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f845c00b910 con 0x7f84640c7110 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.138+0000 7f8461ffb700 1 -- 172.21.15.37:0/3970303131 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f845c00bcc0 con 0x7f84640c7110 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 -- 172.21.15.37:0/3970303131 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640c7110 msgr2=0x7f84640c75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 --2- 172.21.15.37:0/3970303131 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640c7110 0x7f84640c75c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f845c009e50 tx=0x7f845c00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 -- 172.21.15.37:0/3970303131 shutdown_connections 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 --2- 172.21.15.37:0/3970303131 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640c7110 0x7f84640c75c0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.142 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 --2- 172.21.15.37:0/3970303131 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 -- 172.21.15.37:0/3970303131 >> 172.21.15.37:0/3970303131 conn(0x7f846409c790 msgr2=0x7f84640d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:40.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 -- 172.21.15.37:0/3970303131 shutdown_connections 2023-10-06T22:45:40.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.139+0000 7f84697ff700 1 -- 172.21.15.37:0/3970303131 wait complete. 2023-10-06T22:45:40.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.141+0000 7f84697ff700 1 Processor -- start 2023-10-06T22:45:40.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.141+0000 7f84697ff700 1 -- start start 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84697ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f84640c7110 0x7f8464153af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84697ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640d3bd0 0x7f84640c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84697ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640c8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84697ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84640cc380 con 0x7f84640d3bd0 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84697ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84640ccf00 con 0x7f84640c7110 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84697ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84640cd390 con 0x7f8464160ce0 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84627fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640d3bd0 0x7f84640c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84627fc700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640d3bd0 0x7f84640c8540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41198/0 (socket says 172.21.15.37:41198) 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84627fc700 1 -- 172.21.15.37:0/524819776 learned_addr learned my addr 172.21.15.37:0/524819776 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:40.145 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f8462ffd700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f84640c7110 0x7f8464153af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84637fe700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640c8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84627fc700 1 -- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 msgr2=0x7f84640c8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84627fc700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640c8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84627fc700 1 -- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f84640c7110 msgr2=0x7f8464153af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.142+0000 7f84627fc700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f84640c7110 0x7f8464153af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.143+0000 7f84627fc700 1 -- 172.21.15.37:0/524819776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f845c009b30 con 0x7f84640d3bd0 2023-10-06T22:45:40.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.143+0000 7f84627fc700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640d3bd0 0x7f84640c8540 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f84580011e0 tx=0x7f845800ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:40.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.143+0000 7f844b7fe700 1 -- 172.21.15.37:0/524819776 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84580054e0 con 0x7f84640d3bd0 2023-10-06T22:45:40.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.143+0000 7f844b7fe700 1 -- 172.21.15.37:0/524819776 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8458003680 con 0x7f84640d3bd0 2023-10-06T22:45:40.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.143+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84640cc5d0 con 0x7f84640d3bd0 2023-10-06T22:45:40.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.143+0000 7f844b7fe700 1 -- 172.21.15.37:0/524819776 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8458003a30 con 0x7f84640d3bd0 2023-10-06T22:45:40.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.144+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84640ccb90 con 0x7f84640d3bd0 2023-10-06T22:45:40.147 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.145+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8464067490 con 0x7f84640d3bd0 2023-10-06T22:45:40.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.145+0000 7f844b7fe700 1 -- 172.21.15.37:0/524819776 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8458003b90 con 0x7f84640d3bd0 2023-10-06T22:45:40.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.146+0000 7f844b7fe700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f845006af00 0x7f845006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.147+0000 7f844b7fe700 1 -- 172.21.15.37:0/524819776 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f8458088df0 con 0x7f84640d3bd0 2023-10-06T22:45:40.148 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.147+0000 7f8462ffd700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f845006af00 0x7f845006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.148+0000 7f8462ffd700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f845006af00 0x7f845006d3c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8454009be0 tx=0x7f8454009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:40.152 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.151+0000 7f844b7fe700 1 -- 172.21.15.37:0/524819776 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f8458053ad0 con 0x7f84640d3bd0 2023-10-06T22:45:40.362 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.361+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8464074380 con 0x7f84640d3bd0 2023-10-06T22:45:40.363 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.361+0000 7f844b7fe700 1 -- 172.21.15.37:0/524819776 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v27) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8458017020 con 0x7f84640d3bd0 2023-10-06T22:45:40.363 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.363+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f845006af00 msgr2=0x7f845006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.363+0000 7f84697ff700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f845006af00 0x7f845006d3c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8454009be0 tx=0x7f8454009210 comp rx=0 tx=0).stop 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.363+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640d3bd0 msgr2=0x7f84640c8540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.363+0000 7f84697ff700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640d3bd0 0x7f84640c8540 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f84580011e0 tx=0x7f845800ca30 comp rx=0 tx=0).stop 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 shutdown_connections 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f845006af00 0x7f845006d3c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f84640c7110 0x7f8464153af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8464160ce0 0x7f84640c8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 --2- 172.21.15.37:0/524819776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f84640d3bd0 0x7f84640c8540 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 >> 172.21.15.37:0/524819776 conn(0x7f846409c790 msgr2=0x7f846415ff60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:40.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 shutdown_connections 2023-10-06T22:45:40.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.364+0000 7f84697ff700 1 -- 172.21.15.37:0/524819776 wait complete. 2023-10-06T22:45:40.383 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-06T22:45:40.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.587+0000 7f3959dff700 1 Processor -- start 2023-10-06T22:45:40.589 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.587+0000 7f3959dff700 1 -- start start 2023-10-06T22:45:40.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.589+0000 7f3959dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3954160ce0 0x7f39540cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.589+0000 7f3959dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f39540c7110 0x7f39540c75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.591 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.589+0000 7f3959dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39541610c0 con 0x7f39540d3bd0 2023-10-06T22:45:40.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.589+0000 7f3959dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39540d40d0 con 0x7f39540c7110 2023-10-06T22:45:40.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.589+0000 7f3959dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39540d43b0 con 0x7f3954160ce0 2023-10-06T22:45:40.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.589+0000 7f3953fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f39540c7110 0x7f39540c75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f39537fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3954160ce0 0x7f39540cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3952ffd700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f39540d3bd0 0x7f39540d0140 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:45736/0 (socket says 172.21.15.37:45736) 2023-10-06T22:45:40.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3953fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f39540c7110 0x7f39540c75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:36908/0 (socket says 172.21.15.37:36908) 2023-10-06T22:45:40.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3952ffd700 1 -- 172.21.15.37:0/2252490057 learned_addr learned my addr 172.21.15.37:0/2252490057 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:40.593 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3953fff700 1 -- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3954160ce0 msgr2=0x7f39540cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3953fff700 1 --2- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3954160ce0 0x7f39540cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3953fff700 1 -- 172.21.15.37:0/2252490057 >> v1:172.21.15.62:6789/0 conn(0x7f39540d3bd0 legacy=0x7f39540d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3953fff700 1 -- 172.21.15.37:0/2252490057 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39540ceb80 con 0x7f39540c7110 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f39527fc700 1 -- 172.21.15.37:0/2252490057 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2971206021 0 0) 0x7f39541610c0 con 0x7f39540d3bd0 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f39537fe700 1 --2- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3954160ce0 0x7f39540cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.590+0000 7f3953fff700 1 --2- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540c7110 0x7f39540c75c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f394c009d90 tx=0x7f394c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5652aaf84163f47a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f39527fc700 1 -- 172.21.15.37:0/2252490057 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f394c00e070 con 0x7f39540c7110 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f39527fc700 1 -- 172.21.15.37:0/2252490057 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f394c00bb20 con 0x7f39540c7110 2023-10-06T22:45:40.594 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f39527fc700 1 -- 172.21.15.37:0/2252490057 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f394c012430 con 0x7f39540c7110 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 -- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540c7110 msgr2=0x7f39540c75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 --2- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540c7110 0x7f39540c75c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f394c009d90 tx=0x7f394c00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 -- 172.21.15.37:0/2252490057 shutdown_connections 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 --2- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3954160ce0 0x7f39540cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 --2- 172.21.15.37:0/2252490057 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540c7110 0x7f39540c75c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 -- 172.21.15.37:0/2252490057 >> 172.21.15.37:0/2252490057 conn(0x7f395409c790 msgr2=0x7f39540d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 -- 172.21.15.37:0/2252490057 shutdown_connections 2023-10-06T22:45:40.595 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.591+0000 7f3959dff700 1 -- 172.21.15.37:0/2252490057 wait complete. 2023-10-06T22:45:40.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.594+0000 7f3959dff700 1 Processor -- start 2023-10-06T22:45:40.596 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.594+0000 7f3959dff700 1 -- start start 2023-10-06T22:45:40.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.595+0000 7f3959dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f39540c7110 0x7f3954152ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.595+0000 7f3959dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540d3bd0 0x7f39540c8b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.595+0000 7f3959dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3954160ce0 0x7f395415d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.595+0000 7f3959dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39541e65c0 con 0x7f3954160ce0 2023-10-06T22:45:40.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.595+0000 7f3959dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39540c9870 con 0x7f39540d3bd0 2023-10-06T22:45:40.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.595+0000 7f3959dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39540c9590 con 0x7f39540c7110 2023-10-06T22:45:40.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f3953fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3954160ce0 0x7f395415d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f39540c7110 0x7f3954152ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f39540c7110 0x7f3954152ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:58918/0 (socket says 172.21.15.37:58918) 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 -- 172.21.15.37:0/2937688634 learned_addr learned my addr 172.21.15.37:0/2937688634 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f3952ffd700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540d3bd0 0x7f39540c8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 -- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540d3bd0 msgr2=0x7f39540c8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540d3bd0 0x7f39540c8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 -- 172.21.15.37:0/2937688634 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3954160ce0 msgr2=0x7f395415d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3954160ce0 0x7f395415d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 -- 172.21.15.37:0/2937688634 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39440094a0 con 0x7f39540c7110 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f3953fff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3954160ce0 0x7f395415d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:40.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.596+0000 7f39537fe700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f39540c7110 0x7f3954152ae0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f394400ebe0 tx=0x7f394400eef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:40.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.597+0000 7f393bfff700 1 -- 172.21.15.37:0/2937688634 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f394400c850 con 0x7f39540c7110 2023-10-06T22:45:40.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.597+0000 7f393bfff700 1 -- 172.21.15.37:0/2937688634 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f394400c9b0 con 0x7f39540c7110 2023-10-06T22:45:40.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.597+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f394c009a70 con 0x7f39540c7110 2023-10-06T22:45:40.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.597+0000 7f393bfff700 1 -- 172.21.15.37:0/2937688634 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f394400cd40 con 0x7f39540c7110 2023-10-06T22:45:40.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.597+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39541e61e0 con 0x7f39540c7110 2023-10-06T22:45:40.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.598+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39541e6830 con 0x7f39540c7110 2023-10-06T22:45:40.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.599+0000 7f393bfff700 1 -- 172.21.15.37:0/2937688634 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3944013470 con 0x7f39540c7110 2023-10-06T22:45:40.601 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.600+0000 7f393bfff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f394006af00 0x7f394006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:40.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.600+0000 7f393bfff700 1 -- 172.21.15.37:0/2937688634 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f3944089a70 con 0x7f39540c7110 2023-10-06T22:45:40.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.600+0000 7f3952ffd700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f394006af00 0x7f394006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:40.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.601+0000 7f3952ffd700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f394006af00 0x7f394006d3c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f39541606f0 tx=0x7f3948007de0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:40.607 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.605+0000 7f393bfff700 1 -- 172.21.15.37:0/2937688634 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3944054750 con 0x7f39540c7110 2023-10-06T22:45:40.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.816+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3954067490 con 0x7f39540c7110 2023-10-06T22:45:40.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.817+0000 7f393bfff700 1 -- 172.21.15.37:0/2937688634 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v27) v1 ==== 104+0+11 (secure 0 0 0) 0x7f394400cea0 con 0x7f39540c7110 2023-10-06T22:45:40.819 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:40.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f394006af00 msgr2=0x7f394006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f394006af00 0x7f394006d3c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f39541606f0 tx=0x7f3948007de0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f39540c7110 msgr2=0x7f3954152ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f39540c7110 0x7f3954152ae0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f394400ebe0 tx=0x7f394400eef0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 shutdown_connections 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3954160ce0 0x7f395415d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f39540c7110 0x7f3954152ae0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f394006af00 0x7f394006d3c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 --2- 172.21.15.37:0/2937688634 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f39540d3bd0 0x7f39540c8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 >> 172.21.15.37:0/2937688634 conn(0x7f395409c790 msgr2=0x7f39540b5330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 shutdown_connections 2023-10-06T22:45:40.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:40.819+0000 7f3959dff700 1 -- 172.21.15.37:0/2937688634 wait complete. 2023-10-06T22:45:40.839 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-06T22:45:41.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.045+0000 7f5b81fff700 1 Processor -- start 2023-10-06T22:45:41.047 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.045+0000 7f5b81fff700 1 -- start start 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.046+0000 7f5b81fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5b7c160ce0 0x7f5b7c0cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.046+0000 7f5b81fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5b7c0d3bd0 0x7f5b7c0d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.046+0000 7f5b81fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b7c1610c0 con 0x7f5b7c0d0680 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.046+0000 7f5b81fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b7c0d40d0 con 0x7f5b7c0d3bd0 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.046+0000 7f5b81fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b7c0d43b0 con 0x7f5b7c160ce0 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5b7c0d3bd0 0x7f5b7c0d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f5b7c0d3bd0 0x7f5b7c0d0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41214/0 (socket says 172.21.15.37:41214) 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 -- 172.21.15.37:0/125128842 learned_addr learned my addr 172.21.15.37:0/125128842 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:41.049 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7b7fe700 1 --2- 172.21.15.37:0/125128842 >> v2:172.21.15.62:3300/0 conn(0x7f5b7c160ce0 0x7f5b7c0cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 -- 172.21.15.37:0/125128842 >> v2:172.21.15.62:3300/0 conn(0x7f5b7c160ce0 msgr2=0x7f5b7c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:41.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 --2- 172.21.15.37:0/125128842 >> v2:172.21.15.62:3300/0 conn(0x7f5b7c160ce0 0x7f5b7c0cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 -- 172.21.15.37:0/125128842 >> v1:172.21.15.62:6789/0 conn(0x7f5b7c0d0680 legacy=0x7f5b7c0d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 -- 172.21.15.37:0/125128842 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b7c0ceb80 con 0x7f5b7c0d3bd0 2023-10-06T22:45:41.050 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7b7fe700 1 --2- 172.21.15.37:0/125128842 >> v2:172.21.15.62:3300/0 conn(0x7f5b7c160ce0 0x7f5b7c0cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:41.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.047+0000 7f5b7affd700 1 --2- 172.21.15.37:0/125128842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0d0140 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c08d8b0 tx=0x7f5b70009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fae4da4da205008 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b7a7fc700 1 -- 172.21.15.37:0/125128842 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b7000b870 con 0x7f5b7c0d3bd0 2023-10-06T22:45:41.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b7a7fc700 1 -- 172.21.15.37:0/125128842 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b7000b9d0 con 0x7f5b7c0d3bd0 2023-10-06T22:45:41.051 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b7a7fc700 1 -- 172.21.15.37:0/125128842 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b7000bd60 con 0x7f5b7c0d3bd0 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b81fff700 1 -- 172.21.15.37:0/125128842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c0d3bd0 msgr2=0x7f5b7c0d0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b81fff700 1 --2- 172.21.15.37:0/125128842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0d0140 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f5b7c08d8b0 tx=0x7f5b70009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b81fff700 1 -- 172.21.15.37:0/125128842 shutdown_connections 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b81fff700 1 --2- 172.21.15.37:0/125128842 >> v2:172.21.15.62:3300/0 conn(0x7f5b7c160ce0 0x7f5b7c0cfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b81fff700 1 --2- 172.21.15.37:0/125128842 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0d0140 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b81fff700 1 -- 172.21.15.37:0/125128842 >> 172.21.15.37:0/125128842 conn(0x7f5b7c09c790 msgr2=0x7f5b7c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.048+0000 7f5b81fff700 1 -- 172.21.15.37:0/125128842 shutdown_connections 2023-10-06T22:45:41.052 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.049+0000 7f5b81fff700 1 -- 172.21.15.37:0/125128842 wait complete. 2023-10-06T22:45:41.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.050+0000 7f5b81fff700 1 Processor -- start 2023-10-06T22:45:41.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.050+0000 7f5b81fff700 1 -- start start 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.051+0000 7f5b81fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b7c0d0680 0x7f5b7c0b2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.051+0000 7f5b81fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.051+0000 7f5b81fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c160ce0 0x7f5b7c06c750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b81fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b7c1f2d80 con 0x7f5b7c160ce0 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b81fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b7c0b0a60 con 0x7f5b7c0d0680 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b81fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b7c0b0d40 con 0x7f5b7c0d3bd0 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c160ce0 0x7f5b7c06c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c160ce0 0x7f5b7c06c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41216/0 (socket says 172.21.15.37:41216) 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 -- 172.21.15.37:0/2619277406 learned_addr learned my addr 172.21.15.37:0/2619277406 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:41.055 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7b7fe700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b7c0d0680 0x7f5b7c0b2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.056 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7affd700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 -- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b7c0d3bd0 msgr2=0x7f5b7c0b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0b00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 -- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b7c0d0680 msgr2=0x7f5b7c0b2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b7c0d0680 0x7f5b7c0b2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 -- 172.21.15.37:0/2619277406 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b70009550 con 0x7f5b7c160ce0 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7affd700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0b00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.052+0000 7f5b7bfff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c160ce0 0x7f5b7c06c750 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5b7400cc50 tx=0x7f5b7400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.057 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.053+0000 7f5b63fff700 1 -- 172.21.15.37:0/2619277406 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b7400ad80 con 0x7f5b7c160ce0 2023-10-06T22:45:41.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.053+0000 7f5b63fff700 1 -- 172.21.15.37:0/2619277406 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b7400ce50 con 0x7f5b7c160ce0 2023-10-06T22:45:41.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.053+0000 7f5b63fff700 1 -- 172.21.15.37:0/2619277406 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b74003c40 con 0x7f5b7c160ce0 2023-10-06T22:45:41.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.053+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b7c0b1020 con 0x7f5b7c160ce0 2023-10-06T22:45:41.058 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.053+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b7c0b3140 con 0x7f5b7c160ce0 2023-10-06T22:45:41.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.054+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b7c0b1540 con 0x7f5b7c160ce0 2023-10-06T22:45:41.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.055+0000 7f5b63fff700 1 -- 172.21.15.37:0/2619277406 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5b740050d0 con 0x7f5b7c160ce0 2023-10-06T22:45:41.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.056+0000 7f5b63fff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b6806af30 0x7f5b6806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.056+0000 7f5b63fff700 1 -- 172.21.15.37:0/2619277406 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f5b74089b50 con 0x7f5b7c160ce0 2023-10-06T22:45:41.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.056+0000 7f5b7b7fe700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b6806af30 0x7f5b6806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.059 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.057+0000 7f5b7b7fe700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b6806af30 0x7f5b6806d3f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c0098f0 tx=0x7f5b6c008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.062 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.060+0000 7f5b63fff700 1 -- 172.21.15.37:0/2619277406 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5b740547a0 con 0x7f5b7c160ce0 2023-10-06T22:45:41.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.272+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5b7c067490 con 0x7f5b7c160ce0 2023-10-06T22:45:41.274 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.272+0000 7f5b63fff700 1 -- 172.21.15.37:0/2619277406 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v27) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5b74057dc0 con 0x7f5b7c160ce0 2023-10-06T22:45:41.274 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b6806af30 msgr2=0x7f5b6806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b6806af30 0x7f5b6806d3f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c0098f0 tx=0x7f5b6c008040 comp rx=0 tx=0).stop 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c160ce0 msgr2=0x7f5b7c06c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c160ce0 0x7f5b7c06c750 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5b7400cc50 tx=0x7f5b7400a340 comp rx=0 tx=0).stop 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 shutdown_connections 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5b6806af30 0x7f5b6806d3f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5b7c0d0680 0x7f5b7c0b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5b7c160ce0 0x7f5b7c06c750 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.277 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 --2- 172.21.15.37:0/2619277406 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5b7c0d3bd0 0x7f5b7c0b00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.278 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 >> 172.21.15.37:0/2619277406 conn(0x7f5b7c09c790 msgr2=0x7f5b7c0d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:41.278 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 shutdown_connections 2023-10-06T22:45:41.278 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.275+0000 7f5b81fff700 1 -- 172.21.15.37:0/2619277406 wait complete. 2023-10-06T22:45:41.295 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-06T22:45:41.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.499+0000 7ff12a3ff700 1 Processor -- start 2023-10-06T22:45:41.501 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.499+0000 7ff12a3ff700 1 -- start start 2023-10-06T22:45:41.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.500+0000 7ff12a3ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7ff124160ce0 0x7ff1240cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.500+0000 7ff12a3ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1241610c0 con 0x7ff1240c7110 2023-10-06T22:45:41.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.500+0000 7ff12a3ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1240d40d0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.500+0000 7ff12a3ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1240d43b0 con 0x7ff124160ce0 2023-10-06T22:45:41.502 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.500+0000 7ff12899c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7ff1240c7110 0x7ff1240c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56930/0 (socket says 172.21.15.37:56930) 2023-10-06T22:45:41.503 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.500+0000 7ff12899c700 1 -- 172.21.15.37:0/1907866975 learned_addr learned my addr 172.21.15.37:0/1907866975 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:41.504 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff123fff700 1 --2- 172.21.15.37:0/1907866975 >> v2:172.21.15.62:3300/0 conn(0x7ff124160ce0 0x7ff1240cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3619640005 0 0) 0x7ff1241610c0 con 0x7ff1240c7110 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff10c0035b0 con 0x7ff1240c7110 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3886863109 0 0) 0x7ff1240d40d0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff1241610c0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2505071892 0 0) 0x7ff10c0035b0 con 0x7ff1240c7110 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff123fff700 1 -- 172.21.15.37:0/1907866975 >> v1:172.21.15.62:6789/0 conn(0x7ff1240d3bd0 legacy=0x7ff1240d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff123fff700 1 -- 172.21.15.37:0/1907866975 >> v1:172.21.15.37:6789/0 conn(0x7ff1240c7110 legacy=0x7ff1240c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.501+0000 7ff123fff700 1 -- 172.21.15.37:0/1907866975 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1240ceb80 con 0x7ff124160ce0 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff123fff700 1 --2- 172.21.15.37:0/1907866975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff124160ce0 0x7ff1240cfc00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff114009840 tx=0x7ff114009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55b0865c99c98abb server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.505 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c0019f0 con 0x7ff124160ce0 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff114004030 con 0x7ff124160ce0 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff122ffd700 1 -- 172.21.15.37:0/1907866975 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1140043c0 con 0x7ff124160ce0 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff12a3ff700 1 -- 172.21.15.37:0/1907866975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff124160ce0 msgr2=0x7ff1240cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/1907866975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff124160ce0 0x7ff1240cfc00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff114009840 tx=0x7ff114009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff12a3ff700 1 -- 172.21.15.37:0/1907866975 shutdown_connections 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/1907866975 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff124160ce0 0x7ff1240cfc00 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.502+0000 7ff12a3ff700 1 -- 172.21.15.37:0/1907866975 >> 172.21.15.37:0/1907866975 conn(0x7ff12409c790 msgr2=0x7ff1240d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.503+0000 7ff12a3ff700 1 -- 172.21.15.37:0/1907866975 shutdown_connections 2023-10-06T22:45:41.506 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.503+0000 7ff12a3ff700 1 -- 172.21.15.37:0/1907866975 wait complete. 2023-10-06T22:45:41.508 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.504+0000 7ff12a3ff700 1 Processor -- start 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.504+0000 7ff12a3ff700 1 -- start start 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.505+0000 7ff12a3ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1240c7110 0x7ff1241f2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.505+0000 7ff12a3ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff1240d3bd0 0x7ff1241f2c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.505+0000 7ff12a3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff124160ce0 0x7ff1240cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.505+0000 7ff12a3ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1240cca80 con 0x7ff1240d3bd0 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.505+0000 7ff12a3ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1241578c0 con 0x7ff1240c7110 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.505+0000 7ff12a3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff124157ba0 con 0x7ff124160ce0 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff1240d3bd0 0x7ff1241f2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff1240d3bd0 0x7ff1241f2c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41224/0 (socket says 172.21.15.37:41224) 2023-10-06T22:45:41.509 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 -- 172.21.15.37:0/178933584 learned_addr learned my addr 172.21.15.37:0/178933584 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff12899c700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff124160ce0 0x7ff1240cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff123fff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1240c7110 0x7ff1241f2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 -- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff124160ce0 msgr2=0x7ff1240cf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff124160ce0 0x7ff1240cf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 -- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1240c7110 msgr2=0x7ff1241f2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1240c7110 0x7ff1241f2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 -- 172.21.15.37:0/178933584 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1140094a0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.506+0000 7ff1237fe700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff1240d3bd0 0x7ff1241f2c70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff11800c490 tx=0x7ff11800c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.507+0000 7ff120ff9700 1 -- 172.21.15.37:0/178933584 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11800cea0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.507+0000 7ff120ff9700 1 -- 172.21.15.37:0/178933584 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1180052f0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.510 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.507+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff124157e80 con 0x7ff1240d3bd0 2023-10-06T22:45:41.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.507+0000 7ff120ff9700 1 -- 172.21.15.37:0/178933584 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff118003680 con 0x7ff1240d3bd0 2023-10-06T22:45:41.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.507+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1240cff30 con 0x7ff1240d3bd0 2023-10-06T22:45:41.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.508+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff124067490 con 0x7ff1240d3bd0 2023-10-06T22:45:41.511 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.509+0000 7ff120ff9700 1 -- 172.21.15.37:0/178933584 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff1180037e0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.510+0000 7ff120ff9700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff11006af00 0x7ff11006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.510+0000 7ff120ff9700 1 -- 172.21.15.37:0/178933584 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7ff118088cd0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.512 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.511+0000 7ff123fff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff11006af00 0x7ff11006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.513 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.512+0000 7ff123fff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff11006af00 0x7ff11006d3c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff1140090b0 tx=0x7ff114008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.516 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.515+0000 7ff120ff9700 1 -- 172.21.15.37:0/178933584 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff118053a50 con 0x7ff1240d3bd0 2023-10-06T22:45:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.724+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ff124074380 con 0x7ff1240d3bd0 2023-10-06T22:45:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.725+0000 7ff120ff9700 1 -- 172.21.15.37:0/178933584 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v27) v1 ==== 103+0+11 (secure 0 0 0) 0x7ff1180170a0 con 0x7ff1240d3bd0 2023-10-06T22:45:41.727 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-06T22:45:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff11006af00 msgr2=0x7ff11006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff11006af00 0x7ff11006d3c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff1140090b0 tx=0x7ff114008030 comp rx=0 tx=0).stop 2023-10-06T22:45:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff1240d3bd0 msgr2=0x7ff1241f2c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff1240d3bd0 0x7ff1241f2c70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff11800c490 tx=0x7ff11800c7a0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 shutdown_connections 2023-10-06T22:45:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff11006af00 0x7ff11006d3c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff1240c7110 0x7ff1241f2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff124160ce0 0x7ff1240cf9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 --2- 172.21.15.37:0/178933584 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff1240d3bd0 0x7ff1241f2c70 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 >> 172.21.15.37:0/178933584 conn(0x7ff12409c790 msgr2=0x7ff12415fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 shutdown_connections 2023-10-06T22:45:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.727+0000 7ff12a3ff700 1 -- 172.21.15.37:0/178933584 wait complete. 2023-10-06T22:45:41.747 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:45:41.950 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.948+0000 7fad70bff700 1 Processor -- start 2023-10-06T22:45:41.951 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.949+0000 7fad70bff700 1 -- start start 2023-10-06T22:45:41.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad70bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c0ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad70bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad6c0cedd0 con 0x7fad6c15d830 2023-10-06T22:45:41.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad70bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad6c0d1d40 con 0x7fad6c0b5010 2023-10-06T22:45:41.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad70bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad6c0d2020 con 0x7fad6c0d1760 2023-10-06T22:45:41.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad6a59c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fad6c15d830 0x7fad6c0d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56938/0 (socket says 172.21.15.37:56938) 2023-10-06T22:45:41.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad6a59c700 1 -- 172.21.15.37:0/1013578204 learned_addr learned my addr 172.21.15.37:0/1013578204 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:41.955 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad63fff700 1 --2- 172.21.15.37:0/1013578204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c0ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad69d9b700 1 -- 172.21.15.37:0/1013578204 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3133726156 0 0) 0x7fad6c0cedd0 con 0x7fad6c15d830 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.950+0000 7fad69d9b700 1 -- 172.21.15.37:0/1013578204 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fad580035b0 con 0x7fad6c15d830 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad69d9b700 1 -- 172.21.15.37:0/1013578204 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4171556817 0 0) 0x7fad580035b0 con 0x7fad6c15d830 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad63fff700 1 -- 172.21.15.37:0/1013578204 >> v1:172.21.15.62:6789/0 conn(0x7fad6c0b5010 legacy=0x7fad6c0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad63fff700 1 -- 172.21.15.37:0/1013578204 >> v1:172.21.15.37:6789/0 conn(0x7fad6c15d830 legacy=0x7fad6c0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad63fff700 1 -- 172.21.15.37:0/1013578204 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad6c0d2300 con 0x7fad6c0d1760 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad63fff700 1 --2- 172.21.15.37:0/1013578204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c0ce890 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fad54009870 tx=0x7fad54009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d74d7c6ae334f85 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad69d9b700 1 -- 172.21.15.37:0/1013578204 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad5c001670 con 0x7fad6c0d1760 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad69d9b700 1 -- 172.21.15.37:0/1013578204 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad54004030 con 0x7fad6c0d1760 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.951+0000 7fad69d9b700 1 -- 172.21.15.37:0/1013578204 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad540043c0 con 0x7fad6c0d1760 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.952+0000 7fad70bff700 1 -- 172.21.15.37:0/1013578204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 msgr2=0x7fad6c0ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.952+0000 7fad70bff700 1 --2- 172.21.15.37:0/1013578204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c0ce890 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fad54009870 tx=0x7fad54009b80 comp rx=0 tx=0).stop 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.952+0000 7fad70bff700 1 -- 172.21.15.37:0/1013578204 shutdown_connections 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.952+0000 7fad70bff700 1 --2- 172.21.15.37:0/1013578204 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c0ce890 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.952+0000 7fad70bff700 1 -- 172.21.15.37:0/1013578204 >> 172.21.15.37:0/1013578204 conn(0x7fad6c072630 msgr2=0x7fad6c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:41.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.952+0000 7fad70bff700 1 -- 172.21.15.37:0/1013578204 shutdown_connections 2023-10-06T22:45:41.958 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.952+0000 7fad70bff700 1 -- 172.21.15.37:0/1013578204 wait complete. 2023-10-06T22:45:41.962 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.954+0000 7fad70bff700 1 Processor -- start 2023-10-06T22:45:41.962 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.954+0000 7fad70bff700 1 -- start start 2023-10-06T22:45:41.962 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad70bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad6c0b5010 0x7fad6c160360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.962 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad70bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c156ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad70bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fad6c15d830 0x7fad6c1450d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad70bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6c15e730 con 0x7fad6c15d830 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad70bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6c1608a0 con 0x7fad6c0b5010 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad70bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad6c15e170 con 0x7fad6c0d1760 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad6ad9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fad6c15d830 0x7fad6c1450d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad6a59c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad6c0b5010 0x7fad6c160360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad63fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c156ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad6a59c700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad6c0b5010 0x7fad6c160360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:36962/0 (socket says 172.21.15.37:36962) 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad6ad9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fad6c15d830 0x7fad6c1450d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41230/0 (socket says 172.21.15.37:41230) 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad6a59c700 1 -- 172.21.15.37:0/1246429420 learned_addr learned my addr 172.21.15.37:0/1246429420 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.955+0000 7fad63fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c156ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:58960/0 (socket says 172.21.15.37:58960) 2023-10-06T22:45:41.963 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad63fff700 1 -- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad6c0b5010 msgr2=0x7fad6c160360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad63fff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad6c0b5010 0x7fad6c160360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad63fff700 1 -- 172.21.15.37:0/1246429420 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fad6c15d830 msgr2=0x7fad6c1450d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad63fff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fad6c15d830 0x7fad6c1450d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad63fff700 1 -- 172.21.15.37:0/1246429420 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad540094a0 con 0x7fad6c0d1760 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad6ad9d700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fad6c15d830 0x7fad6c1450d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad6a59c700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad6c0b5010 0x7fad6c160360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad63fff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c156ca0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fad54015000 tx=0x7fad54004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.956+0000 7fad62ffd700 1 -- 172.21.15.37:0/1246429420 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad54003c90 con 0x7fad6c0d1760 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.957+0000 7fad62ffd700 1 -- 172.21.15.37:0/1246429420 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad5401f070 con 0x7fad6c0d1760 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.957+0000 7fad62ffd700 1 -- 172.21.15.37:0/1246429420 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad54011870 con 0x7fad6c0d1760 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.957+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad6c15e450 con 0x7fad6c0d1760 2023-10-06T22:45:41.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.957+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad6c159c90 con 0x7fad6c0d1760 2023-10-06T22:45:41.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.958+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad6c074380 con 0x7fad6c0d1760 2023-10-06T22:45:41.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.959+0000 7fad62ffd700 1 -- 172.21.15.37:0/1246429420 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fad54021030 con 0x7fad6c0d1760 2023-10-06T22:45:41.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.960+0000 7fad62ffd700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fad4c06af00 0x7fad4c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:41.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.960+0000 7fad62ffd700 1 -- 172.21.15.37:0/1246429420 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fad5408ac80 con 0x7fad6c0d1760 2023-10-06T22:45:41.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.960+0000 7fad6a59c700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fad4c06af00 0x7fad4c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:41.965 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.961+0000 7fad6a59c700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fad4c06af00 0x7fad4c06d3c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fad5c001820 tx=0x7fad5c0012b0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:41.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:41.965+0000 7fad62ffd700 1 -- 172.21.15.37:0/1246429420 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fad540558d0 con 0x7fad6c0d1760 2023-10-06T22:45:42.224 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.222+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fad6c06a8d0 con 0x7fad6c0d1760 2023-10-06T22:45:42.225 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.223+0000 7fad62ffd700 1 -- 172.21.15.37:0/1246429420 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7fad5408a070 con 0x7fad6c0d1760 2023-10-06T22:45:42.225 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:42.225 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:45:42.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fad4c06af00 msgr2=0x7fad4c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fad4c06af00 0x7fad4c06d3c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fad5c001820 tx=0x7fad5c0012b0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.227 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 msgr2=0x7fad6c156ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c156ca0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fad54015000 tx=0x7fad54004750 comp rx=0 tx=0).stop 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 shutdown_connections 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fad4c06af00 0x7fad4c06d3c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fad6c0b5010 0x7fad6c160360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fad6c15d830 0x7fad6c1450d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 --2- 172.21.15.37:0/1246429420 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fad6c0d1760 0x7fad6c156ca0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 >> 172.21.15.37:0/1246429420 conn(0x7fad6c072630 msgr2=0x7fad6c0b5480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 shutdown_connections 2023-10-06T22:45:42.228 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.225+0000 7fad70bff700 1 -- 172.21.15.37:0/1246429420 wait complete. 2023-10-06T22:45:42.229 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:45:42.246 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:42.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.446+0000 7f4a7cdff700 1 Processor -- start 2023-10-06T22:45:42.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.446+0000 7f4a7cdff700 1 -- start start 2023-10-06T22:45:42.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.447+0000 7f4a7cdff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4a780d1760 0x7f4a780ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.447+0000 7f4a7cdff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a780cedd0 con 0x7f4a780b5010 2023-10-06T22:45:42.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.447+0000 7f4a7cdff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a780d1d40 con 0x7f4a7815d830 2023-10-06T22:45:42.449 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.447+0000 7f4a7cdff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a780d2020 con 0x7f4a780d1760 2023-10-06T22:45:42.450 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.447+0000 7f4a6ffff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4a780d1760 0x7f4a780ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.450 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.447+0000 7f4a76d9d700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f4a780b5010 0x7f4a780b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56940/0 (socket says 172.21.15.37:56940) 2023-10-06T22:45:42.450 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.447+0000 7f4a76d9d700 1 -- 172.21.15.37:0/2223384297 learned_addr learned my addr 172.21.15.37:0/2223384297 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:42.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.448+0000 7f4a6ffff700 1 -- 172.21.15.37:0/2223384297 >> v1:172.21.15.62:6789/0 conn(0x7f4a7815d830 legacy=0x7f4a780d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:42.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.448+0000 7f4a6ffff700 1 -- 172.21.15.37:0/2223384297 >> v1:172.21.15.37:6789/0 conn(0x7f4a780b5010 legacy=0x7f4a780b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.448+0000 7f4a6ffff700 1 -- 172.21.15.37:0/2223384297 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a780d2300 con 0x7f4a780d1760 2023-10-06T22:45:42.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.448+0000 7f4a75d9b700 1 -- 172.21.15.37:0/2223384297 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3663041168 0 0) 0x7f4a780cedd0 con 0x7f4a780b5010 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.448+0000 7f4a6ffff700 1 --2- 172.21.15.37:0/2223384297 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a780ce890 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009840 tx=0x7f4a60009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a52d42f5e85bb215 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.448+0000 7f4a75d9b700 1 -- 172.21.15.37:0/2223384297 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a60011830 con 0x7f4a780d1760 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a75d9b700 1 -- 172.21.15.37:0/2223384297 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a60011990 con 0x7f4a780d1760 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a75d9b700 1 -- 172.21.15.37:0/2223384297 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a60011d20 con 0x7f4a780d1760 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a7cdff700 1 -- 172.21.15.37:0/2223384297 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 msgr2=0x7f4a780ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/2223384297 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a780ce890 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f4a60009840 tx=0x7f4a60009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a7cdff700 1 -- 172.21.15.37:0/2223384297 shutdown_connections 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/2223384297 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a780ce890 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a7cdff700 1 -- 172.21.15.37:0/2223384297 >> 172.21.15.37:0/2223384297 conn(0x7f4a78072630 msgr2=0x7f4a780d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a7cdff700 1 -- 172.21.15.37:0/2223384297 shutdown_connections 2023-10-06T22:45:42.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.449+0000 7f4a7cdff700 1 -- 172.21.15.37:0/2223384297 wait complete. 2023-10-06T22:45:42.453 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.451+0000 7f4a7cdff700 1 Processor -- start 2023-10-06T22:45:42.453 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.451+0000 7f4a7cdff700 1 -- start start 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a7cdff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a780b5010 0x7f4a7815b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a7cdff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a781581e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a7cdff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4a7815d830 0x7f4a780b3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a7cdff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a780cbdc0 con 0x7f4a780d1760 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a7cdff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a780c8210 con 0x7f4a780b5010 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a7cdff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a780c84f0 con 0x7f4a7815d830 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a6ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a781581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a6ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a781581e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41260/0 (socket says 172.21.15.37:41260) 2023-10-06T22:45:42.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.452+0000 7f4a6ffff700 1 -- 172.21.15.37:0/587126743 learned_addr learned my addr 172.21.15.37:0/587126743 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a7659c700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a780b5010 0x7f4a7815b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6ffff700 1 -- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4a7815d830 msgr2=0x7f4a780b3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6ffff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4a7815d830 0x7f4a780b3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6ffff700 1 -- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a780b5010 msgr2=0x7f4a7815b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6ffff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a780b5010 0x7f4a7815b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6ffff700 1 -- 172.21.15.37:0/587126743 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a600094a0 con 0x7f4a780d1760 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a7659c700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a780b5010 0x7f4a7815b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6ffff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a781581e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4a600090b0 tx=0x7f4a60004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6effd700 1 -- 172.21.15.37:0/587126743 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a600036a0 con 0x7f4a780d1760 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6effd700 1 -- 172.21.15.37:0/587126743 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a6001f070 con 0x7f4a780d1760 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a780c87d0 con 0x7f4a780d1760 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a6effd700 1 -- 172.21.15.37:0/587126743 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a60003a00 con 0x7f4a780d1760 2023-10-06T22:45:42.457 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.453+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a78158720 con 0x7f4a780d1760 2023-10-06T22:45:42.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.455+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a780c8cf0 con 0x7f4a780d1760 2023-10-06T22:45:42.458 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.455+0000 7f4a6effd700 1 -- 172.21.15.37:0/587126743 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4a60003b60 con 0x7f4a780d1760 2023-10-06T22:45:42.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.457+0000 7f4a6effd700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4a5806af00 0x7f4a5806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.457+0000 7f4a6effd700 1 -- 172.21.15.37:0/587126743 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f4a60021070 con 0x7f4a780d1760 2023-10-06T22:45:42.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.457+0000 7f4a7659c700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4a5806af00 0x7f4a5806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.459 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.458+0000 7f4a7659c700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4a5806af00 0x7f4a5806d3c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4a68000f60 tx=0x7f4a68009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:42.463 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.461+0000 7f4a6effd700 1 -- 172.21.15.37:0/587126743 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4a780c8cf0 con 0x7f4a780d1760 2023-10-06T22:45:42.676 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.674+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4a780c8cf0 con 0x7f4a780d1760 2023-10-06T22:45:42.677 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.675+0000 7f4a6effd700 1 -- 172.21.15.37:0/587126743 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f4a780c8cf0 con 0x7f4a780d1760 2023-10-06T22:45:42.677 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:42.677 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:42.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4a5806af00 msgr2=0x7f4a5806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4a5806af00 0x7f4a5806d3c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4a68000f60 tx=0x7f4a68009040 comp rx=0 tx=0).stop 2023-10-06T22:45:42.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 msgr2=0x7f4a781581e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a781581e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4a600090b0 tx=0x7f4a60004750 comp rx=0 tx=0).stop 2023-10-06T22:45:42.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 shutdown_connections 2023-10-06T22:45:42.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4a5806af00 0x7f4a5806d3c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4a780b5010 0x7f4a7815b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.681 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4a7815d830 0x7f4a780b3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.681 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 --2- 172.21.15.37:0/587126743 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4a780d1760 0x7f4a781581e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.681 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 >> 172.21.15.37:0/587126743 conn(0x7f4a78072630 msgr2=0x7f4a780ce560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:42.681 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 shutdown_connections 2023-10-06T22:45:42.681 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.678+0000 7f4a7cdff700 1 -- 172.21.15.37:0/587126743 wait complete. 2023-10-06T22:45:42.698 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-10-06T22:45:42.698 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:45:42.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.897+0000 7f2adc1ff700 1 Processor -- start 2023-10-06T22:45:42.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.898+0000 7f2adc1ff700 1 -- start start 2023-10-06T22:45:42.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.899+0000 7f2adc1ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f2ad40d1760 0x7f2ad40ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.899+0000 7f2adc1ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ad40cedd0 con 0x7f2ad40b5010 2023-10-06T22:45:42.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.899+0000 7f2adc1ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ad40d1d40 con 0x7f2ad415d830 2023-10-06T22:45:42.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.899+0000 7f2adc1ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ad40d2020 con 0x7f2ad40d1760 2023-10-06T22:45:42.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.899+0000 7f2ad979a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f2ad40d1760 0x7f2ad40ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.899+0000 7f2ada79c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f2ad40b5010 0x7f2ad40b5420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56948/0 (socket says 172.21.15.37:56948) 2023-10-06T22:45:42.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.899+0000 7f2ada79c700 1 -- 172.21.15.37:0/3457983264 learned_addr learned my addr 172.21.15.37:0/3457983264 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad979a700 1 -- 172.21.15.37:0/3457983264 >> v1:172.21.15.62:6789/0 conn(0x7f2ad415d830 legacy=0x7f2ad40d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad979a700 1 -- 172.21.15.37:0/3457983264 >> v1:172.21.15.37:6789/0 conn(0x7f2ad40b5010 legacy=0x7f2ad40b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad979a700 1 -- 172.21.15.37:0/3457983264 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ad40d2300 con 0x7f2ad40d1760 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad8f99700 1 -- 172.21.15.37:0/3457983264 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3317083270 0 0) 0x7f2ad40d1d40 con 0x7f2ad415d830 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad979a700 1 --2- 172.21.15.37:0/3457983264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad40ce890 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4009840 tx=0x7f2ac4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2da817d636ca17fd server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad8f99700 1 -- 172.21.15.37:0/3457983264 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ac4004230 con 0x7f2ad40d1760 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad8f99700 1 -- 172.21.15.37:0/3457983264 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ac4004390 con 0x7f2ad40d1760 2023-10-06T22:45:42.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.900+0000 7f2ad8f99700 1 -- 172.21.15.37:0/3457983264 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ac40036a0 con 0x7f2ad40d1760 2023-10-06T22:45:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.901+0000 7f2adc1ff700 1 -- 172.21.15.37:0/3457983264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 msgr2=0x7f2ad40ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.901+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/3457983264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad40ce890 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4009840 tx=0x7f2ac4009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.901+0000 7f2adc1ff700 1 -- 172.21.15.37:0/3457983264 shutdown_connections 2023-10-06T22:45:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.901+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/3457983264 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad40ce890 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.901+0000 7f2adc1ff700 1 -- 172.21.15.37:0/3457983264 >> 172.21.15.37:0/3457983264 conn(0x7f2ad4072630 msgr2=0x7f2ad40d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.901+0000 7f2adc1ff700 1 -- 172.21.15.37:0/3457983264 shutdown_connections 2023-10-06T22:45:42.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.901+0000 7f2adc1ff700 1 -- 172.21.15.37:0/3457983264 wait complete. 2023-10-06T22:45:42.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.903+0000 7f2adc1ff700 1 Processor -- start 2023-10-06T22:45:42.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.903+0000 7f2adc1ff700 1 -- start start 2023-10-06T22:45:42.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2adc1ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ad40b5010 0x7f2ad41f6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2adc1ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad414a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2adc1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2ad415d830 0x7f2ad414af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2adc1ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ad40ca660 con 0x7f2ad40d1760 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2adc1ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ad40ca8b0 con 0x7f2ad40b5010 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2adc1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ad40cab90 con 0x7f2ad415d830 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad414a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad414a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41274/0 (socket says 172.21.15.37:41274) 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 -- 172.21.15.37:0/585165195 learned_addr learned my addr 172.21.15.37:0/585165195 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad9f9b700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ad40b5010 0x7f2ad41f6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ada79c700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2ad415d830 0x7f2ad414af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 -- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2ad415d830 msgr2=0x7f2ad414af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2ad415d830 0x7f2ad414af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 -- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ad40b5010 msgr2=0x7f2ad41f6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ad40b5010 0x7f2ad41f6870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad979a700 1 -- 172.21.15.37:0/585165195 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ac40094a0 con 0x7f2ad40d1760 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.904+0000 7f2ad9f9b700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ad40b5010 0x7f2ad41f6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.905+0000 7f2ad979a700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad414a7e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2ac40090b0 tx=0x7f2ac4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.905+0000 7f2aca7fc700 1 -- 172.21.15.37:0/585165195 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ac4003e70 con 0x7f2ad40d1760 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.905+0000 7f2aca7fc700 1 -- 172.21.15.37:0/585165195 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ac401f070 con 0x7f2ad40d1760 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.905+0000 7f2aca7fc700 1 -- 172.21.15.37:0/585165195 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ac4011890 con 0x7f2ad40d1760 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.905+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ad40cae70 con 0x7f2ad40d1760 2023-10-06T22:45:42.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.905+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ad40d3b30 con 0x7f2ad40d1760 2023-10-06T22:45:42.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.906+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ad4074380 con 0x7f2ad40d1760 2023-10-06T22:45:42.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.907+0000 7f2aca7fc700 1 -- 172.21.15.37:0/585165195 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2ac4021030 con 0x7f2ad40d1760 2023-10-06T22:45:42.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.908+0000 7f2aca7fc700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2ab806af00 0x7f2ab806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:42.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.908+0000 7f2aca7fc700 1 -- 172.21.15.37:0/585165195 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f2ac408b1b0 con 0x7f2ad40d1760 2023-10-06T22:45:42.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.908+0000 7f2ad9f9b700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2ab806af00 0x7f2ab806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:42.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.909+0000 7f2ad9f9b700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2ab806af00 0x7f2ab806d3c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2ad0007fd0 tx=0x7f2ad0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:42.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:42.912+0000 7f2aca7fc700 1 -- 172.21.15.37:0/585165195 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f2ac4055fb0 con 0x7f2ad40d1760 2023-10-06T22:45:43.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.171+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2ad4074380 con 0x7f2ad40d1760 2023-10-06T22:45:43.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.172+0000 7f2aca7fc700 1 -- 172.21.15.37:0/585165195 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7f2ac40595d0 con 0x7f2ad40d1760 2023-10-06T22:45:43.174 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:43.174 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:45:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2ab806af00 msgr2=0x7f2ab806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2ab806af00 0x7f2ab806d3c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f2ad0007fd0 tx=0x7f2ad0009040 comp rx=0 tx=0).stop 2023-10-06T22:45:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 msgr2=0x7f2ad414a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad414a7e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2ac40090b0 tx=0x7f2ac4004750 comp rx=0 tx=0).stop 2023-10-06T22:45:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 shutdown_connections 2023-10-06T22:45:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f2ab806af00 0x7f2ab806d3c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2ad40b5010 0x7f2ad41f6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f2ad415d830 0x7f2ad414af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 --2- 172.21.15.37:0/585165195 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f2ad40d1760 0x7f2ad414a7e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 >> 172.21.15.37:0/585165195 conn(0x7f2ad4072630 msgr2=0x7f2ad40b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:43.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 shutdown_connections 2023-10-06T22:45:43.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.174+0000 7f2adc1ff700 1 -- 172.21.15.37:0/585165195 wait complete. 2023-10-06T22:45:43.179 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:45:43.195 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:45:43.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.394+0000 7fa878bff700 1 Processor -- start 2023-10-06T22:45:43.396 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.394+0000 7fa878bff700 1 -- start start 2023-10-06T22:45:43.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa878bff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa87415d920 0x7fa8740d2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa878bff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa8740d0570 0x7fa8741613a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa878bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa87415dd00 con 0x7fa8740d2640 2023-10-06T22:45:43.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa878bff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8740d1ce0 con 0x7fa8740d0570 2023-10-06T22:45:43.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa878bff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8741620b0 con 0x7fa87415d920 2023-10-06T22:45:43.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa872d9d700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa8740d0570 0x7fa8741613a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa86bfff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fa8740d2640 0x7fa8740cfe60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56962/0 (socket says 172.21.15.37:56962) 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa86bfff700 1 -- 172.21.15.37:0/2032461146 learned_addr learned my addr 172.21.15.37:0/2032461146 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa87259c700 1 --2- 172.21.15.37:0/2032461146 >> v2:172.21.15.62:3300/0 conn(0x7fa87415d920 0x7fa8740d2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa872d9d700 1 -- 172.21.15.37:0/2032461146 >> v2:172.21.15.62:3300/0 conn(0x7fa87415d920 msgr2=0x7fa8740d2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa872d9d700 1 --2- 172.21.15.37:0/2032461146 >> v2:172.21.15.62:3300/0 conn(0x7fa87415d920 0x7fa8740d2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa872d9d700 1 -- 172.21.15.37:0/2032461146 >> v1:172.21.15.37:6789/0 conn(0x7fa8740d2640 legacy=0x7fa8740cfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.397+0000 7fa872d9d700 1 -- 172.21.15.37:0/2032461146 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8740d1620 con 0x7fa8740d0570 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.396+0000 7fa871d9b700 1 -- 172.21.15.37:0/2032461146 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1487389831 0 0) 0x7fa85c001110 con 0x7fa8740d2640 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.397+0000 7fa872d9d700 1 --2- 172.21.15.37:0/2032461146 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741613a0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa8740d3d10 tx=0x7fa86c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8440f05cf5c76516 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.397+0000 7fa871d9b700 1 -- 172.21.15.37:0/2032461146 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86c00e070 con 0x7fa8740d0570 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.397+0000 7fa871d9b700 1 -- 172.21.15.37:0/2032461146 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa86c00bbd0 con 0x7fa8740d0570 2023-10-06T22:45:43.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.397+0000 7fa871d9b700 1 -- 172.21.15.37:0/2032461146 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86c012430 con 0x7fa8740d0570 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.397+0000 7fa878bff700 1 -- 172.21.15.37:0/2032461146 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 msgr2=0x7fa8741613a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.398+0000 7fa878bff700 1 --2- 172.21.15.37:0/2032461146 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741613a0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa8740d3d10 tx=0x7fa86c00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.398+0000 7fa878bff700 1 -- 172.21.15.37:0/2032461146 shutdown_connections 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.398+0000 7fa878bff700 1 --2- 172.21.15.37:0/2032461146 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741613a0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.398+0000 7fa878bff700 1 --2- 172.21.15.37:0/2032461146 >> v2:172.21.15.62:3300/0 conn(0x7fa87415d920 0x7fa8740d2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.398+0000 7fa878bff700 1 -- 172.21.15.37:0/2032461146 >> 172.21.15.37:0/2032461146 conn(0x7fa874072420 msgr2=0x7fa874072830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.398+0000 7fa878bff700 1 -- 172.21.15.37:0/2032461146 shutdown_connections 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.398+0000 7fa878bff700 1 -- 172.21.15.37:0/2032461146 wait complete. 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.399+0000 7fa878bff700 1 Processor -- start 2023-10-06T22:45:43.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.400+0000 7fa878bff700 1 -- start start 2023-10-06T22:45:43.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.400+0000 7fa878bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741607d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.400+0000 7fa878bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa8740d2640 0x7fa874157de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.400+0000 7fa878bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa87415d920 0x7fa87414b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa878bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa874160d10 con 0x7fa8740d0570 2023-10-06T22:45:43.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa878bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa87415f730 con 0x7fa87415d920 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa878bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa87415fa10 con 0x7fa8740d2640 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741607d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741607d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41290/0 (socket says 172.21.15.37:41290) 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 -- 172.21.15.37:0/1633285715 learned_addr learned my addr 172.21.15.37:0/1633285715 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa86bfff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa8740d2640 0x7fa874157de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 -- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa8740d2640 msgr2=0x7fa874157de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa872d9d700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa87415d920 0x7fa87414b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa8740d2640 0x7fa874157de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 -- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa87415d920 msgr2=0x7fa87414b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa87415d920 0x7fa87414b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.405 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 -- 172.21.15.37:0/1633285715 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa86c009a70 con 0x7fa8740d0570 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa86bfff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa8740d2640 0x7fa874157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa872d9d700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa87415d920 0x7fa87414b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.401+0000 7fa87259c700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741607d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa86400d800 tx=0x7fa86400dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.402+0000 7fa86affd700 1 -- 172.21.15.37:0/1633285715 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8640125f0 con 0x7fa8740d0570 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.402+0000 7fa86affd700 1 -- 172.21.15.37:0/1633285715 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa864012750 con 0x7fa8740d0570 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.402+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa87415fcf0 con 0x7fa8740d0570 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.402+0000 7fa86affd700 1 -- 172.21.15.37:0/1633285715 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864012b00 con 0x7fa8740d0570 2023-10-06T22:45:43.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.402+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8741602b0 con 0x7fa8740d0570 2023-10-06T22:45:43.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.403+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa874160470 con 0x7fa8740d0570 2023-10-06T22:45:43.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.404+0000 7fa86affd700 1 -- 172.21.15.37:0/1633285715 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa864012c60 con 0x7fa8740d0570 2023-10-06T22:45:43.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.405+0000 7fa86affd700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa85406af00 0x7fa85406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.405+0000 7fa86affd700 1 -- 172.21.15.37:0/1633285715 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa864089d70 con 0x7fa8740d0570 2023-10-06T22:45:43.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.405+0000 7fa86bfff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa85406af00 0x7fa85406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.406+0000 7fa86bfff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa85406af00 0x7fa85406d3c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa85c007fd0 tx=0x7fa85c009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:43.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.409+0000 7fa86affd700 1 -- 172.21.15.37:0/1633285715 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa864054a50 con 0x7fa8740d0570 2023-10-06T22:45:43.666 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.664+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa874160620 con 0x7fa8740d0570 2023-10-06T22:45:43.667 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.665+0000 7fa86affd700 1 -- 172.21.15.37:0/1633285715 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4903 (secure 0 0 0) 0x7fa864058070 con 0x7fa8740d0570 2023-10-06T22:45:43.667 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:43.667 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/549552988","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6836","nonce":549552988},{"type":"v1","addr":"172.21.15.62:6837","nonce":549552988}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4267,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6835/984975552","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":984975552},{"type":"v1","addr":"172.21.15.37:6835","nonce":984975552}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4276,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6835/3250036051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":3250036051},{"type":"v1","addr":"172.21.15.62:6835","nonce":3250036051}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:44:16.364380+0000","modified":"2023-10-06T22:44:44.463510+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.37:6834/2144291573","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":2144291573},{"type":"v1","addr":"172.21.15.37:6834","nonce":2144291573}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-06T22:45:43.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa85406af00 msgr2=0x7fa85406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa85406af00 0x7fa85406d3c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa85c007fd0 tx=0x7fa85c009040 comp rx=0 tx=0).stop 2023-10-06T22:45:43.669 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 msgr2=0x7fa8741607d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741607d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa86400d800 tx=0x7fa86400dbc0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 shutdown_connections 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa85406af00 0x7fa85406d3c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa87415d920 0x7fa87414b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa8740d0570 0x7fa8741607d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 --2- 172.21.15.37:0/1633285715 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa8740d2640 0x7fa874157de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 >> 172.21.15.37:0/1633285715 conn(0x7fa874072420 msgr2=0x7fa87415cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 shutdown_connections 2023-10-06T22:45:43.670 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.667+0000 7fa878bff700 1 -- 172.21.15.37:0/1633285715 wait complete. 2023-10-06T22:45:43.671 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 9 2023-10-06T22:45:43.687 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:43.890 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.888+0000 7f325c9ff700 1 Processor -- start 2023-10-06T22:45:43.890 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.888+0000 7f325c9ff700 1 -- start start 2023-10-06T22:45:43.891 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.889+0000 7f325c9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3258158240 0x7f32580c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.891 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.889+0000 7f325c9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3258071640 con 0x7f32580c9d10 2023-10-06T22:45:43.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f325c9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32580718c0 con 0x7f32580720a0 2023-10-06T22:45:43.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f325c9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f325815b580 con 0x7f3258158240 2023-10-06T22:45:43.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f324ffff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f32580c9d10 0x7f325815aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:56978/0 (socket says 172.21.15.37:56978) 2023-10-06T22:45:43.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f324ffff700 1 -- 172.21.15.37:0/320614289 learned_addr learned my addr 172.21.15.37:0/320614289 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:43.892 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f325659c700 1 --2- 172.21.15.37:0/320614289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3258158240 0x7f32580c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f3255d9b700 1 -- 172.21.15.37:0/320614289 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 821391622 0 0) 0x7f3258071640 con 0x7f32580c9d10 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f3255d9b700 1 -- 172.21.15.37:0/320614289 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32440057c0 con 0x7f32580c9d10 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f325659c700 1 -- 172.21.15.37:0/320614289 >> v1:172.21.15.62:6789/0 conn(0x7f32580720a0 legacy=0x7f32580b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f325659c700 1 -- 172.21.15.37:0/320614289 >> v1:172.21.15.37:6789/0 conn(0x7f32580c9d10 legacy=0x7f325815aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.890+0000 7f325659c700 1 -- 172.21.15.37:0/320614289 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f325815b860 con 0x7f3258158240 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.891+0000 7f325659c700 1 --2- 172.21.15.37:0/320614289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3258158240 0x7f32580c97d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3248009870 tx=0x7f3248009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b51e1f36c4b0f1df server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.891+0000 7f3255d9b700 1 -- 172.21.15.37:0/320614289 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3248011830 con 0x7f3258158240 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.891+0000 7f3255d9b700 1 -- 172.21.15.37:0/320614289 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3248011990 con 0x7f3258158240 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.891+0000 7f3255d9b700 1 -- 172.21.15.37:0/320614289 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3248011d20 con 0x7f3258158240 2023-10-06T22:45:43.894 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.891+0000 7f325c9ff700 1 -- 172.21.15.37:0/320614289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3258158240 msgr2=0x7f32580c97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.891+0000 7f325c9ff700 1 --2- 172.21.15.37:0/320614289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3258158240 0x7f32580c97d0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3248009870 tx=0x7f3248009b80 comp rx=0 tx=0).stop 2023-10-06T22:45:43.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.892+0000 7f325c9ff700 1 -- 172.21.15.37:0/320614289 shutdown_connections 2023-10-06T22:45:43.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.892+0000 7f325c9ff700 1 --2- 172.21.15.37:0/320614289 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3258158240 0x7f32580c97d0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.892+0000 7f325c9ff700 1 -- 172.21.15.37:0/320614289 >> 172.21.15.37:0/320614289 conn(0x7f325806aab0 msgr2=0x7f325806aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:43.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.892+0000 7f325c9ff700 1 -- 172.21.15.37:0/320614289 shutdown_connections 2023-10-06T22:45:43.895 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.892+0000 7f325c9ff700 1 -- 172.21.15.37:0/320614289 wait complete. 2023-10-06T22:45:43.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.893+0000 7f325c9ff700 1 Processor -- start 2023-10-06T22:45:43.896 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.894+0000 7f325c9ff700 1 -- start start 2023-10-06T22:45:43.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f325c9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f32580720a0 0x7f3258158620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f325c9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f32580c9d10 0x7f32580c3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f325c9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3258158240 0x7f32581515d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.897 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f325c9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f325815db40 con 0x7f32580c9d10 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f325c9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3258159930 con 0x7f3258158240 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f325c9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3258158d20 con 0x7f32580720a0 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f32580c9d10 0x7f32580c3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f32580c9d10 0x7f32580c3f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:41304/0 (socket says 172.21.15.37:41304) 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 -- 172.21.15.37:0/1350693894 learned_addr learned my addr 172.21.15.37:0/1350693894 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f325659c700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f32580720a0 0x7f3258158620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f3256d9d700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3258158240 0x7f32581515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 -- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f32580720a0 msgr2=0x7f3258158620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.898 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f32580720a0 0x7f3258158620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 -- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3258158240 msgr2=0x7f32581515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:43.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3258158240 0x7f32581515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:43.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f324ffff700 1 -- 172.21.15.37:0/1350693894 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32480094a0 con 0x7f32580c9d10 2023-10-06T22:45:43.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.895+0000 7f3256d9d700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3258158240 0x7f32581515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:43.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.896+0000 7f324ffff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f32580c9d10 0x7f32580c3f90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f324000c700 tx=0x7f324000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:43.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.896+0000 7f324effd700 1 -- 172.21.15.37:0/1350693894 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3240005d70 con 0x7f32580c9d10 2023-10-06T22:45:43.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.896+0000 7f324effd700 1 -- 172.21.15.37:0/1350693894 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32400070d0 con 0x7f32580c9d10 2023-10-06T22:45:43.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.896+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3258159000 con 0x7f32580c9d10 2023-10-06T22:45:43.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.896+0000 7f324effd700 1 -- 172.21.15.37:0/1350693894 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3240007460 con 0x7f32580c9d10 2023-10-06T22:45:43.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.896+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32581595c0 con 0x7f32580c9d10 2023-10-06T22:45:43.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.897+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3258159ac0 con 0x7f32580c9d10 2023-10-06T22:45:43.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.898+0000 7f324effd700 1 -- 172.21.15.37:0/1350693894 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f32400075c0 con 0x7f32580c9d10 2023-10-06T22:45:43.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.899+0000 7f324effd700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f323806af30 0x7f323806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:43.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.899+0000 7f324effd700 1 -- 172.21.15.37:0/1350693894 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f3240088f80 con 0x7f32580c9d10 2023-10-06T22:45:43.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.899+0000 7f325659c700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f323806af30 0x7f323806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:43.902 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.900+0000 7f325659c700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f323806af30 0x7f323806d3f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f32480090b0 tx=0x7f324801d040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:43.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:43.904+0000 7f324effd700 1 -- 172.21.15.37:0/1350693894 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3240053b50 con 0x7f32580c9d10 2023-10-06T22:45:44.118 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.117+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3258074380 con 0x7f32580c9d10 2023-10-06T22:45:44.119 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.118+0000 7f324effd700 1 -- 172.21.15.37:0/1350693894 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18651 (secure 0 0 0) 0x7f3240057170 con 0x7f32580c9d10 2023-10-06T22:45:44.120 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:44.120 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":27,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:44:59.763873+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:44:13.875574+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-06T22:44:15.354183+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-06T22:44:18.918185+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"25","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.21","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"4.9","mappings":[{"from":1,"to":2}]},{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.1c","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:44.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f323806af30 msgr2=0x7f323806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f323806af30 0x7f323806d3f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f32480090b0 tx=0x7f324801d040 comp rx=0 tx=0).stop 2023-10-06T22:45:44.122 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f32580c9d10 msgr2=0x7f32580c3f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f32580c9d10 0x7f32580c3f90 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f324000c700 tx=0x7f324000ca10 comp rx=0 tx=0).stop 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 shutdown_connections 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f323806af30 0x7f323806d3f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3258158240 0x7f32581515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f32580720a0 0x7f3258158620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 --2- 172.21.15.37:0/1350693894 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f32580c9d10 0x7f32580c3f90 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 >> 172.21.15.37:0/1350693894 conn(0x7f325806aab0 msgr2=0x7f32580aeca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 shutdown_connections 2023-10-06T22:45:44.123 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.120+0000 7f325c9ff700 1 -- 172.21.15.37:0/1350693894 wait complete. 2023-10-06T22:45:44.141 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-10-06T22:45:44.344 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.342+0000 7f77731ff700 1 Processor -- start 2023-10-06T22:45:44.344 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.342+0000 7f77731ff700 1 -- start start 2023-10-06T22:45:44.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f77731ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f776c0b5720 0x7f776c0ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f77731ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c0cedd0 con 0x7f776c15d830 2023-10-06T22:45:44.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f77731ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f776c0d1d40 con 0x7f776c0d1760 2023-10-06T22:45:44.345 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f77731ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f776c0d2020 con 0x7f776c0b5720 2023-10-06T22:45:44.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f777179c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f776c0b5720 0x7f776c0ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f7770f9b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f776c15d830 0x7f776c0d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46660/0 (socket says 172.21.15.37:46660) 2023-10-06T22:45:44.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f7770f9b700 1 -- 172.21.15.37:0/624558854 learned_addr learned my addr 172.21.15.37:0/624558854 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:44.346 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.343+0000 7f777179c700 1 --2- 172.21.15.37:0/624558854 >> v2:172.21.15.37:3300/0 conn(0x7f776c0b5720 0x7f776c0ce890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38536/0 (socket says 172.21.15.37:38536) 2023-10-06T22:45:44.347 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.344+0000 7f777179c700 1 -- 172.21.15.37:0/624558854 >> v1:172.21.15.62:6789/0 conn(0x7f776c0d1760 legacy=0x7f776c0b5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.347 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.344+0000 7f777179c700 1 -- 172.21.15.37:0/624558854 >> v1:172.21.15.37:6789/0 conn(0x7f776c15d830 legacy=0x7f776c0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.347 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.344+0000 7f777179c700 1 -- 172.21.15.37:0/624558854 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f776c0d2300 con 0x7f776c0b5720 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.344+0000 7f777179c700 1 --2- 172.21.15.37:0/624558854 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c0b5720 0x7f776c0ce890 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f7764009d90 tx=0x7f776400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc4ee73e6f2735a0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.344+0000 7f776b7fe700 1 -- 172.21.15.37:0/624558854 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f776400e070 con 0x7f776c0b5720 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.344+0000 7f776b7fe700 1 -- 172.21.15.37:0/624558854 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f776400bbd0 con 0x7f776c0b5720 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.344+0000 7f776b7fe700 1 -- 172.21.15.37:0/624558854 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7764012430 con 0x7f776c0b5720 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.345+0000 7f77731ff700 1 -- 172.21.15.37:0/624558854 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c0b5720 msgr2=0x7f776c0ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.345+0000 7f77731ff700 1 --2- 172.21.15.37:0/624558854 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c0b5720 0x7f776c0ce890 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f7764009d90 tx=0x7f776400b330 comp rx=0 tx=0).stop 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.345+0000 7f77731ff700 1 -- 172.21.15.37:0/624558854 shutdown_connections 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.345+0000 7f77731ff700 1 --2- 172.21.15.37:0/624558854 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c0b5720 0x7f776c0ce890 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.345+0000 7f77731ff700 1 -- 172.21.15.37:0/624558854 >> 172.21.15.37:0/624558854 conn(0x7f776c072630 msgr2=0x7f776c0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.345+0000 7f77731ff700 1 -- 172.21.15.37:0/624558854 shutdown_connections 2023-10-06T22:45:44.348 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.345+0000 7f77731ff700 1 -- 172.21.15.37:0/624558854 wait complete. 2023-10-06T22:45:44.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.347+0000 7f77731ff700 1 Processor -- start 2023-10-06T22:45:44.349 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.347+0000 7f77731ff700 1 -- start start 2023-10-06T22:45:44.351 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f77731ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f776c0b5720 0x7f776c14fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f77731ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f776c0d1760 0x7f776c14ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f77731ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c15d830 0x7f776c14efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f77731ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c152d90 con 0x7f776c15d830 2023-10-06T22:45:44.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f77731ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f776c14ca80 con 0x7f776c0b5720 2023-10-06T22:45:44.352 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f77731ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f776c14cd60 con 0x7f776c0d1760 2023-10-06T22:45:44.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f777179c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c15d830 0x7f776c14efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f777179c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c15d830 0x7f776c14efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38542/0 (socket says 172.21.15.37:38542) 2023-10-06T22:45:44.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f777179c700 1 -- 172.21.15.37:0/1133777321 learned_addr learned my addr 172.21.15.37:0/1133777321 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:44.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f7770f9b700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f776c0b5720 0x7f776c14fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f776bfff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f776c0d1760 0x7f776c14ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.353 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f777179c700 1 -- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f776c0d1760 msgr2=0x7f776c14ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.348+0000 7f777179c700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f776c0d1760 0x7f776c14ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f777179c700 1 -- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f776c0b5720 msgr2=0x7f776c14fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f777179c700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f776c0b5720 0x7f776c14fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f777179c700 1 -- 172.21.15.37:0/1133777321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7764009a70 con 0x7f776c15d830 2023-10-06T22:45:44.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f7770f9b700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f776c0b5720 0x7f776c14fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:44.354 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f776bfff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f776c0d1760 0x7f776c14ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:44.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f777179c700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c15d830 0x7f776c14efb0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f7764014040 tx=0x7f7764004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:44.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f77697fa700 1 -- 172.21.15.37:0/1133777321 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77640098f0 con 0x7f776c15d830 2023-10-06T22:45:44.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f77697fa700 1 -- 172.21.15.37:0/1133777321 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7764020070 con 0x7f776c15d830 2023-10-06T22:45:44.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f776c14d040 con 0x7f776c15d830 2023-10-06T22:45:44.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f77697fa700 1 -- 172.21.15.37:0/1133777321 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7764004280 con 0x7f776c15d830 2023-10-06T22:45:44.356 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.349+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f776c14d600 con 0x7f776c15d830 2023-10-06T22:45:44.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.350+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f776c074380 con 0x7f776c15d830 2023-10-06T22:45:44.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.351+0000 7f77697fa700 1 -- 172.21.15.37:0/1133777321 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f77640043e0 con 0x7f776c15d830 2023-10-06T22:45:44.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.352+0000 7f77697fa700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f775006af00 0x7f775006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.353+0000 7f77697fa700 1 -- 172.21.15.37:0/1133777321 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7764022070 con 0x7f776c15d830 2023-10-06T22:45:44.357 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.353+0000 7f7770f9b700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f775006af00 0x7f775006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.354+0000 7f7770f9b700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f775006af00 0x7f775006d3c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7760005910 tx=0x7f7760009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:44.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.356+0000 7f77697fa700 1 -- 172.21.15.37:0/1133777321 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f7764056960 con 0x7f776c15d830 2023-10-06T22:45:44.615 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.613+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f776c0b2c80 con 0x7f776c15d830 2023-10-06T22:45:44.616 INFO:tasks.ceph.mon.a.smithi037.stderr:2023-10-06T22:45:44.614+0000 7fdfbc9f4700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-06T22:45:44.618 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.616+0000 7f77697fa700 1 -- 172.21.15.37:0/1133777321 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) v1 ==== 161+0+0 (secure 0 0 0) 0x7f776401ae60 con 0x7f776c15d830 2023-10-06T22:45:44.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f775006af00 msgr2=0x7f775006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f775006af00 0x7f775006d3c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7760005910 tx=0x7f7760009040 comp rx=0 tx=0).stop 2023-10-06T22:45:44.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c15d830 msgr2=0x7f776c14efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c15d830 0x7f776c14efb0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f7764014040 tx=0x7f7764004ad0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 shutdown_connections 2023-10-06T22:45:44.622 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f775006af00 0x7f775006d3c0 secure :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7760005910 tx=0x7f7760009040 comp rx=0 tx=0).stop 2023-10-06T22:45:44.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f776c0b5720 0x7f776c14fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f776c15d830 0x7f776c14efb0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 --2- 172.21.15.37:0/1133777321 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f776c0d1760 0x7f776c14ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 >> 172.21.15.37:0/1133777321 conn(0x7f776c072630 msgr2=0x7f776c1607e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:44.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 shutdown_connections 2023-10-06T22:45:44.623 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.620+0000 7f77731ff700 1 -- 172.21.15.37:0/1133777321 wait complete. 2023-10-06T22:45:44.624 INFO:teuthology.orchestra.run.smithi037.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-10-06T22:45:44.639 INFO:tasks.ceph.mds.a.smithi037.stderr: -6663> 2023-10-06T22:44:20.794+0000 7f23499f1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-06T22:45:44.650 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-10-06T22:45:44.699 INFO:tasks.ceph.mds.a.smithi037.stdout:starting mds.a at 2023-10-06T22:45:44.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.855+0000 7fa029dff700 1 Processor -- start 2023-10-06T22:45:44.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.856+0000 7fa029dff700 1 -- start start 2023-10-06T22:45:44.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.857+0000 7fa029dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fa0240c8120 0x7fa024168300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.857+0000 7fa029dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0241610c0 con 0x7fa0240d3bd0 2023-10-06T22:45:44.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.857+0000 7fa029dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0240d40d0 con 0x7fa024160ce0 2023-10-06T22:45:44.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.857+0000 7fa029dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0240d0a20 con 0x7fa0240c8120 2023-10-06T22:45:44.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.857+0000 7fa022ffd700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fa0240d3bd0 0x7fa0240d0310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46682/0 (socket says 172.21.15.37:46682) 2023-10-06T22:45:44.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.857+0000 7fa022ffd700 1 -- 172.21.15.37:0/4002421817 learned_addr learned my addr 172.21.15.37:0/4002421817 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.857+0000 7fa023fff700 1 --2- 172.21.15.37:0/4002421817 >> v2:172.21.15.62:3300/0 conn(0x7fa0240c8120 0x7fa024168300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 990989904 0 0) 0x7fa0241610c0 con 0x7fa0240d3bd0 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa00c0035b0 con 0x7fa0240d3bd0 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1768336795 0 0) 0x7fa00c0035b0 con 0x7fa0240d3bd0 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 >> v2:172.21.15.62:3300/0 conn(0x7fa0240c8120 msgr2=0x7fa024168300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 --2- 172.21.15.37:0/4002421817 >> v2:172.21.15.62:3300/0 conn(0x7fa0240c8120 0x7fa024168300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 >> v1:172.21.15.62:6789/0 conn(0x7fa024160ce0 legacy=0x7fa0240cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0240d43b0 con 0x7fa0240d3bd0 2023-10-06T22:45:44.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7fa018001670 con 0x7fa0240d3bd0 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 >> v1:172.21.15.37:6789/0 conn(0x7fa0240d3bd0 legacy=0x7fa0240d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa00c003a50 0x7fa00c003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa00c004850 0x7fa00c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c005210 0x7fa00c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0240d0a20 con 0x7fa00c003a50 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00c00c110 con 0x7fa00c005210 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa00c00c2d0 con 0x7fa00c004850 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.858+0000 7fa0237fe700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa00c003a50 0x7fa00c003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa023fff700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c005210 0x7fa00c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa022ffd700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa00c004850 0x7fa00c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0237fe700 1 -- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa00c004850 msgr2=0x7fa00c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:44.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0237fe700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa00c004850 0x7fa00c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0237fe700 1 -- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c005210 msgr2=0x7fa00c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0237fe700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c005210 0x7fa00c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0237fe700 1 -- 172.21.15.37:0/4002421817 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa00c0035b0 con 0x7fa00c003a50 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa023fff700 1 -- 172.21.15.37:0/4002421817 reap_dead start 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0237fe700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa00c003a50 0x7fa00c003e70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa0140017c0 tx=0x7fa00c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed795818bd2bc64e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0140052d0 con 0x7fa00c003a50 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa014005430 con 0x7fa00c003a50 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.859+0000 7fa0227fc700 1 -- 172.21.15.37:0/4002421817 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0140038c0 con 0x7fa00c003a50 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.860+0000 7fa029dff700 1 -- 172.21.15.37:0/4002421817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa00c003a50 msgr2=0x7fa00c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.860+0000 7fa029dff700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa00c003a50 0x7fa00c003e70 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa0140017c0 tx=0x7fa00c005880 comp rx=0 tx=0).stop 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.860+0000 7fa029dff700 1 -- 172.21.15.37:0/4002421817 shutdown_connections 2023-10-06T22:45:44.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.860+0000 7fa029dff700 1 --2- 172.21.15.37:0/4002421817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa00c003a50 0x7fa00c003e70 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.860+0000 7fa029dff700 1 -- 172.21.15.37:0/4002421817 >> 172.21.15.37:0/4002421817 conn(0x7fa02409c790 msgr2=0x7fa0240d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:44.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.860+0000 7fa029dff700 1 -- 172.21.15.37:0/4002421817 shutdown_connections 2023-10-06T22:45:44.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.860+0000 7fa029dff700 1 -- 172.21.15.37:0/4002421817 wait complete. 2023-10-06T22:45:44.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.863+0000 7fa029dff700 1 Processor -- start 2023-10-06T22:45:44.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.863+0000 7fa029dff700 1 -- start start 2023-10-06T22:45:44.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa029dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c003a50 0x7fa0240b4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa029dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa0240cb2b0 0x7fa0240b7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa029dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa0240b62d0 0x7fa02415be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa029dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0240b77f0 con 0x7fa0240cb2b0 2023-10-06T22:45:44.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa029dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0240b8150 con 0x7fa00c003a50 2023-10-06T22:45:44.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa029dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0240b6b70 con 0x7fa0240b62d0 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa022ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa0240cb2b0 0x7fa0240b7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa022ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa0240cb2b0 0x7fa0240b7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38580/0 (socket says 172.21.15.37:38580) 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa022ffd700 1 -- 172.21.15.37:0/3280177027 learned_addr learned my addr 172.21.15.37:0/3280177027 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.864+0000 7fa0237fe700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c003a50 0x7fa0240b4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa023fff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa0240b62d0 0x7fa02415be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa022ffd700 1 -- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa0240b62d0 msgr2=0x7fa02415be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa022ffd700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa0240b62d0 0x7fa02415be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa022ffd700 1 -- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c003a50 msgr2=0x7fa0240b4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa022ffd700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c003a50 0x7fa0240b4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa022ffd700 1 -- 172.21.15.37:0/3280177027 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0240b6e50 con 0x7fa0240cb2b0 2023-10-06T22:45:44.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa022ffd700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa0240cb2b0 0x7fa0240b7c10 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa018007fd0 tx=0x7fa018007340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:44.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa00bfff700 1 -- 172.21.15.37:0/3280177027 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa018012560 con 0x7fa0240cb2b0 2023-10-06T22:45:44.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa00bfff700 1 -- 172.21.15.37:0/3280177027 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0180126c0 con 0x7fa0240cb2b0 2023-10-06T22:45:44.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa00bfff700 1 -- 172.21.15.37:0/3280177027 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa018012a70 con 0x7fa0240cb2b0 2023-10-06T22:45:44.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0240b7130 con 0x7fa0240cb2b0 2023-10-06T22:45:44.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.865+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0240b6750 con 0x7fa0240cb2b0 2023-10-06T22:45:44.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.867+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0240b7930 con 0x7fa0240cb2b0 2023-10-06T22:45:44.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.867+0000 7fa00bfff700 1 -- 172.21.15.37:0/3280177027 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa018012bd0 con 0x7fa0240cb2b0 2023-10-06T22:45:44.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.868+0000 7fa00bfff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa01006af00 0x7fa01006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:44.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.868+0000 7fa00bfff700 1 -- 172.21.15.37:0/3280177027 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6749+0+0 (secure 0 0 0) 0x7fa0180899c0 con 0x7fa0240cb2b0 2023-10-06T22:45:44.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.869+0000 7fa0237fe700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa01006af00 0x7fa01006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:44.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.870+0000 7fa0237fe700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa01006af00 0x7fa01006d3c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa014015040 tx=0x7fa014009030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:44.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:44.873+0000 7fa00bfff700 1 -- 172.21.15.37:0/3280177027 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa0240b7930 con 0x7fa0240cb2b0 2023-10-06T22:45:45.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.136+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fa0240b7930 con 0x7fa0240cb2b0 2023-10-06T22:45:45.620 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.618+0000 7fa00bfff700 1 -- 172.21.15.37:0/3280177027 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7fa0240b7930 con 0x7fa0240cb2b0 2023-10-06T22:45:45.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.621+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa01006af00 msgr2=0x7fa01006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:45.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.621+0000 7fa029dff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa01006af00 0x7fa01006d3c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa014015040 tx=0x7fa014009030 comp rx=0 tx=0).stop 2023-10-06T22:45:45.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.621+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa0240cb2b0 msgr2=0x7fa0240b7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:45.624 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.621+0000 7fa029dff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa0240cb2b0 0x7fa0240b7c10 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa018007fd0 tx=0x7fa018007340 comp rx=0 tx=0).stop 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 shutdown_connections 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa01006af00 0x7fa01006d3c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa00c003a50 0x7fa0240b4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa0240b62d0 0x7fa02415be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 --2- 172.21.15.37:0/3280177027 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa0240cb2b0 0x7fa0240b7c10 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 >> 172.21.15.37:0/3280177027 conn(0x7fa02409c790 msgr2=0x7fa02415fff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 shutdown_connections 2023-10-06T22:45:45.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.622+0000 7fa029dff700 1 -- 172.21.15.37:0/3280177027 wait complete. 2023-10-06T22:45:45.645 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-10-06T22:45:45.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.852+0000 7f01bb5ff700 1 Processor -- start 2023-10-06T22:45:45.854 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.853+0000 7f01bb5ff700 1 -- start start 2023-10-06T22:45:45.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01bb5ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f01b415d6f0 0x7f01b4161200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:45.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01bb5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b40ce1d0 0x7f01b40ce650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:45.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01bb5ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f01b40b4e80 0x7f01b40b52d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:45.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01bb5ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01b40ceb90 con 0x7f01b40b4e80 2023-10-06T22:45:45.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01bb5ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01b40d1bc0 con 0x7f01b415d6f0 2023-10-06T22:45:45.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01bb5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01b4162160 con 0x7f01b40ce1d0 2023-10-06T22:45:45.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f01b40b4e80 0x7f01b40b52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:45.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f01b40b4e80 0x7f01b40b52d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38590/0 (socket says 172.21.15.37:38590) 2023-10-06T22:45:45.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 -- 172.21.15.37:0/3998660143 learned_addr learned my addr 172.21.15.37:0/3998660143 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:45.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b8b9a700 1 --2- 172.21.15.37:0/3998660143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b40ce1d0 0x7f01b40ce650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:45.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b939b700 1 --2- 172.21.15.37:0/3998660143 >> v2:172.21.15.62:3300/0 conn(0x7f01b415d6f0 0x7f01b4161200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:45.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 -- 172.21.15.37:0/3998660143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b40ce1d0 msgr2=0x7f01b40ce650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:45.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 --2- 172.21.15.37:0/3998660143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b40ce1d0 0x7f01b40ce650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 -- 172.21.15.37:0/3998660143 >> v2:172.21.15.62:3300/0 conn(0x7f01b415d6f0 msgr2=0x7f01b4161200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:45.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 --2- 172.21.15.37:0/3998660143 >> v2:172.21.15.62:3300/0 conn(0x7f01b415d6f0 0x7f01b4161200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b9b9c700 1 -- 172.21.15.37:0/3998660143 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01b40d1890 con 0x7f01b40b4e80 2023-10-06T22:45:45.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b8b9a700 1 --2- 172.21.15.37:0/3998660143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b40ce1d0 0x7f01b40ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:45.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.854+0000 7f01b939b700 1 --2- 172.21.15.37:0/3998660143 >> v2:172.21.15.62:3300/0 conn(0x7f01b415d6f0 0x7f01b4161200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:45.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.855+0000 7f01b9b9c700 1 --2- 172.21.15.37:0/3998660143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b40b52d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f01b40d4430 tx=0x7f01ac00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f89f1d7d4a22480 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:45.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.855+0000 7f01abfff700 1 -- 172.21.15.37:0/3998660143 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ac00e070 con 0x7f01b40b4e80 2023-10-06T22:45:45.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.855+0000 7f01abfff700 1 -- 172.21.15.37:0/3998660143 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01ac00b9c0 con 0x7f01b40b4e80 2023-10-06T22:45:45.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.855+0000 7f01abfff700 1 -- 172.21.15.37:0/3998660143 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ac00bd70 con 0x7f01b40b4e80 2023-10-06T22:45:45.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.855+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3998660143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 msgr2=0x7f01b40b52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:45.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.855+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3998660143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b40b52d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f01b40d4430 tx=0x7f01ac00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:45.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.856+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3998660143 shutdown_connections 2023-10-06T22:45:45.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.856+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3998660143 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b40b52d0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.856+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3998660143 >> v2:172.21.15.62:3300/0 conn(0x7f01b415d6f0 0x7f01b4161200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.856+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3998660143 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b40ce1d0 0x7f01b40ce650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.856+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3998660143 >> 172.21.15.37:0/3998660143 conn(0x7f01b406b590 msgr2=0x7f01b406b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:45.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.856+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3998660143 shutdown_connections 2023-10-06T22:45:45.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.856+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3998660143 wait complete. 2023-10-06T22:45:45.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.858+0000 7f01bb5ff700 1 Processor -- start 2023-10-06T22:45:45.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.858+0000 7f01bb5ff700 1 -- start start 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01bb5ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b415ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01bb5ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01b40ce1d0 0x7f01b41f6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01bb5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b415d6f0 0x7f01b41f28c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01bb5ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01b41f7530 con 0x7f01b40b4e80 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01bb5ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01b4159f10 con 0x7f01b40ce1d0 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01bb5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01b415a1f0 con 0x7f01b415d6f0 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b415ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b415ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38606/0 (socket says 172.21.15.37:38606) 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 -- 172.21.15.37:0/3506172449 learned_addr learned my addr 172.21.15.37:0/3506172449 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b8b9a700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01b40ce1d0 0x7f01b41f6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:45.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b9b9c700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b415d6f0 0x7f01b41f28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 -- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b415d6f0 msgr2=0x7f01b41f28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b415d6f0 0x7f01b41f28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 -- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01b40ce1d0 msgr2=0x7f01b41f6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01b40ce1d0 0x7f01b41f6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b939b700 1 -- 172.21.15.37:0/3506172449 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01ac009b30 con 0x7f01b40b4e80 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b8b9a700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01b40ce1d0 0x7f01b41f6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.859+0000 7f01b9b9c700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b415d6f0 0x7f01b41f28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.860+0000 7f01b939b700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b415ca60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f01b000c750 tx=0x7f01b000cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.860+0000 7f01a9ffb700 1 -- 172.21.15.37:0/3506172449 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01b0011800 con 0x7f01b40b4e80 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.860+0000 7f01a9ffb700 1 -- 172.21.15.37:0/3506172449 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01b0011960 con 0x7f01b40b4e80 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.860+0000 7f01a9ffb700 1 -- 172.21.15.37:0/3506172449 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01b0011cd0 con 0x7f01b40b4e80 2023-10-06T22:45:45.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.860+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01b415a4d0 con 0x7f01b40b4e80 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.860+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01b415aa90 con 0x7f01b40b4e80 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.861+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01b415acb0 con 0x7f01b40b4e80 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.862+0000 7f01a9ffb700 1 -- 172.21.15.37:0/3506172449 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f01b0021350 con 0x7f01b40b4e80 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.863+0000 7f01a9ffb700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f019806af00 0x7f019806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.863+0000 7f01a9ffb700 1 -- 172.21.15.37:0/3506172449 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6749+0+0 (secure 0 0 0) 0x7f01b0089990 con 0x7f01b40b4e80 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.863+0000 7f01b8b9a700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f019806af00 0x7f019806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.864+0000 7f01b8b9a700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f019806af00 0x7f019806d3c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f01a4006fd0 tx=0x7f01a4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:45.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:45.868+0000 7f01a9ffb700 1 -- 172.21.15.37:0/3506172449 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f01b0054620 con 0x7f01b40b4e80 2023-10-06T22:45:46.084 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.082+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f01b4074380 con 0x7f01b40b4e80 2023-10-06T22:45:46.946 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.944+0000 7f01a9ffb700 1 -- 172.21.15.37:0/3506172449 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v29) v1 ==== 181+0+0 (secure 0 0 0) 0x7f01b005e070 con 0x7f01b40b4e80 2023-10-06T22:45:46.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.950+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f019806af00 msgr2=0x7f019806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:46.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.950+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f019806af00 0x7f019806d3c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f01a4006fd0 tx=0x7f01a4008040 comp rx=0 tx=0).stop 2023-10-06T22:45:46.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.950+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 msgr2=0x7f01b415ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:46.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.950+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b415ca60 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f01b000c750 tx=0x7f01b000cb10 comp rx=0 tx=0).stop 2023-10-06T22:45:46.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.953+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 shutdown_connections 2023-10-06T22:45:46.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.953+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f01b415d6f0 0x7f01b41f28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:46.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.953+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f01b40b4e80 0x7f01b415ca60 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:46.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.953+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f019806af00 0x7f019806d3c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:46.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.953+0000 7f01bb5ff700 1 --2- 172.21.15.37:0/3506172449 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f01b40ce1d0 0x7f01b41f6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:46.956 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.953+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 >> 172.21.15.37:0/3506172449 conn(0x7f01b406b590 msgr2=0x7f01b40cf910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:46.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.954+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 shutdown_connections 2023-10-06T22:45:46.957 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:46.955+0000 7f01bb5ff700 1 -- 172.21.15.37:0/3506172449 wait complete. 2023-10-06T22:45:46.959 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_metadata' removed 2023-10-06T22:45:46.980 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-10-06T22:45:47.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.191+0000 7f88ddbff700 1 Processor -- start 2023-10-06T22:45:47.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.191+0000 7f88ddbff700 1 -- start start 2023-10-06T22:45:47.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.192+0000 7f88ddbff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 0x7f88d8157d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88ddbff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f88d80b38e0 0x7f88d815e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88ddbff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88d80d1c70 con 0x7f88d80cdc40 2023-10-06T22:45:47.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88ddbff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88d806d9f0 con 0x7f88d80b38e0 2023-10-06T22:45:47.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88ddbff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88d815ec50 con 0x7f88d8157960 2023-10-06T22:45:47.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88d7fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f88d80cdc40 0x7f88d80ce050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46688/0 (socket says 172.21.15.37:46688) 2023-10-06T22:45:47.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88d7fff700 1 -- 172.21.15.37:0/2368666187 learned_addr learned my addr 172.21.15.37:0/2368666187 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:47.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88d77fe700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 0x7f88d8157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:47.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88d6ffd700 1 --2- 172.21.15.37:0/2368666187 >> v2:172.21.15.62:3300/0 conn(0x7f88d80b38e0 0x7f88d815e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:47.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1316308454 0 0) 0x7f88d80d1c70 con 0x7f88d80cdc40 2023-10-06T22:45:47.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.193+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88c00035b0 con 0x7f88d80cdc40 2023-10-06T22:45:47.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 851539354 0 0) 0x7f88c00035b0 con 0x7f88d80cdc40 2023-10-06T22:45:47.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 msgr2=0x7f88d8157d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:47.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 0x7f88d8157d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 >> v2:172.21.15.62:3300/0 conn(0x7f88d80b38e0 msgr2=0x7f88d815e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 --2- 172.21.15.37:0/2368666187 >> v2:172.21.15.62:3300/0 conn(0x7f88d80b38e0 0x7f88d815e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88d80d1060 con 0x7f88d80cdc40 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f88d00019f0 con 0x7f88d80cdc40 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d6ffd700 1 --2- 172.21.15.37:0/2368666187 >> v2:172.21.15.62:3300/0 conn(0x7f88d80b38e0 0x7f88d815e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 >> v1:172.21.15.37:6789/0 conn(0x7f88d80cdc40 legacy=0x7f88d80ce050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 0x7f88c0003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0003fd0 0x7f88c0004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88c0004d90 0x7f88c0005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d806d9f0 con 0x7f88c0004d90 2023-10-06T22:45:47.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d815ec50 con 0x7f88c0003fd0 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88c000ba10 con 0x7f88d8157960 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d7fff700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88c0004d90 0x7f88c0005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d77fe700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 0x7f88c0003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.194+0000 7f88d6ffd700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0003fd0 0x7f88c0004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d7fff700 1 -- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 msgr2=0x7f88c0003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d7fff700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d8157960 0x7f88c0003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d7fff700 1 -- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0003fd0 msgr2=0x7f88c0004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d7fff700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0003fd0 0x7f88c0004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d7fff700 1 -- 172.21.15.37:0/2368666187 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88c00035b0 con 0x7f88c0004d90 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d7fff700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88c0004d90 0x7f88c0005210 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f88d000a7c0 tx=0x7f88c0005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f935865bed3dbc5b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d000a250 con 0x7f88c0004d90 2023-10-06T22:45:47.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88d00072d0 con 0x7f88c0004d90 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.195+0000 7f88d67fc700 1 -- 172.21.15.37:0/2368666187 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d0007680 con 0x7f88c0004d90 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.196+0000 7f88ddbff700 1 -- 172.21.15.37:0/2368666187 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88c0004d90 msgr2=0x7f88c0005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.196+0000 7f88ddbff700 1 --2- 172.21.15.37:0/2368666187 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88c0004d90 0x7f88c0005210 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f88d000a7c0 tx=0x7f88c0005880 comp rx=0 tx=0).stop 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.196+0000 7f88d7fff700 1 -- 172.21.15.37:0/2368666187 reap_dead start 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.196+0000 7f88ddbff700 1 -- 172.21.15.37:0/2368666187 shutdown_connections 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.196+0000 7f88ddbff700 1 -- 172.21.15.37:0/2368666187 >> 172.21.15.37:0/2368666187 conn(0x7f88d806a8d0 msgr2=0x7f88d806acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.196+0000 7f88ddbff700 1 -- 172.21.15.37:0/2368666187 shutdown_connections 2023-10-06T22:45:47.201 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.196+0000 7f88ddbff700 1 -- 172.21.15.37:0/2368666187 wait complete. 2023-10-06T22:45:47.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.198+0000 7f88ddbff700 1 Processor -- start 2023-10-06T22:45:47.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.199+0000 7f88ddbff700 1 -- start start 2023-10-06T22:45:47.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88ddbff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0004d90 0x7f88d80b60a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88ddbff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88d8146720 0x7f88d80b0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88ddbff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d80b40b0 0x7f88d80b4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88ddbff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d80b4a70 con 0x7f88d8146720 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88ddbff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88d8146ba0 con 0x7f88c0004d90 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88ddbff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88d80b1f90 con 0x7f88d80b40b0 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88d8146720 0x7f88d80b0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88d8146720 0x7f88d80b0b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38628/0 (socket says 172.21.15.37:38628) 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 -- 172.21.15.37:0/2338517955 learned_addr learned my addr 172.21.15.37:0/2338517955 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 -- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d80b40b0 msgr2=0x7f88d80b4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d80b40b0 0x7f88d80b4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 -- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0004d90 msgr2=0x7f88d80b60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0004d90 0x7f88d80b60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.200+0000 7f88d6ffd700 1 -- 172.21.15.37:0/2338517955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88d80b1380 con 0x7f88d8146720 2023-10-06T22:45:47.204 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.201+0000 7f88d6ffd700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88d8146720 0x7f88d80b0b30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f88cc011d00 tx=0x7f88cc00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:47.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.201+0000 7f88bffff700 1 -- 172.21.15.37:0/2338517955 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88cc00fa50 con 0x7f88d8146720 2023-10-06T22:45:47.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.201+0000 7f88bffff700 1 -- 172.21.15.37:0/2338517955 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88cc00fbb0 con 0x7f88d8146720 2023-10-06T22:45:47.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.201+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88d80b1660 con 0x7f88d8146720 2023-10-06T22:45:47.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.201+0000 7f88bffff700 1 -- 172.21.15.37:0/2338517955 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88cc004030 con 0x7f88d8146720 2023-10-06T22:45:47.205 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.201+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88d80b1c20 con 0x7f88d8146720 2023-10-06T22:45:47.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.202+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88d8074380 con 0x7f88d8146720 2023-10-06T22:45:47.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.203+0000 7f88bffff700 1 -- 172.21.15.37:0/2338517955 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f88cc004190 con 0x7f88d8146720 2023-10-06T22:45:47.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.204+0000 7f88bffff700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f88c406af00 0x7f88c406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:47.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.204+0000 7f88bffff700 1 -- 172.21.15.37:0/2338517955 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6311+0+0 (secure 0 0 0) 0x7f88cc089d90 con 0x7f88d8146720 2023-10-06T22:45:47.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.204+0000 7f88d77fe700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f88c406af00 0x7f88c406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:47.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.205+0000 7f88d77fe700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f88c406af00 0x7f88c406d3c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f88c8009b50 tx=0x7f88c8009670 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:47.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.208+0000 7f88bffff700 1 -- 172.21.15.37:0/2338517955 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f88cc054bd0 con 0x7f88d8146720 2023-10-06T22:45:47.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.418+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f88d80b20d0 con 0x7f88d8146720 2023-10-06T22:45:47.948 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.946+0000 7f88bffff700 1 -- 172.21.15.37:0/2338517955 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v30) v1 ==== 169+0+0 (secure 0 0 0) 0x7f88d80b20d0 con 0x7f88d8146720 2023-10-06T22:45:47.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f88c406af00 msgr2=0x7f88c406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:47.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f88c406af00 0x7f88c406d3c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f88c8009b50 tx=0x7f88c8009670 comp rx=0 tx=0).stop 2023-10-06T22:45:47.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88d8146720 msgr2=0x7f88d80b0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:47.952 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88d8146720 0x7f88d80b0b30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f88cc011d00 tx=0x7f88cc00f520 comp rx=0 tx=0).stop 2023-10-06T22:45:47.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 shutdown_connections 2023-10-06T22:45:47.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f88c406af00 0x7f88c406d3c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88c0004d90 0x7f88d80b60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88d80b40b0 0x7f88d80b4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.953 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 --2- 172.21.15.37:0/2338517955 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88d8146720 0x7f88d80b0b30 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:47.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.950+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 >> 172.21.15.37:0/2338517955 conn(0x7f88d806a8d0 msgr2=0x7f88d81560b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:47.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.951+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 shutdown_connections 2023-10-06T22:45:47.954 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:47.951+0000 7f88ddbff700 1 -- 172.21.15.37:0/2338517955 wait complete. 2023-10-06T22:45:47.954 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_data' removed 2023-10-06T22:45:47.977 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2023-10-06T22:45:48.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.182+0000 7f6bc31ff700 1 Processor -- start 2023-10-06T22:45:48.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.182+0000 7f6bc31ff700 1 -- start start 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.183+0000 7f6bc31ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6bbc15d6f0 0x7f6bbc161200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.183+0000 7f6bc31ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc0d1bc0 con 0x7f6bbc0ce680 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.183+0000 7f6bc31ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc162160 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.183+0000 7f6bc31ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc0b5ca0 con 0x7f6bbc15d6f0 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc0f9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6bbc15d6f0 0x7f6bbc161200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc179c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f6bbc0ce680 0x7f6bbc0b5590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46700/0 (socket says 172.21.15.37:46700) 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc0f9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f6bbc15d6f0 0x7f6bbc161200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38644/0 (socket says 172.21.15.37:38644) 2023-10-06T22:45:48.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc179c700 1 -- 172.21.15.37:0/587102176 learned_addr learned my addr 172.21.15.37:0/587102176 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:48.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc0f9b700 1 -- 172.21.15.37:0/587102176 >> v1:172.21.15.62:6789/0 conn(0x7f6bbc0ce1d0 legacy=0x7f6bbc0b4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:48.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc0f9b700 1 -- 172.21.15.37:0/587102176 >> v1:172.21.15.37:6789/0 conn(0x7f6bbc0ce680 legacy=0x7f6bbc0b5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:48.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc0f9b700 1 -- 172.21.15.37:0/587102176 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bbc0d1890 con 0x7f6bbc15d6f0 2023-10-06T22:45:48.187 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bbb7fe700 1 -- 172.21.15.37:0/587102176 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2383372214 0 0) 0x7f6bbc0d1bc0 con 0x7f6bbc0ce680 2023-10-06T22:45:48.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.184+0000 7f6bc0f9b700 1 --2- 172.21.15.37:0/587102176 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc15d6f0 0x7f6bbc161200 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0009840 tx=0x7f6bb0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22be29b65a50d78b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:48.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bbb7fe700 1 -- 172.21.15.37:0/587102176 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0011830 con 0x7f6bbc15d6f0 2023-10-06T22:45:48.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bbb7fe700 1 -- 172.21.15.37:0/587102176 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb0011990 con 0x7f6bbc15d6f0 2023-10-06T22:45:48.188 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bbb7fe700 1 -- 172.21.15.37:0/587102176 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb0011d20 con 0x7f6bbc15d6f0 2023-10-06T22:45:48.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bc31ff700 1 -- 172.21.15.37:0/587102176 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc15d6f0 msgr2=0x7f6bbc161200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:48.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/587102176 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc15d6f0 0x7f6bbc161200 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f6bb0009840 tx=0x7f6bb0009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:48.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bc31ff700 1 -- 172.21.15.37:0/587102176 shutdown_connections 2023-10-06T22:45:48.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/587102176 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc15d6f0 0x7f6bbc161200 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:48.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bc31ff700 1 -- 172.21.15.37:0/587102176 >> 172.21.15.37:0/587102176 conn(0x7f6bbc06b590 msgr2=0x7f6bbc06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:48.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bc31ff700 1 -- 172.21.15.37:0/587102176 shutdown_connections 2023-10-06T22:45:48.189 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.185+0000 7f6bc31ff700 1 -- 172.21.15.37:0/587102176 wait complete. 2023-10-06T22:45:48.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.187+0000 7f6bc31ff700 1 Processor -- start 2023-10-06T22:45:48.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.187+0000 7f6bc31ff700 1 -- start start 2023-10-06T22:45:48.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc31ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc0ce1d0 0x7f6bbc158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:48.191 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc31ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bbc0ce680 0x7f6bbc0b6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc31ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bbc15d6f0 0x7f6bbc0b6a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc31ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc15ec80 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc31ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc15ef60 con 0x7f6bbc0ce680 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc31ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc15a550 con 0x7f6bbc15d6f0 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc0f9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc0ce1d0 0x7f6bbc158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc0f9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc0ce1d0 0x7f6bbc158a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38656/0 (socket says 172.21.15.37:38656) 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bc0f9b700 1 -- 172.21.15.37:0/600029690 learned_addr learned my addr 172.21.15.37:0/600029690 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.188+0000 7f6bbbfff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bbc0ce680 0x7f6bbc0b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc179c700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bbc15d6f0 0x7f6bbc0b6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:48.192 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc0f9b700 1 -- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bbc15d6f0 msgr2=0x7f6bbc0b6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc0f9b700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bbc15d6f0 0x7f6bbc0b6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc0f9b700 1 -- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bbc0ce680 msgr2=0x7f6bbc0b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc0f9b700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bbc0ce680 0x7f6bbc0b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc0f9b700 1 -- 172.21.15.37:0/600029690 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bb00094a0 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bbbfff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bbc0ce680 0x7f6bbc0b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc0f9b700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc0ce1d0 0x7f6bbc158a80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f6bb00090b0 tx=0x7f6bb0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bb97fa700 1 -- 172.21.15.37:0/600029690 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb001a900 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bb97fa700 1 -- 172.21.15.37:0/600029690 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb001aa60 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bb97fa700 1 -- 172.21.15.37:0/600029690 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb001add0 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.189+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bbc15a830 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.190+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bbc15dee0 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.191+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bbc074380 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.191+0000 7f6bb97fa700 1 -- 172.21.15.37:0/600029690 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6bb0022070 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.192+0000 7f6bb97fa700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6ba006af00 0x7f6ba006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:48.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.193+0000 7f6bb97fa700 1 -- 172.21.15.37:0/600029690 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5781+0+0 (secure 0 0 0) 0x7f6bb008a8f0 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.193+0000 7f6bbbfff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6ba006af00 0x7f6ba006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:48.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.194+0000 7f6bbbfff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6ba006af00 0x7f6ba006d3c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0b8420 tx=0x7f6ba8009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:48.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.197+0000 7f6bb97fa700 1 -- 172.21.15.37:0/600029690 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6bb00559f0 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.417 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.415+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6bbc0cf340 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.964 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.961+0000 7f6bb97fa700 1 -- 172.21.15.37:0/600029690 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v31) v1 ==== 178+0+0 (secure 0 0 0) 0x7f6bb00290d0 con 0x7f6bbc0ce1d0 2023-10-06T22:45:48.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6ba006af00 msgr2=0x7f6ba006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:48.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6ba006af00 0x7f6ba006d3c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc0b8420 tx=0x7f6ba8009040 comp rx=0 tx=0).stop 2023-10-06T22:45:48.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc0ce1d0 msgr2=0x7f6bbc158a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:48.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc0ce1d0 0x7f6bbc158a80 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f6bb00090b0 tx=0x7f6bb0004750 comp rx=0 tx=0).stop 2023-10-06T22:45:48.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 shutdown_connections 2023-10-06T22:45:48.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6bbc15d6f0 0x7f6bbc0b6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:48.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6bbc0ce1d0 0x7f6bbc158a80 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:48.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6ba006af00 0x7f6ba006d3c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:48.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 --2- 172.21.15.37:0/600029690 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6bbc0ce680 0x7f6bbc0b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:48.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.973+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 >> 172.21.15.37:0/600029690 conn(0x7f6bbc06b590 msgr2=0x7f6bbc0b76c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:48.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.974+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 shutdown_connections 2023-10-06T22:45:48.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:48.974+0000 7f6bc31ff700 1 -- 172.21.15.37:0/600029690 wait complete. 2023-10-06T22:45:48.982 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_data_ec' removed 2023-10-06T22:45:49.002 INFO:tasks.ceph.mds.a:Restarting daemon 2023-10-06T22:45:49.002 INFO:tasks.ceph.mds.a:Stopping old one... 2023-10-06T22:45:49.003 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-10-06T22:45:49.003 INFO:teuthology.orchestra.run:waiting for 300 2023-10-06T22:45:49.003 INFO:tasks.ceph.mds.c:Restarting daemon 2023-10-06T22:45:49.003 INFO:tasks.ceph.mds.c:Stopping old one... 2023-10-06T22:45:49.004 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-10-06T22:45:49.004 INFO:teuthology.orchestra.run:waiting for 300 2023-10-06T22:45:49.004 INFO:tasks.ceph.mds.b:Restarting daemon 2023-10-06T22:45:49.004 INFO:tasks.ceph.mds.b:Stopping old one... 2023-10-06T22:45:49.004 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-10-06T22:45:49.004 INFO:teuthology.orchestra.run:waiting for 300 2023-10-06T22:45:49.005 INFO:tasks.ceph.mds.d:Restarting daemon 2023-10-06T22:45:49.005 INFO:tasks.ceph.mds.d:Stopping old one... 2023-10-06T22:45:49.005 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-10-06T22:45:49.005 INFO:teuthology.orchestra.run:waiting for 300 2023-10-06T22:45:49.019 INFO:tasks.ceph.mds.a:Stopped 2023-10-06T22:45:49.019 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-10-06T22:45:49.020 INFO:tasks.ceph.mds.c:Stopped 2023-10-06T22:45:49.020 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-10-06T22:45:49.024 INFO:tasks.ceph.mds.b:Stopped 2023-10-06T22:45:49.025 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-10-06T22:45:49.025 INFO:tasks.ceph.mds.d:Stopped 2023-10-06T22:45:49.025 DEBUG:teuthology.orchestra.run.smithi062:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-10-06T22:45:49.064 INFO:tasks.ceph.mds.a:Started 2023-10-06T22:45:49.065 DEBUG:teuthology.parallel:result is None 2023-10-06T22:45:49.067 INFO:tasks.ceph.mds.c:Started 2023-10-06T22:45:49.067 DEBUG:teuthology.parallel:result is None 2023-10-06T22:45:49.069 INFO:tasks.ceph.mds.b:Started 2023-10-06T22:45:49.070 DEBUG:teuthology.parallel:result is None 2023-10-06T22:45:49.072 INFO:tasks.ceph.mds.d:Started 2023-10-06T22:45:49.073 DEBUG:teuthology.parallel:result is None 2023-10-06T22:45:49.073 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-10-06T22:45:49.221 INFO:tasks.ceph.mds.a.smithi037.stdout:starting mds.a at 2023-10-06T22:45:49.221 INFO:tasks.ceph.mds.c.smithi037.stdout:starting mds.c at 2023-10-06T22:45:49.235 INFO:tasks.ceph.mds.d.smithi062.stdout:starting mds.d at 2023-10-06T22:45:49.236 INFO:tasks.ceph.mds.b.smithi062.stdout:starting mds.b at 2023-10-06T22:45:49.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.286+0000 7f8a44fff700 1 Processor -- start 2023-10-06T22:45:49.288 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.286+0000 7f8a44fff700 1 -- start start 2023-10-06T22:45:49.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a44fff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f8a4015aa70 0x7f8a4015af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:49.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a44fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a40072510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:49.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a44fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a40071640 con 0x7f8a40158240 2023-10-06T22:45:49.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a44fff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a400718c0 con 0x7f8a4015aa70 2023-10-06T22:45:49.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a44fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a4015b580 con 0x7f8a400720a0 2023-10-06T22:45:49.289 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a3dd9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f8a4015aa70 0x7f8a4015af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:49.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a3ed9d700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a40072510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:49.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a3dd9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f8a4015aa70 0x7f8a4015af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:53240/0 (socket says 172.21.15.37:53240) 2023-10-06T22:45:49.290 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.287+0000 7f8a3dd9b700 1 -- 172.21.15.37:0/1801873753 learned_addr learned my addr 172.21.15.37:0/1801873753 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:49.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.288+0000 7f8a3dd9b700 1 -- 172.21.15.37:0/1801873753 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 msgr2=0x7f8a40072510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:49.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.288+0000 7f8a3dd9b700 1 --2- 172.21.15.37:0/1801873753 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a40072510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.288+0000 7f8a3dd9b700 1 -- 172.21.15.37:0/1801873753 >> v1:172.21.15.62:6789/0 conn(0x7f8a40158240 legacy=0x7f8a400c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:49.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.288+0000 7f8a3dd9b700 1 -- 172.21.15.37:0/1801873753 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a4015b860 con 0x7f8a4015aa70 2023-10-06T22:45:49.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.288+0000 7f8a3dd9b700 1 --2- 172.21.15.37:0/1801873753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a4015af00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8a340098f0 tx=0x7f8a34009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=288523cdd7cf2ec3 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:49.291 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.288+0000 7f8a3d59a700 1 -- 172.21.15.37:0/1801873753 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a34011830 con 0x7f8a4015aa70 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a3d59a700 1 -- 172.21.15.37:0/1801873753 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a34011990 con 0x7f8a4015aa70 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a3d59a700 1 -- 172.21.15.37:0/1801873753 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a34011d20 con 0x7f8a4015aa70 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 -- 172.21.15.37:0/1801873753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 msgr2=0x7f8a4015af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 --2- 172.21.15.37:0/1801873753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a4015af00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8a340098f0 tx=0x7f8a34009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 -- 172.21.15.37:0/1801873753 shutdown_connections 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 --2- 172.21.15.37:0/1801873753 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a40072510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 --2- 172.21.15.37:0/1801873753 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a4015af00 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 -- 172.21.15.37:0/1801873753 >> 172.21.15.37:0/1801873753 conn(0x7f8a4006aab0 msgr2=0x7f8a4006aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 -- 172.21.15.37:0/1801873753 shutdown_connections 2023-10-06T22:45:49.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.289+0000 7f8a44fff700 1 -- 172.21.15.37:0/1801873753 wait complete. 2023-10-06T22:45:49.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.291+0000 7f8a44fff700 1 Processor -- start 2023-10-06T22:45:49.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.291+0000 7f8a44fff700 1 -- start start 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.292+0000 7f8a44fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a400ae080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.292+0000 7f8a44fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a40158240 0x7f8a4014a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.292+0000 7f8a44fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a40159670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.292+0000 7f8a44fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a4015c720 con 0x7f8a40158240 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.292+0000 7f8a44fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a4015baa0 con 0x7f8a4015aa70 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.292+0000 7f8a44fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a4015bd80 con 0x7f8a400720a0 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3dd9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a40158240 0x7f8a4014a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:49.295 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3ed9d700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a40159670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3e59c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a400ae080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3dd9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a40158240 0x7f8a4014a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38702/0 (socket says 172.21.15.37:38702) 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3dd9b700 1 -- 172.21.15.37:0/861358845 learned_addr learned my addr 172.21.15.37:0/861358845 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3ed9d700 1 -- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 msgr2=0x7f8a400ae080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3ed9d700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a400ae080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3ed9d700 1 -- 172.21.15.37:0/861358845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a40158240 msgr2=0x7f8a4014a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3ed9d700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a40158240 0x7f8a4014a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3ed9d700 1 -- 172.21.15.37:0/861358845 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a34009550 con 0x7f8a4015aa70 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3dd9b700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a40158240 0x7f8a4014a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:49.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.293+0000 7f8a3ed9d700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a40159670 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800eba0 tx=0x7f8a3800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:49.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.294+0000 7f8a2effd700 1 -- 172.21.15.37:0/861358845 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a38009a80 con 0x7f8a4015aa70 2023-10-06T22:45:49.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.294+0000 7f8a2effd700 1 -- 172.21.15.37:0/861358845 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a3800f040 con 0x7f8a4015aa70 2023-10-06T22:45:49.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.294+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a4015c060 con 0x7f8a4015aa70 2023-10-06T22:45:49.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.294+0000 7f8a2effd700 1 -- 172.21.15.37:0/861358845 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a3800cc40 con 0x7f8a4015aa70 2023-10-06T22:45:49.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.294+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a4014eec0 con 0x7f8a4015aa70 2023-10-06T22:45:49.298 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.295+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a400c2a50 con 0x7f8a4015aa70 2023-10-06T22:45:49.298 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.296+0000 7f8a2effd700 1 -- 172.21.15.37:0/861358845 <== mon.1 v2:172.21.15.62:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f8a38014480 con 0x7f8a4015aa70 2023-10-06T22:45:49.298 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.297+0000 7f8a2effd700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a2006af00 0x7f8a2006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:49.298 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.297+0000 7f8a2effd700 1 -- 172.21.15.37:0/861358845 <== mon.1 v2:172.21.15.62:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f8a38089e50 con 0x7f8a4015aa70 2023-10-06T22:45:49.299 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.297+0000 7f8a3e59c700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a2006af00 0x7f8a2006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:49.299 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.298+0000 7f8a3e59c700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a2006af00 0x7f8a2006d3c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8a30007fd0 tx=0x7f8a30009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:49.304 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.302+0000 7f8a2effd700 1 -- 172.21.15.37:0/861358845 <== mon.1 v2:172.21.15.62:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f8a380550c0 con 0x7f8a4015aa70 2023-10-06T22:45:49.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.532+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f8a4015c860 con 0x7f8a4015aa70 2023-10-06T22:45:49.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.976+0000 7f8a2effd700 1 -- 172.21.15.37:0/861358845 <== mon.1 v2:172.21.15.62:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v33) v1 ==== 97+0+0 (secure 0 0 0) 0x7f8a4015c860 con 0x7f8a4015aa70 2023-10-06T22:45:49.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.979+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a2006af00 msgr2=0x7f8a2006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:49.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a2006af00 0x7f8a2006d3c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f8a30007fd0 tx=0x7f8a30009040 comp rx=0 tx=0).stop 2023-10-06T22:45:49.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 msgr2=0x7f8a40159670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:49.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a40159670 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8a3800eba0 tx=0x7f8a3800eeb0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 shutdown_connections 2023-10-06T22:45:49.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f8a2006af00 0x7f8a2006d3c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.982 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f8a4015aa70 0x7f8a40159670 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f8a400720a0 0x7f8a400ae080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 --2- 172.21.15.37:0/861358845 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f8a40158240 0x7f8a4014a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:49.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 >> 172.21.15.37:0/861358845 conn(0x7f8a4006aab0 msgr2=0x7f8a401510f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:49.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 shutdown_connections 2023-10-06T22:45:49.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:49.980+0000 7f8a44fff700 1 -- 172.21.15.37:0/861358845 wait complete. 2023-10-06T22:45:49.983 INFO:teuthology.orchestra.run.smithi037.stderr: removed all blocklist entries 2023-10-06T22:45:50.003 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-10-06T22:45:50.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.204+0000 7f6e9afff700 1 Processor -- start 2023-10-06T22:45:50.207 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.205+0000 7f6e9afff700 1 -- start start 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e9afff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6e9415d830 0x7f6e940d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e9afff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e9afff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e940d1d40 con 0x7f6e940ce890 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e9afff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e940b59e0 con 0x7f6e9415d830 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e9afff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940d2020 con 0x7f6e940b5010 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e9959c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e98d9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f6e9415d830 0x7f6e940d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e93fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f6e940ce890 0x7f6e940d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46738/0 (socket says 172.21.15.37:46738) 2023-10-06T22:45:50.209 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.206+0000 7f6e93fff700 1 -- 172.21.15.37:0/1006877548 learned_addr learned my addr 172.21.15.37:0/1006877548 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:50.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e9959c700 1 -- 172.21.15.37:0/1006877548 >> v2:172.21.15.62:3300/0 conn(0x7f6e9415d830 msgr2=0x7f6e940d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:50.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e9959c700 1 --2- 172.21.15.37:0/1006877548 >> v2:172.21.15.62:3300/0 conn(0x7f6e9415d830 0x7f6e940d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e9959c700 1 -- 172.21.15.37:0/1006877548 >> v1:172.21.15.37:6789/0 conn(0x7f6e940ce890 legacy=0x7f6e940d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:50.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e9959c700 1 -- 172.21.15.37:0/1006877548 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e940d2300 con 0x7f6e940b5010 2023-10-06T22:45:50.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e98d9b700 1 --2- 172.21.15.37:0/1006877548 >> v2:172.21.15.62:3300/0 conn(0x7f6e9415d830 0x7f6e940d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e9959c700 1 --2- 172.21.15.37:0/1006877548 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b54a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c009d90 tx=0x7f6e8c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=609c5a5d6f716139 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e937fe700 1 -- 172.21.15.37:0/1006877548 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c00e070 con 0x7f6e940b5010 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e937fe700 1 -- 172.21.15.37:0/1006877548 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e8c00bae0 con 0x7f6e940b5010 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.207+0000 7f6e937fe700 1 -- 172.21.15.37:0/1006877548 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c00be90 con 0x7f6e940b5010 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 -- 172.21.15.37:0/1006877548 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 msgr2=0x7f6e940b54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 --2- 172.21.15.37:0/1006877548 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b54a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c009d90 tx=0x7f6e8c00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 -- 172.21.15.37:0/1006877548 shutdown_connections 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 --2- 172.21.15.37:0/1006877548 >> v2:172.21.15.62:3300/0 conn(0x7f6e9415d830 0x7f6e940d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 --2- 172.21.15.37:0/1006877548 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b54a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 -- 172.21.15.37:0/1006877548 >> 172.21.15.37:0/1006877548 conn(0x7f6e94072630 msgr2=0x7f6e940d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 -- 172.21.15.37:0/1006877548 shutdown_connections 2023-10-06T22:45:50.211 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.208+0000 7f6e9afff700 1 -- 172.21.15.37:0/1006877548 wait complete. 2023-10-06T22:45:50.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.210+0000 7f6e9afff700 1 Processor -- start 2023-10-06T22:45:50.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.211+0000 7f6e9afff700 1 -- start start 2023-10-06T22:45:50.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e9afff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e9afff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6e940ce890 0x7f6e940cda10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e9afff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6e9415d830 0x7f6e940cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e9afff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940a9ec0 con 0x7f6e940ce890 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e9afff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e9414e240 con 0x7f6e9415d830 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e9afff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940aa110 con 0x7f6e940b5010 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e93fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6e940ce890 0x7f6e940cda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e93fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6e940ce890 0x7f6e940cda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38718/0 (socket says 172.21.15.37:38718) 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e93fff700 1 -- 172.21.15.37:0/2817240238 learned_addr learned my addr 172.21.15.37:0/2817240238 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e9959c700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6e9415d830 0x7f6e940cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.212+0000 7f6e98d9b700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e93fff700 1 -- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 msgr2=0x7f6e940b49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e93fff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.215 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e93fff700 1 -- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6e9415d830 msgr2=0x7f6e940cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e93fff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6e9415d830 0x7f6e940cccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.216 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e93fff700 1 -- 172.21.15.37:0/2817240238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e880094a0 con 0x7f6e940ce890 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e93fff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6e940ce890 0x7f6e940cda10 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000b550 tx=0x7f6e8000b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e917fa700 1 -- 172.21.15.37:0/2817240238 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e80011830 con 0x7f6e940ce890 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e917fa700 1 -- 172.21.15.37:0/2817240238 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e800119b0 con 0x7f6e940ce890 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e8c009a70 con 0x7f6e940ce890 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e917fa700 1 -- 172.21.15.37:0/2817240238 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e80011d60 con 0x7f6e940ce890 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.213+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e9414dbf0 con 0x7f6e940ce890 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.214+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e94074380 con 0x7f6e940ce890 2023-10-06T22:45:50.217 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.215+0000 7f6e917fa700 1 -- 172.21.15.37:0/2817240238 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6e8001a400 con 0x7f6e940ce890 2023-10-06T22:45:50.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.216+0000 7f6e917fa700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6e7806af00 0x7f6e7806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.218 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.217+0000 7f6e917fa700 1 -- 172.21.15.37:0/2817240238 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f6e80089420 con 0x7f6e940ce890 2023-10-06T22:45:50.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.217+0000 7f6e98d9b700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6e7806af00 0x7f6e7806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.219 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.218+0000 7f6e98d9b700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6e7806af00 0x7f6e7806d3c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6e88009d70 tx=0x7f6e88009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:50.222 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.221+0000 7f6e917fa700 1 -- 172.21.15.37:0/2817240238 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6e80054640 con 0x7f6e940ce890 2023-10-06T22:45:50.514 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.513+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f6e940b8470 con 0x7f6e940ce890 2023-10-06T22:45:50.515 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.513+0000 7f6e917fa700 1 -- 172.21.15.37:0/2817240238 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f6e80057c60 con 0x7f6e940ce890 2023-10-06T22:45:50.515 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:50.515 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2023-10-06T22:45:50.515 INFO:teuthology.orchestra.run.smithi037.stdout: "auth_dump": [ 2023-10-06T22:45:50.515 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.515 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "mds.a", 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCAjSBlimGsJRAAS1AwxZ772NkrdO5ACBLtxQ==", 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow *", 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow *", 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "mds.b", 2023-10-06T22:45:50.516 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCBjSBl4gesAhAAa7pCPIM3+BPcE35QMWtguw==", 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow *", 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow *", 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "mds.c", 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCAjSBlNMfxMRAATFIUtWIZpbVBNX6Qd+KCkQ==", 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.517 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow *", 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow *", 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "mds.d", 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCBjSBlEwrtDhAABi9OpEqJ9rximmRSwFpHtA==", 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.518 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow *", 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow *", 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.0", 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCFjSBlhjXTExAAIwywxohPKhGuPvgWZVSpsw==", 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.519 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.1", 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCIjSBl70AeHRAAuY2bfKB2Ij8Zrz6tybLA6A==", 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.520 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.2", 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCLjSBlCA0OJBAAK2LYQmrkQEpsbSisOcJrxA==", 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.3", 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCOjSBl6MVmKxAArMXqDcvaqyNs61NH43a1kA==", 2023-10-06T22:45:50.521 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.4", 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCVjSBl7z2bCRAAqvwKdPYtEOJzhn6CAFDldg==", 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.522 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.5", 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCYjSBlaK0QEhAAeXAMLp9faziTEJ1+JLPgCw==", 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.523 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.6", 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCbjSBl9cX5GxAAf2i6QXEZQbPFjgsc5T0KYQ==", 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.524 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "osd.7", 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCejSBlAoOdIxAAFVWuAs3csHa7VVKzBIjoxQ==", 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow profile osd", 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile osd", 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.525 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.0", 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCBjSBlRo1+GRAAczsiu/OTCbeDO3v5CbH7/g==", 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow r", 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow rw", 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow rwx" 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.526 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.1", 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCBjSBlT6FgKhAA1ag5/ZkJaAlGNq7QW8H04g==", 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow r", 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow rw", 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow rwx" 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.2", 2023-10-06T22:45:50.527 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCBjSBlLQAUIhAAMmTxT/x+zJ5HQeAqKUxBuA==", 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow r", 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow rw", 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow rwx" 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.3", 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCBjSBlDiGLMhAA6Ov9/ZMn7hTB0guf6rjj2Q==", 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.528 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow", 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow r", 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow rw", 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow rwx" 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.admin", 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog==", 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow *", 2023-10-06T22:45:50.529 INFO:teuthology.orchestra.run.smithi037.stdout: "mgr": "allow *", 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow *", 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.bootstrap-mds", 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCmjSBlRYXrNRAA0330wkKquj72l722Rp45Ew==", 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile bootstrap-mds" 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.530 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.bootstrap-mgr", 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCmjSBlOY/rNRAA4jMs3D8zpDpgGX3b9qjJSA==", 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile bootstrap-mgr" 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.bootstrap-osd", 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCmjSBl95rrNRAAYVQZ65ga/JzcKvNF36pQog==", 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.531 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile bootstrap-osd" 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.bootstrap-rbd", 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCmjSBlF6TrNRAAc2LmnBHCZzKAya2xfjxkEA==", 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile bootstrap-rbd" 2023-10-06T22:45:50.532 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCmjSBl3azrNRAAQgN28Jf3lJVw+PlDA2lwoA==", 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.533 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "client.bootstrap-rgw", 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCmjSBlIbjrNRAAnQwU1ofQXfUCR00pq/QwVQ==", 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile bootstrap-rgw" 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "mgr.x", 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCAjSBl0Y+IHRAAzPVNfj5SZHS61H6pzu7Ttw==", 2023-10-06T22:45:50.534 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow *", 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile mgr", 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: }, 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "entity": "mgr.y", 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "key": "AQCAjSBlmKNmExAAJKuAnu9IO7JJyg0KHJCgxg==", 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "caps": { 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "mds": "allow *", 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "mon": "allow profile mgr", 2023-10-06T22:45:50.535 INFO:teuthology.orchestra.run.smithi037.stdout: "osd": "allow *" 2023-10-06T22:45:50.536 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.536 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:50.536 INFO:teuthology.orchestra.run.smithi037.stdout: ] 2023-10-06T22:45:50.536 INFO:teuthology.orchestra.run.smithi037.stdout:} 2023-10-06T22:45:50.537 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.515+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6e7806af00 msgr2=0x7f6e7806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.537 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.515+0000 7f6e9afff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6e7806af00 0x7f6e7806d3c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6e88009d70 tx=0x7f6e88009210 comp rx=0 tx=0).stop 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6e940ce890 msgr2=0x7f6e940cda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6e940ce890 0x7f6e940cda10 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6e8000b550 tx=0x7f6e8000b860 comp rx=0 tx=0).stop 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 shutdown_connections 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f6e7806af00 0x7f6e7806d3c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6e9415d830 0x7f6e940cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6e940b5010 0x7f6e940b49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 --2- 172.21.15.37:0/2817240238 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6e940ce890 0x7f6e940cda10 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 >> 172.21.15.37:0/2817240238 conn(0x7f6e94072630 msgr2=0x7f6e940ce010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 shutdown_connections 2023-10-06T22:45:50.538 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.516+0000 7f6e9afff700 1 -- 172.21.15.37:0/2817240238 wait complete. 2023-10-06T22:45:50.539 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-10-06T22:45:50.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.739+0000 7f35157ff700 1 Processor -- start 2023-10-06T22:45:50.741 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.739+0000 7f35157ff700 1 -- start start 2023-10-06T22:45:50.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.740+0000 7f35157ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f351015d830 0x7f35100d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.740+0000 7f35157ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35100ce890 0x7f35100d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.743 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.740+0000 7f35157ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f35100b5010 0x7f35100b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.740+0000 7f35157ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35100b59c0 con 0x7f35100b5010 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f35157ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35100d3320 con 0x7f351015d830 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f35157ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35100d1d40 con 0x7f35100ce890 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f35100b5010 0x7f35100b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f35100b5010 0x7f35100b5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38734/0 (socket says 172.21.15.37:38734) 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 -- 172.21.15.37:0/85895544 learned_addr learned my addr 172.21.15.37:0/85895544 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f3507fff700 1 --2- 172.21.15.37:0/85895544 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35100ce890 0x7f35100d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350effd700 1 --2- 172.21.15.37:0/85895544 >> v2:172.21.15.62:3300/0 conn(0x7f351015d830 0x7f35100d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 -- 172.21.15.37:0/85895544 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35100ce890 msgr2=0x7f35100d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:50.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 --2- 172.21.15.37:0/85895544 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35100ce890 0x7f35100d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 -- 172.21.15.37:0/85895544 >> v2:172.21.15.62:3300/0 conn(0x7f351015d830 msgr2=0x7f35100d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:50.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 --2- 172.21.15.37:0/85895544 >> v2:172.21.15.62:3300/0 conn(0x7f351015d830 0x7f35100d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350f7fe700 1 -- 172.21.15.37:0/85895544 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35100d2020 con 0x7f35100b5010 2023-10-06T22:45:50.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.741+0000 7f350effd700 1 --2- 172.21.15.37:0/85895544 >> v2:172.21.15.62:3300/0 conn(0x7f351015d830 0x7f35100d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:50.745 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.742+0000 7f350f7fe700 1 --2- 172.21.15.37:0/85895544 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f35100b5480 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f35100d0960 tx=0x7f350800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0a9b41ec83c5e4e server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:50.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.742+0000 7f350e7fc700 1 -- 172.21.15.37:0/85895544 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f350800e070 con 0x7f35100b5010 2023-10-06T22:45:50.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.742+0000 7f350e7fc700 1 -- 172.21.15.37:0/85895544 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f350800b910 con 0x7f35100b5010 2023-10-06T22:45:50.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.742+0000 7f350e7fc700 1 -- 172.21.15.37:0/85895544 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f350800bcc0 con 0x7f35100b5010 2023-10-06T22:45:50.746 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.742+0000 7f35157ff700 1 -- 172.21.15.37:0/85895544 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 msgr2=0x7f35100b5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.742+0000 7f35157ff700 1 --2- 172.21.15.37:0/85895544 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f35100b5480 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f35100d0960 tx=0x7f350800b330 comp rx=0 tx=0).stop 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.743+0000 7f35157ff700 1 -- 172.21.15.37:0/85895544 shutdown_connections 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.743+0000 7f35157ff700 1 --2- 172.21.15.37:0/85895544 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f35100b5480 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.743+0000 7f35157ff700 1 --2- 172.21.15.37:0/85895544 >> v2:172.21.15.62:3300/0 conn(0x7f351015d830 0x7f35100d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.743+0000 7f35157ff700 1 --2- 172.21.15.37:0/85895544 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f35100ce890 0x7f35100d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.743+0000 7f35157ff700 1 -- 172.21.15.37:0/85895544 >> 172.21.15.37:0/85895544 conn(0x7f3510072630 msgr2=0x7f35100d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.743+0000 7f35157ff700 1 -- 172.21.15.37:0/85895544 shutdown_connections 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.743+0000 7f35157ff700 1 -- 172.21.15.37:0/85895544 wait complete. 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.744+0000 7f35157ff700 1 Processor -- start 2023-10-06T22:45:50.747 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.745+0000 7f35157ff700 1 -- start start 2023-10-06T22:45:50.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f35157ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f351014d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f35157ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35100ce890 0x7f35100b80c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f35157ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f351015d830 0x7f35100b2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f35157ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f351014df10 con 0x7f35100b5010 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f35157ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f351015f670 con 0x7f35100ce890 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f35157ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f351015f950 con 0x7f351015d830 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f351014d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f351014d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38746/0 (socket says 172.21.15.37:38746) 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 -- 172.21.15.37:0/3100176834 learned_addr learned my addr 172.21.15.37:0/3100176834 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350f7fe700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f351015d830 0x7f35100b2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f3507fff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35100ce890 0x7f35100b80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 -- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f351015d830 msgr2=0x7f35100b2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f351015d830 0x7f35100b2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 -- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35100ce890 msgr2=0x7f35100b80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:50.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35100ce890 0x7f35100b80c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.746+0000 7f350effd700 1 -- 172.21.15.37:0/3100176834 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3508009b30 con 0x7f35100b5010 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.747+0000 7f350effd700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f351014d9d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f350000e810 tx=0x7f350000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.747+0000 7f35077fe700 1 -- 172.21.15.37:0/3100176834 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3500004230 con 0x7f35100b5010 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.747+0000 7f35077fe700 1 -- 172.21.15.37:0/3100176834 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3500004390 con 0x7f35100b5010 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.747+0000 7f35077fe700 1 -- 172.21.15.37:0/3100176834 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35000036a0 con 0x7f35100b5010 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.747+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f351015fc30 con 0x7f35100b5010 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.747+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35101601f0 con 0x7f35100b5010 2023-10-06T22:45:50.751 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.748+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3510074380 con 0x7f35100b5010 2023-10-06T22:45:50.753 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.752+0000 7f35077fe700 1 -- 172.21.15.37:0/3100176834 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3500003800 con 0x7f35100b5010 2023-10-06T22:45:50.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.753+0000 7f35077fe700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f34f006af00 0x7f34f006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:50.754 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.753+0000 7f35077fe700 1 -- 172.21.15.37:0/3100176834 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f3500089330 con 0x7f35100b5010 2023-10-06T22:45:50.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.753+0000 7f3507fff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f34f006af00 0x7f34f006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:50.755 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.754+0000 7f3507fff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f34f006af00 0x7f34f006d3c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f351015b6c0 tx=0x7f34f8008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:50.757 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:50.756+0000 7f35077fe700 1 -- 172.21.15.37:0/3100176834 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f35000545d0 con 0x7f35100b5010 2023-10-06T22:45:51.065 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.063+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f35100d06d0 con 0x7f35100b5010 2023-10-06T22:45:51.067 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.065+0000 7f35077fe700 1 -- 172.21.15.37:0/3100176834 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f3500057bf0 con 0x7f35100b5010 2023-10-06T22:45:51.070 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f34f006af00 msgr2=0x7f34f006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.070 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f34f006af00 0x7f34f006d3c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f351015b6c0 tx=0x7f34f8008040 comp rx=0 tx=0).stop 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 msgr2=0x7f351014d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f351014d9d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f350000e810 tx=0x7f350000ebd0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 shutdown_connections 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f351015d830 0x7f35100b2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f35100b5010 0x7f351014d9d0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f34f006af00 0x7f34f006d3c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 --2- 172.21.15.37:0/3100176834 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f35100ce890 0x7f35100b80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 >> 172.21.15.37:0/3100176834 conn(0x7f3510072630 msgr2=0x7f35100d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 shutdown_connections 2023-10-06T22:45:51.071 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.068+0000 7f35157ff700 1 -- 172.21.15.37:0/3100176834 wait complete. 2023-10-06T22:45:51.090 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-10-06T22:45:51.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.290+0000 7f4c8b9ff700 1 Processor -- start 2023-10-06T22:45:51.292 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.290+0000 7f4c8b9ff700 1 -- start start 2023-10-06T22:45:51.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c8b9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4c8415d830 0x7f4c840d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c8b9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c840d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c8b9ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c840d3320 con 0x7f4c840b5010 2023-10-06T22:45:51.293 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c8b9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c840d1d40 con 0x7f4c8415d830 2023-10-06T22:45:51.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c8b9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c840d2020 con 0x7f4c840ce890 2023-10-06T22:45:51.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c8979b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4c8415d830 0x7f4c840d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c89f9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f4c840b5010 0x7f4c840b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46754/0 (socket says 172.21.15.37:46754) 2023-10-06T22:45:51.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.291+0000 7f4c89f9c700 1 -- 172.21.15.37:0/4205354188 learned_addr learned my addr 172.21.15.37:0/4205354188 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:51.294 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c88f9a700 1 --2- 172.21.15.37:0/4205354188 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c840d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c8979b700 1 -- 172.21.15.37:0/4205354188 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 msgr2=0x7f4c840d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c8979b700 1 --2- 172.21.15.37:0/4205354188 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c840d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c8979b700 1 -- 172.21.15.37:0/4205354188 >> v1:172.21.15.37:6789/0 conn(0x7f4c840b5010 legacy=0x7f4c840b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c8979b700 1 -- 172.21.15.37:0/4205354188 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c840d2300 con 0x7f4c8415d830 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c7bfff700 1 -- 172.21.15.37:0/4205354188 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3010141702 0 0) 0x7f4c840d3320 con 0x7f4c840b5010 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c8979b700 1 --2- 172.21.15.37:0/4205354188 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c8415d830 0x7f4c840d1760 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4c80009840 tx=0x7f4c80009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bd41d85166d3de2 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.292+0000 7f4c7bfff700 1 -- 172.21.15.37:0/4205354188 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c80011830 con 0x7f4c8415d830 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c7bfff700 1 -- 172.21.15.37:0/4205354188 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c80011990 con 0x7f4c8415d830 2023-10-06T22:45:51.296 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c7bfff700 1 -- 172.21.15.37:0/4205354188 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c80011d20 con 0x7f4c8415d830 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/4205354188 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c8415d830 msgr2=0x7f4c840d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/4205354188 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c8415d830 0x7f4c840d1760 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f4c80009840 tx=0x7f4c80009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/4205354188 shutdown_connections 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/4205354188 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c8415d830 0x7f4c840d1760 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/4205354188 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c840d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/4205354188 >> 172.21.15.37:0/4205354188 conn(0x7f4c84072630 msgr2=0x7f4c840d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/4205354188 shutdown_connections 2023-10-06T22:45:51.297 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.293+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/4205354188 wait complete. 2023-10-06T22:45:51.299 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.295+0000 7f4c8b9ff700 1 Processor -- start 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.295+0000 7f4c8b9ff700 1 -- start start 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8b9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c840b5010 0x7f4c8415dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8b9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c8415bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8b9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c8415d830 0x7f4c840b6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8b9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c8415e4a0 con 0x7f4c840b5010 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8b9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c8415e780 con 0x7f4c8415d830 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8b9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c8415ea60 con 0x7f4c840ce890 2023-10-06T22:45:51.300 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8979b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c840b5010 0x7f4c8415dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8979b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c840b5010 0x7f4c8415dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38768/0 (socket says 172.21.15.37:38768) 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.296+0000 7f4c8979b700 1 -- 172.21.15.37:0/168120447 learned_addr learned my addr 172.21.15.37:0/168120447 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c88f9a700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c8415bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c89f9c700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c8415d830 0x7f4c840b6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8979b700 1 -- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 msgr2=0x7f4c8415bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8979b700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c8415bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8979b700 1 -- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c8415d830 msgr2=0x7f4c840b6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8979b700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c8415d830 0x7f4c840b6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8979b700 1 -- 172.21.15.37:0/168120447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c800094a0 con 0x7f4c840b5010 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c88f9a700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c8415bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:51.301 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c89f9c700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c8415d830 0x7f4c840b6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:51.302 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8979b700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c840b5010 0x7f4c8415dc10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4c80009fd0 tx=0x7f4c80004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:51.302 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c79ffb700 1 -- 172.21.15.37:0/168120447 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c800038a0 con 0x7f4c840b5010 2023-10-06T22:45:51.302 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c79ffb700 1 -- 172.21.15.37:0/168120447 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c8001f070 con 0x7f4c840b5010 2023-10-06T22:45:51.302 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c8415ed40 con 0x7f4c840b5010 2023-10-06T22:45:51.302 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c79ffb700 1 -- 172.21.15.37:0/168120447 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c80003c40 con 0x7f4c840b5010 2023-10-06T22:45:51.302 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.297+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c8415e150 con 0x7f4c840b5010 2023-10-06T22:45:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.298+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c84074380 con 0x7f4c840b5010 2023-10-06T22:45:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.299+0000 7f4c79ffb700 1 -- 172.21.15.37:0/168120447 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4c80026480 con 0x7f4c840b5010 2023-10-06T22:45:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.300+0000 7f4c79ffb700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c6806af00 0x7f4c6806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.300+0000 7f4c79ffb700 1 -- 172.21.15.37:0/168120447 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4c80021070 con 0x7f4c840b5010 2023-10-06T22:45:51.303 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.301+0000 7f4c88f9a700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c6806af00 0x7f4c6806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.304 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.301+0000 7f4c88f9a700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c6806af00 0x7f4c6806d3c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4c84152220 tx=0x7f4c74008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:51.307 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.305+0000 7f4c79ffb700 1 -- 172.21.15.37:0/168120447 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4c80056030 con 0x7f4c840b5010 2023-10-06T22:45:51.600 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.598+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f4c840d4320 con 0x7f4c840b5010 2023-10-06T22:45:51.602 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.601+0000 7f4c79ffb700 1 -- 172.21.15.37:0/168120447 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7f4c800150a0 con 0x7f4c840b5010 2023-10-06T22:45:51.605 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c6806af00 msgr2=0x7f4c6806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.605 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c6806af00 0x7f4c6806d3c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f4c84152220 tx=0x7f4c74008040 comp rx=0 tx=0).stop 2023-10-06T22:45:51.605 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c840b5010 msgr2=0x7f4c8415dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c840b5010 0x7f4c8415dc10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4c80009fd0 tx=0x7f4c80004750 comp rx=0 tx=0).stop 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 shutdown_connections 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4c6806af00 0x7f4c6806d3c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4c8415d830 0x7f4c840b6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4c840b5010 0x7f4c8415dc10 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 --2- 172.21.15.37:0/168120447 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4c840ce890 0x7f4c8415bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 >> 172.21.15.37:0/168120447 conn(0x7f4c84072630 msgr2=0x7f4c8415ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 shutdown_connections 2023-10-06T22:45:51.606 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.603+0000 7f4c8b9ff700 1 -- 172.21.15.37:0/168120447 wait complete. 2023-10-06T22:45:51.623 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-10-06T22:45:51.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.824+0000 7fb5c41ff700 1 Processor -- start 2023-10-06T22:45:51.826 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.824+0000 7fb5c41ff700 1 -- start start 2023-10-06T22:45:51.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c41ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb5bc15d830 0x7fb5bc0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c41ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc0b54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c41ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5bc0d1d40 con 0x7fb5bc0ce890 2023-10-06T22:45:51.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c41ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5bc0b59e0 con 0x7fb5bc15d830 2023-10-06T22:45:51.827 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c41ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5bc0d2020 con 0x7fb5bc0b5010 2023-10-06T22:45:51.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c1f9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fb5bc15d830 0x7fb5bc0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c179a700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fb5bc0ce890 0x7fb5bc0d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46762/0 (socket says 172.21.15.37:46762) 2023-10-06T22:45:51.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c179a700 1 -- 172.21.15.37:0/946774850 learned_addr learned my addr 172.21.15.37:0/946774850 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:51.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.825+0000 7fb5c279c700 1 --2- 172.21.15.37:0/946774850 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc0b54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c0f99700 1 -- 172.21.15.37:0/946774850 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3000060449 0 0) 0x7fb5bc0d1d40 con 0x7fb5bc0ce890 2023-10-06T22:45:51.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c0f99700 1 -- 172.21.15.37:0/946774850 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb5a80035b0 con 0x7fb5bc0ce890 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c1f9b700 1 -- 172.21.15.37:0/946774850 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 msgr2=0x7fb5bc0b54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c1f9b700 1 --2- 172.21.15.37:0/946774850 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc0b54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c1f9b700 1 -- 172.21.15.37:0/946774850 >> v1:172.21.15.37:6789/0 conn(0x7fb5bc0ce890 legacy=0x7fb5bc0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c1f9b700 1 -- 172.21.15.37:0/946774850 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5bc0d2300 con 0x7fb5bc15d830 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c1f9b700 1 --2- 172.21.15.37:0/946774850 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc0d1760 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8009840 tx=0x7fb5b8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76fe1fbeefb5ac83 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c0f99700 1 -- 172.21.15.37:0/946774850 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8011830 con 0x7fb5bc15d830 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c0f99700 1 -- 172.21.15.37:0/946774850 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5b8011990 con 0x7fb5bc15d830 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.826+0000 7fb5c0f99700 1 -- 172.21.15.37:0/946774850 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8011d00 con 0x7fb5bc15d830 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 -- 172.21.15.37:0/946774850 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 msgr2=0x7fb5bc0d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/946774850 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc0d1760 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8009840 tx=0x7fb5b8009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:51.831 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 -- 172.21.15.37:0/946774850 shutdown_connections 2023-10-06T22:45:51.831 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/946774850 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc0d1760 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.831 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/946774850 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc0b54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.831 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 -- 172.21.15.37:0/946774850 >> 172.21.15.37:0/946774850 conn(0x7fb5bc072630 msgr2=0x7fb5bc0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:51.831 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 -- 172.21.15.37:0/946774850 shutdown_connections 2023-10-06T22:45:51.831 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.827+0000 7fb5c41ff700 1 -- 172.21.15.37:0/946774850 wait complete. 2023-10-06T22:45:51.831 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.829+0000 7fb5c41ff700 1 Processor -- start 2023-10-06T22:45:51.832 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.830+0000 7fb5c41ff700 1 -- start start 2023-10-06T22:45:51.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c41ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc160340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c41ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5bc0ce890 0x7fb5bc14ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c41ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc14f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c41ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5bc15ec20 con 0x7fb5bc15d830 2023-10-06T22:45:51.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c41ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5bc15ef00 con 0x7fb5bc0ce890 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c41ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5bc15f1e0 con 0x7fb5bc0b5010 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c279c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc14f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c279c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc14f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38786/0 (socket says 172.21.15.37:38786) 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c279c700 1 -- 172.21.15.37:0/2772760022 learned_addr learned my addr 172.21.15.37:0/2772760022 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c1f9b700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc160340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.831+0000 7fb5c179a700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5bc0ce890 0x7fb5bc14ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c279c700 1 -- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 msgr2=0x7fb5bc160340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c279c700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc160340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c279c700 1 -- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5bc0ce890 msgr2=0x7fb5bc14ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:51.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c279c700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5bc0ce890 0x7fb5bc14ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:51.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c279c700 1 -- 172.21.15.37:0/2772760022 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5b80094a0 con 0x7fb5bc15d830 2023-10-06T22:45:51.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c279c700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc14f110 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400efc0 tx=0x7fb5b400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:51.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5b27fc700 1 -- 172.21.15.37:0/2772760022 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b400cb80 con 0x7fb5bc15d830 2023-10-06T22:45:51.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5b27fc700 1 -- 172.21.15.37:0/2772760022 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5b400f040 con 0x7fb5bc15d830 2023-10-06T22:45:51.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5b27fc700 1 -- 172.21.15.37:0/2772760022 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4014480 con 0x7fb5bc15d830 2023-10-06T22:45:51.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5bc15f4c0 con 0x7fb5bc15d830 2023-10-06T22:45:51.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.832+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5bc15fcc0 con 0x7fb5bc15d830 2023-10-06T22:45:51.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.833+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5bc15f9e0 con 0x7fb5bc15d830 2023-10-06T22:45:51.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.834+0000 7fb5b27fc700 1 -- 172.21.15.37:0/2772760022 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fb5b40145e0 con 0x7fb5bc15d830 2023-10-06T22:45:51.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.835+0000 7fb5b27fc700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb5a006af00 0x7fb5a006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:51.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.835+0000 7fb5b27fc700 1 -- 172.21.15.37:0/2772760022 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fb5b4089f50 con 0x7fb5bc15d830 2023-10-06T22:45:51.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.836+0000 7fb5c1f9b700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb5a006af00 0x7fb5a006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:51.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.836+0000 7fb5c1f9b700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb5a006af00 0x7fb5a006d3c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8000c00 tx=0x7fb5b8008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:51.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:51.839+0000 7fb5b27fc700 1 -- 172.21.15.37:0/2772760022 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fb5bc15f9e0 con 0x7fb5bc15d830 2023-10-06T22:45:52.138 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.136+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7fb5bc15f9e0 con 0x7fb5bc15d830 2023-10-06T22:45:52.140 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.138+0000 7fb5b27fc700 1 -- 172.21.15.37:0/2772760022 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7fb5bc15f9e0 con 0x7fb5bc15d830 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb5a006af00 msgr2=0x7fb5a006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb5a006af00 0x7fb5a006d3c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8000c00 tx=0x7fb5b8008030 comp rx=0 tx=0).stop 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 msgr2=0x7fb5bc14f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc14f110 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400efc0 tx=0x7fb5b400c0c0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 shutdown_connections 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fb5bc15d830 0x7fb5bc14f110 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fb5bc0b5010 0x7fb5bc160340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fb5a006af00 0x7fb5a006d3c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.143 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 --2- 172.21.15.37:0/2772760022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fb5bc0ce890 0x7fb5bc14ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 >> 172.21.15.37:0/2772760022 conn(0x7fb5bc072630 msgr2=0x7fb5bc0b4450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:52.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 shutdown_connections 2023-10-06T22:45:52.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.141+0000 7fb5c41ff700 1 -- 172.21.15.37:0/2772760022 wait complete. 2023-10-06T22:45:52.161 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-10-06T22:45:52.363 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.362+0000 7f1f08fff700 1 Processor -- start 2023-10-06T22:45:52.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.362+0000 7f1f08fff700 1 -- start start 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1f08fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1f040d1760 0x7f1f040ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1f08fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1f08fff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f040cedd0 con 0x7f1f0415d830 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1f08fff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f040b59a0 con 0x7f1f040d1760 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1f08fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f040d1d40 con 0x7f1f040b5010 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1efbfff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1f040d1760 0x7f1f040ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1efbfff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1f040d1760 0x7f1f040ce890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38798/0 (socket says 172.21.15.37:38798) 2023-10-06T22:45:52.365 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1efbfff700 1 -- 172.21.15.37:0/3084782491 learned_addr learned my addr 172.21.15.37:0/3084782491 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:52.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.363+0000 7f1f02d9d700 1 --2- 172.21.15.37:0/3084782491 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1efbfff700 1 -- 172.21.15.37:0/3084782491 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 msgr2=0x7f1f040b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:52.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1efbfff700 1 --2- 172.21.15.37:0/3084782491 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1efbfff700 1 -- 172.21.15.37:0/3084782491 >> v1:172.21.15.62:6789/0 conn(0x7f1f0415d830 legacy=0x7f1f040d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1efbfff700 1 -- 172.21.15.37:0/3084782491 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f040d2020 con 0x7f1f040d1760 2023-10-06T22:45:52.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1efbfff700 1 --2- 172.21.15.37:0/3084782491 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f040d1760 0x7f1f040ce890 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0098f0 tx=0x7f1eec009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2645acfeb7e7ae5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:52.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1f01d9b700 1 -- 172.21.15.37:0/3084782491 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eec011830 con 0x7f1f040d1760 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1f01d9b700 1 -- 172.21.15.37:0/3084782491 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eec011990 con 0x7f1f040d1760 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.364+0000 7f1f01d9b700 1 -- 172.21.15.37:0/3084782491 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eec011d20 con 0x7f1f040d1760 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 -- 172.21.15.37:0/3084782491 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f040d1760 msgr2=0x7f1f040ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3084782491 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f040d1760 0x7f1f040ce890 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0098f0 tx=0x7f1eec009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 -- 172.21.15.37:0/3084782491 shutdown_connections 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3084782491 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3084782491 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f040d1760 0x7f1f040ce890 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 -- 172.21.15.37:0/3084782491 >> 172.21.15.37:0/3084782491 conn(0x7f1f04072630 msgr2=0x7f1f040d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 -- 172.21.15.37:0/3084782491 shutdown_connections 2023-10-06T22:45:52.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.365+0000 7f1f08fff700 1 -- 172.21.15.37:0/3084782491 wait complete. 2023-10-06T22:45:52.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.367+0000 7f1f08fff700 1 Processor -- start 2023-10-06T22:45:52.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.367+0000 7f1f08fff700 1 -- start start 2023-10-06T22:45:52.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f08fff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040cb070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f08fff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f040d1760 0x7f1f0414fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f08fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f0415d830 0x7f1f040d3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f08fff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f041500c0 con 0x7f1f0415d830 2023-10-06T22:45:52.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f08fff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f040c8070 con 0x7f1f040d1760 2023-10-06T22:45:52.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f08fff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f040c7460 con 0x7f1f040b5010 2023-10-06T22:45:52.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f0415d830 0x7f1f040d3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f0415d830 0x7f1f040d3590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38802/0 (socket says 172.21.15.37:38802) 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 -- 172.21.15.37:0/3178319303 learned_addr learned my addr 172.21.15.37:0/3178319303 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 -- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 msgr2=0x7f1f040cb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1efbfff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f040d1760 0x7f1f0414fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f0259c700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040cb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040cb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 -- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f040d1760 msgr2=0x7f1f0414fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f040d1760 0x7f1f0414fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f02d9d700 1 -- 172.21.15.37:0/3178319303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eec009550 con 0x7f1f0415d830 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1efbfff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f040d1760 0x7f1f0414fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.368+0000 7f1f0259c700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040cb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.369+0000 7f1f02d9d700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f0415d830 0x7f1f040d3590 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1efc009d30 tx=0x7f1efc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.369+0000 7f1efaffd700 1 -- 172.21.15.37:0/3178319303 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc009ba0 con 0x7f1f0415d830 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.369+0000 7f1efaffd700 1 -- 172.21.15.37:0/3178319303 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1efc00f040 con 0x7f1f0415d830 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.369+0000 7f1efaffd700 1 -- 172.21.15.37:0/3178319303 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc014480 con 0x7f1f0415d830 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.369+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f040c7740 con 0x7f1f0415d830 2023-10-06T22:45:52.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.369+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f040c7d00 con 0x7f1f0415d830 2023-10-06T22:45:52.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.370+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f04074380 con 0x7f1f0415d830 2023-10-06T22:45:52.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.371+0000 7f1efaffd700 1 -- 172.21.15.37:0/3178319303 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1efc0145e0 con 0x7f1f0415d830 2023-10-06T22:45:52.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.372+0000 7f1efaffd700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1ee406af00 0x7f1ee406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.373+0000 7f1efaffd700 1 -- 172.21.15.37:0/3178319303 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f1efc089dc0 con 0x7f1f0415d830 2023-10-06T22:45:52.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.373+0000 7f1f0259c700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1ee406af00 0x7f1ee406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.374+0000 7f1f0259c700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1ee406af00 0x7f1ee406d3c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4000f60 tx=0x7f1ef4009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:52.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.377+0000 7f1efaffd700 1 -- 172.21.15.37:0/3178319303 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1efc054fe0 con 0x7f1f0415d830 2023-10-06T22:45:52.674 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.672+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f1f0406a8d0 con 0x7f1f0415d830 2023-10-06T22:45:52.676 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.674+0000 7f1efaffd700 1 -- 172.21.15.37:0/3178319303 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f1efc058600 con 0x7f1f0415d830 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1ee406af00 msgr2=0x7f1ee406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1ee406af00 0x7f1ee406d3c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4000f60 tx=0x7f1ef4009040 comp rx=0 tx=0).stop 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f0415d830 msgr2=0x7f1f040d3590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f0415d830 0x7f1f040d3590 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1efc009d30 tx=0x7f1efc00c3a0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 shutdown_connections 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1f0415d830 0x7f1f040d3590 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1f040b5010 0x7f1f040cb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1ee406af00 0x7f1ee406d3c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 --2- 172.21.15.37:0/3178319303 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1f040d1760 0x7f1f0414fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 >> 172.21.15.37:0/3178319303 conn(0x7f1f04072630 msgr2=0x7f1f0415c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:52.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 shutdown_connections 2023-10-06T22:45:52.680 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.677+0000 7f1f08fff700 1 -- 172.21.15.37:0/3178319303 wait complete. 2023-10-06T22:45:52.696 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-10-06T22:45:52.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.897+0000 7f13b71ff700 1 Processor -- start 2023-10-06T22:45:52.899 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.897+0000 7f13b71ff700 1 -- start start 2023-10-06T22:45:52.900 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13b71ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f13b00b5720 0x7f13b00ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13b71ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13b00cedd0 con 0x7f13b00d1760 2023-10-06T22:45:52.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13b71ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13b00d1d40 con 0x7f13b015d830 2023-10-06T22:45:52.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13b71ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13b00d2020 con 0x7f13b00b5720 2023-10-06T22:45:52.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13affff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f13b00d1760 0x7f13b00b5010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46764/0 (socket says 172.21.15.37:46764) 2023-10-06T22:45:52.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13affff700 1 -- 172.21.15.37:0/600388957 learned_addr learned my addr 172.21.15.37:0/600388957 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:52.901 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13b579c700 1 --2- 172.21.15.37:0/600388957 >> v2:172.21.15.62:3300/0 conn(0x7f13b00b5720 0x7f13b00ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13af7fe700 1 -- 172.21.15.37:0/600388957 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3374095839 0 0) 0x7f13b00cedd0 con 0x7f13b00d1760 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.899+0000 7f13af7fe700 1 -- 172.21.15.37:0/600388957 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f13a00035b0 con 0x7f13b00d1760 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13b579c700 1 -- 172.21.15.37:0/600388957 >> v1:172.21.15.62:6789/0 conn(0x7f13b015d830 legacy=0x7f13b00d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13b579c700 1 -- 172.21.15.37:0/600388957 >> v1:172.21.15.37:6789/0 conn(0x7f13b00d1760 legacy=0x7f13b00b5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13af7fe700 1 -- 172.21.15.37:0/600388957 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1699088042 0 0) 0x7f13a00035b0 con 0x7f13b00d1760 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13b579c700 1 -- 172.21.15.37:0/600388957 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13b00d2300 con 0x7f13b00b5720 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13b579c700 1 --2- 172.21.15.37:0/600388957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b00b5720 0x7f13b00ce890 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f13a8009d90 tx=0x7f13a800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dff04048ac5c6cf server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13af7fe700 1 -- 172.21.15.37:0/600388957 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13a800e070 con 0x7f13b00b5720 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13af7fe700 1 -- 172.21.15.37:0/600388957 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13a8003a20 con 0x7f13b00b5720 2023-10-06T22:45:52.903 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.900+0000 7f13af7fe700 1 -- 172.21.15.37:0/600388957 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f139c001670 con 0x7f13b00b5720 2023-10-06T22:45:52.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.901+0000 7f13b71ff700 1 -- 172.21.15.37:0/600388957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b00b5720 msgr2=0x7f13b00ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.901+0000 7f13b71ff700 1 --2- 172.21.15.37:0/600388957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b00b5720 0x7f13b00ce890 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f13a8009d90 tx=0x7f13a800b330 comp rx=0 tx=0).stop 2023-10-06T22:45:52.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.901+0000 7f13b71ff700 1 -- 172.21.15.37:0/600388957 shutdown_connections 2023-10-06T22:45:52.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.901+0000 7f13b71ff700 1 --2- 172.21.15.37:0/600388957 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b00b5720 0x7f13b00ce890 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.901+0000 7f13b71ff700 1 -- 172.21.15.37:0/600388957 >> 172.21.15.37:0/600388957 conn(0x7f13b0072630 msgr2=0x7f13b00d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:52.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.901+0000 7f13b71ff700 1 -- 172.21.15.37:0/600388957 shutdown_connections 2023-10-06T22:45:52.904 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.901+0000 7f13b71ff700 1 -- 172.21.15.37:0/600388957 wait complete. 2023-10-06T22:45:52.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.903+0000 7f13b71ff700 1 Processor -- start 2023-10-06T22:45:52.905 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.903+0000 7f13b71ff700 1 -- start start 2023-10-06T22:45:52.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b71ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13b00b5720 0x7f13b015f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b71ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13b00d1760 0x7f13b00c6f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b71ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b015d830 0x7f13b015fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b71ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13b01504f0 con 0x7f13b00d1760 2023-10-06T22:45:52.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b71ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13b00c9440 con 0x7f13b015d830 2023-10-06T22:45:52.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b71ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13b00c74a0 con 0x7f13b00b5720 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13b00d1760 0x7f13b00c6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13b00d1760 0x7f13b00c6f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38808/0 (socket says 172.21.15.37:38808) 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 -- 172.21.15.37:0/426830682 learned_addr learned my addr 172.21.15.37:0/426830682 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b579c700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b015d830 0x7f13b015fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13b4f9b700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13b00b5720 0x7f13b015f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 -- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13b00b5720 msgr2=0x7f13b015f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13b00b5720 0x7f13b015f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 -- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b015d830 msgr2=0x7f13b015fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b015d830 0x7f13b015fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.904+0000 7f13affff700 1 -- 172.21.15.37:0/426830682 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13a8009a70 con 0x7f13b00d1760 2023-10-06T22:45:52.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.905+0000 7f13affff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13b00d1760 0x7f13b00c6f60 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f139c0011e0 tx=0x7f139c00cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:52.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.905+0000 7f13ad7fa700 1 -- 172.21.15.37:0/426830682 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f139c007560 con 0x7f13b00d1760 2023-10-06T22:45:52.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.905+0000 7f13ad7fa700 1 -- 172.21.15.37:0/426830682 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f139c0076c0 con 0x7f13b00d1760 2023-10-06T22:45:52.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.905+0000 7f13ad7fa700 1 -- 172.21.15.37:0/426830682 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f139c004a90 con 0x7f13b00d1760 2023-10-06T22:45:52.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.905+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13b0160c50 con 0x7f13b00d1760 2023-10-06T22:45:52.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.905+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13b00c9970 con 0x7f13b00d1760 2023-10-06T22:45:52.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.906+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13b0074380 con 0x7f13b00d1760 2023-10-06T22:45:52.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.907+0000 7f13ad7fa700 1 -- 172.21.15.37:0/426830682 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f139c004bf0 con 0x7f13b00d1760 2023-10-06T22:45:52.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.908+0000 7f13ad7fa700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f139406af00 0x7f139406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:52.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.908+0000 7f13ad7fa700 1 -- 172.21.15.37:0/426830682 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f139c088510 con 0x7f13b00d1760 2023-10-06T22:45:52.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.909+0000 7f13b4f9b700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f139406af00 0x7f139406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:52.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.909+0000 7f13b4f9b700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f139406af00 0x7f139406d3c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f13a4000f60 tx=0x7f13a4009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:52.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:52.912+0000 7f13ad7fa700 1 -- 172.21.15.37:0/426830682 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f139c0537c0 con 0x7f13b00d1760 2023-10-06T22:45:53.208 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.206+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f13b00d25b0 con 0x7f13b00d1760 2023-10-06T22:45:53.210 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.209+0000 7f13ad7fa700 1 -- 172.21.15.37:0/426830682 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f139c056de0 con 0x7f13b00d1760 2023-10-06T22:45:53.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f139406af00 msgr2=0x7f139406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f139406af00 0x7f139406d3c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f13a4000f60 tx=0x7f13a4009040 comp rx=0 tx=0).stop 2023-10-06T22:45:53.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13b00d1760 msgr2=0x7f13b00c6f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13b00d1760 0x7f13b00c6f60 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f139c0011e0 tx=0x7f139c00cb00 comp rx=0 tx=0).stop 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 shutdown_connections 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f139406af00 0x7f139406d3c0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f13b015d830 0x7f13b015fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f13b00b5720 0x7f13b015f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 --2- 172.21.15.37:0/426830682 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f13b00d1760 0x7f13b00c6f60 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 >> 172.21.15.37:0/426830682 conn(0x7f13b0072630 msgr2=0x7f13b015ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 shutdown_connections 2023-10-06T22:45:53.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.211+0000 7f13b71ff700 1 -- 172.21.15.37:0/426830682 wait complete. 2023-10-06T22:45:53.231 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-10-06T22:45:53.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.431+0000 7f4ce21ff700 1 Processor -- start 2023-10-06T22:45:53.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.432+0000 7f4ce21ff700 1 -- start start 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4ce21ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4cdc15d830 0x7f4cdc0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4ce21ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4cdc0d1d40 con 0x7f4cdc0ce890 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4ce21ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4cdc0d2020 con 0x7f4cdc0b5010 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4ce21ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cdc0d2300 con 0x7f4cdc15d830 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4cdb7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4cdc15d830 0x7f4cdc0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4cdb7fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f4cdc15d830 0x7f4cdc0d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38816/0 (socket says 172.21.15.37:38816) 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4cdb7fe700 1 -- 172.21.15.37:0/4062795438 learned_addr learned my addr 172.21.15.37:0/4062795438 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:53.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.433+0000 7f4cdaffd700 1 --1- 172.21.15.37:0/4062795438 >> v1:172.21.15.37:6789/0 conn(0x7f4cdc0ce890 0x7f4cdc0d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46766/0 (socket says 172.21.15.37:46766) 2023-10-06T22:45:53.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.434+0000 7f4cdb7fe700 1 -- 172.21.15.37:0/4062795438 >> v1:172.21.15.62:6789/0 conn(0x7f4cdc0b5010 legacy=0x7f4cdc0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.434+0000 7f4cdb7fe700 1 -- 172.21.15.37:0/4062795438 >> v1:172.21.15.37:6789/0 conn(0x7f4cdc0ce890 legacy=0x7f4cdc0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.434+0000 7f4cdb7fe700 1 -- 172.21.15.37:0/4062795438 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cdc0d25e0 con 0x7f4cdc15d830 2023-10-06T22:45:53.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.434+0000 7f4cdb7fe700 1 --2- 172.21.15.37:0/4062795438 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0d1760 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc0098f0 tx=0x7f4ccc009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fa2bf3d0ce93963 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:53.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.434+0000 7f4cda7fc700 1 -- 172.21.15.37:0/4062795438 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ccc00b8a0 con 0x7f4cdc15d830 2023-10-06T22:45:53.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.434+0000 7f4cda7fc700 1 -- 172.21.15.37:0/4062795438 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ccc00ba00 con 0x7f4cdc15d830 2023-10-06T22:45:53.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.434+0000 7f4cda7fc700 1 -- 172.21.15.37:0/4062795438 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ccc00bd90 con 0x7f4cdc15d830 2023-10-06T22:45:53.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.435+0000 7f4ce21ff700 1 -- 172.21.15.37:0/4062795438 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 msgr2=0x7f4cdc0d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.435+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/4062795438 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0d1760 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc0098f0 tx=0x7f4ccc009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:53.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.435+0000 7f4ce21ff700 1 -- 172.21.15.37:0/4062795438 shutdown_connections 2023-10-06T22:45:53.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.435+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/4062795438 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0d1760 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.435+0000 7f4ce21ff700 1 -- 172.21.15.37:0/4062795438 >> 172.21.15.37:0/4062795438 conn(0x7f4cdc072630 msgr2=0x7f4cdc0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:53.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.435+0000 7f4ce21ff700 1 -- 172.21.15.37:0/4062795438 shutdown_connections 2023-10-06T22:45:53.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.435+0000 7f4ce21ff700 1 -- 172.21.15.37:0/4062795438 wait complete. 2023-10-06T22:45:53.439 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.437+0000 7f4ce21ff700 1 Processor -- start 2023-10-06T22:45:53.439 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.437+0000 7f4ce21ff700 1 -- start start 2023-10-06T22:45:53.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4ce21ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4cdc0b5010 0x7f4cdc0a9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4ce21ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cdc0ce890 0x7f4cdc0b4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4ce21ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0cbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4ce21ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cdc0aa400 con 0x7f4cdc15d830 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4ce21ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cdc1f2f60 con 0x7f4cdc0ce890 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4ce21ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cdc1f3240 con 0x7f4cdc0b5010 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0cbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdb7fe700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4cdc0b5010 0x7f4cdc0a9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0cbdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38820/0 (socket says 172.21.15.37:38820) 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 -- 172.21.15.37:0/1927707101 learned_addr learned my addr 172.21.15.37:0/1927707101 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdaffd700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cdc0ce890 0x7f4cdc0b4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 -- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4cdc0b5010 msgr2=0x7f4cdc0a9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4cdc0b5010 0x7f4cdc0a9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.441 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 -- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cdc0ce890 msgr2=0x7f4cdc0b4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cdc0ce890 0x7f4cdc0b4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.438+0000 7f4cdbfff700 1 -- 172.21.15.37:0/1927707101 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ccc009550 con 0x7f4cdc15d830 2023-10-06T22:45:53.442 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.439+0000 7f4cdbfff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0cbdf0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4cd400cb50 tx=0x7f4cd400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:53.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.439+0000 7f4cc3fff700 1 -- 172.21.15.37:0/1927707101 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd4003c00 con 0x7f4cdc15d830 2023-10-06T22:45:53.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.439+0000 7f4cc3fff700 1 -- 172.21.15.37:0/1927707101 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cd4003d60 con 0x7f4cdc15d830 2023-10-06T22:45:53.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.439+0000 7f4cc3fff700 1 -- 172.21.15.37:0/1927707101 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd400aa20 con 0x7f4cdc15d830 2023-10-06T22:45:53.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.439+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cdc1f3520 con 0x7f4cdc15d830 2023-10-06T22:45:53.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.439+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cdc1f3ae0 con 0x7f4cdc15d830 2023-10-06T22:45:53.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.440+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cdc1f6200 con 0x7f4cdc15d830 2023-10-06T22:45:53.443 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.441+0000 7f4cc3fff700 1 -- 172.21.15.37:0/1927707101 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f4cd400ab80 con 0x7f4cdc15d830 2023-10-06T22:45:53.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.442+0000 7f4cc3fff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4cc806af00 0x7f4cc806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.442+0000 7f4cc3fff700 1 -- 172.21.15.37:0/1927707101 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f4cd4089410 con 0x7f4cdc15d830 2023-10-06T22:45:53.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.442+0000 7f4cdb7fe700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4cc806af00 0x7f4cc806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.445 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.443+0000 7f4cdb7fe700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4cc806af00 0x7f4cc806d3c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc009c40 tx=0x7f4ccc008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:53.448 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.446+0000 7f4cc3fff700 1 -- 172.21.15.37:0/1927707101 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f4cd4054630 con 0x7f4cdc15d830 2023-10-06T22:45:53.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.740+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f4cdc074380 con 0x7f4cdc15d830 2023-10-06T22:45:53.744 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.743+0000 7f4cc3fff700 1 -- 172.21.15.37:0/1927707101 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f4cd4057c50 con 0x7f4cdc15d830 2023-10-06T22:45:53.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4cc806af00 msgr2=0x7f4cc806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4cc806af00 0x7f4cc806d3c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4ccc009c40 tx=0x7f4ccc008030 comp rx=0 tx=0).stop 2023-10-06T22:45:53.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 msgr2=0x7f4cdc0cbdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0cbdf0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f4cd400cb50 tx=0x7f4cd400ce60 comp rx=0 tx=0).stop 2023-10-06T22:45:53.749 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 shutdown_connections 2023-10-06T22:45:53.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f4cdc15d830 0x7f4cdc0cbdf0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f4cdc0b5010 0x7f4cdc0a9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f4cc806af00 0x7f4cc806d3c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 --2- 172.21.15.37:0/1927707101 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f4cdc0ce890 0x7f4cdc0b4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 >> 172.21.15.37:0/1927707101 conn(0x7f4cdc072630 msgr2=0x7f4cdc0cdbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:53.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 shutdown_connections 2023-10-06T22:45:53.750 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.745+0000 7f4ce21ff700 1 -- 172.21.15.37:0/1927707101 wait complete. 2023-10-06T22:45:53.766 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.965+0000 7ff8f17ff700 1 Processor -- start 2023-10-06T22:45:53.967 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.965+0000 7ff8f17ff700 1 -- start start 2023-10-06T22:45:53.969 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.966+0000 7ff8f17ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec15d830 0x7ff8ec0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.969 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.966+0000 7ff8f17ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff8ec0ce890 0x7ff8ec0d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.969 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.966+0000 7ff8f17ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8ec0d3320 con 0x7ff8ec0b5010 2023-10-06T22:45:53.969 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.966+0000 7ff8f17ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8ec0d1d40 con 0x7ff8ec0ce890 2023-10-06T22:45:53.969 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8f17ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8ec0d2020 con 0x7ff8ec15d830 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8e3fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff8ec0ce890 0x7ff8ec0d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8e3fff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7ff8ec0ce890 0x7ff8ec0d2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38836/0 (socket says 172.21.15.37:38836) 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8eb7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7ff8ec0b5010 0x7ff8ec0b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:46778/0 (socket says 172.21.15.37:46778) 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8e3fff700 1 -- 172.21.15.37:0/761773228 learned_addr learned my addr 172.21.15.37:0/761773228 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8eaffd700 1 --2- 172.21.15.37:0/761773228 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec15d830 0x7ff8ec0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8e3fff700 1 -- 172.21.15.37:0/761773228 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec15d830 msgr2=0x7ff8ec0d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8e3fff700 1 --2- 172.21.15.37:0/761773228 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec15d830 0x7ff8ec0d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8e3fff700 1 -- 172.21.15.37:0/761773228 >> v1:172.21.15.37:6789/0 conn(0x7ff8ec0b5010 legacy=0x7ff8ec0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.967+0000 7ff8e3fff700 1 -- 172.21.15.37:0/761773228 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8ec0d2300 con 0x7ff8ec0ce890 2023-10-06T22:45:53.970 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8e3fff700 1 --2- 172.21.15.37:0/761773228 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec0ce890 0x7ff8ec0d2de0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7ff8d40098f0 tx=0x7ff8d4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f47d6529d7078910 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:53.971 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8ea7fc700 1 -- 172.21.15.37:0/761773228 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d4011830 con 0x7ff8ec0ce890 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8ea7fc700 1 -- 172.21.15.37:0/761773228 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8d4011990 con 0x7ff8ec0ce890 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8ea7fc700 1 -- 172.21.15.37:0/761773228 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d4011d20 con 0x7ff8ec0ce890 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8f17ff700 1 -- 172.21.15.37:0/761773228 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec0ce890 msgr2=0x7ff8ec0d2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/761773228 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec0ce890 0x7ff8ec0d2de0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7ff8d40098f0 tx=0x7ff8d4009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8f17ff700 1 -- 172.21.15.37:0/761773228 shutdown_connections 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/761773228 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec15d830 0x7ff8ec0d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.968+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/761773228 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec0ce890 0x7ff8ec0d2de0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.969+0000 7ff8f17ff700 1 -- 172.21.15.37:0/761773228 >> 172.21.15.37:0/761773228 conn(0x7ff8ec072630 msgr2=0x7ff8ec0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.969+0000 7ff8f17ff700 1 -- 172.21.15.37:0/761773228 shutdown_connections 2023-10-06T22:45:53.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.969+0000 7ff8f17ff700 1 -- 172.21.15.37:0/761773228 wait complete. 2023-10-06T22:45:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.971+0000 7ff8f17ff700 1 Processor -- start 2023-10-06T22:45:53.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.971+0000 7ff8f17ff700 1 -- start start 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.972+0000 7ff8f17ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8ec0b5010 0x7ff8ec14ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.972+0000 7ff8f17ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec0ce890 0x7ff8ec15dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8f17ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec15d830 0x7ff8ec15e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8f17ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8ec0cad50 con 0x7ff8ec15d830 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8f17ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8ec160a50 con 0x7ff8ec0b5010 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8f17ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8ec0ca700 con 0x7ff8ec0ce890 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec15d830 0x7ff8ec15e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec15d830 0x7ff8ec15e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:38842/0 (socket says 172.21.15.37:38842) 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 -- 172.21.15.37:0/4055390033 learned_addr learned my addr 172.21.15.37:0/4055390033 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8e3fff700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec0ce890 0x7ff8ec15dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eaffd700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8ec0b5010 0x7ff8ec14ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 -- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec0ce890 msgr2=0x7ff8ec15dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec0ce890 0x7ff8ec15dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 -- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8ec0b5010 msgr2=0x7ff8ec14ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8ec0b5010 0x7ff8ec14ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:53.976 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.973+0000 7ff8eb7fe700 1 -- 172.21.15.37:0/4055390033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8d4009550 con 0x7ff8ec15d830 2023-10-06T22:45:53.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.974+0000 7ff8eb7fe700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec15d830 0x7ff8ec15e150 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff8e400cbc0 tx=0x7ff8e400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:53.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.974+0000 7ff8e37fe700 1 -- 172.21.15.37:0/4055390033 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8e400ab50 con 0x7ff8ec15d830 2023-10-06T22:45:53.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.974+0000 7ff8e37fe700 1 -- 172.21.15.37:0/4055390033 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8e400acb0 con 0x7ff8ec15d830 2023-10-06T22:45:53.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.974+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8ec0ca9e0 con 0x7ff8ec15d830 2023-10-06T22:45:53.977 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.974+0000 7ff8e37fe700 1 -- 172.21.15.37:0/4055390033 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8e4007270 con 0x7ff8ec15d830 2023-10-06T22:45:53.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.974+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8ec15fcd0 con 0x7ff8ec15d830 2023-10-06T22:45:53.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.975+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8ec074380 con 0x7ff8ec15d830 2023-10-06T22:45:53.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.976+0000 7ff8e37fe700 1 -- 172.21.15.37:0/4055390033 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7ff8e40073d0 con 0x7ff8ec15d830 2023-10-06T22:45:53.978 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.977+0000 7ff8e37fe700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff8cc06af00 0x7ff8cc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:53.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.977+0000 7ff8e37fe700 1 -- 172.21.15.37:0/4055390033 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7ff8e4089150 con 0x7ff8ec15d830 2023-10-06T22:45:53.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.977+0000 7ff8eaffd700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff8cc06af00 0x7ff8cc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:53.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.978+0000 7ff8eaffd700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff8cc06af00 0x7ff8cc06d3c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009b70 tx=0x7ff8dc008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:53.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:53.981+0000 7ff8e37fe700 1 -- 172.21.15.37:0/4055390033 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7ff8e4054420 con 0x7ff8ec15d830 2023-10-06T22:45:54.194 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.192+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff8ec0cab70 con 0x7ff8ec15d830 2023-10-06T22:45:54.195 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.193+0000 7ff8e37fe700 1 -- 172.21.15.37:0/4055390033 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+12978 (secure 0 0 0) 0x7ff8e4057a40 con 0x7ff8ec15d830 2023-10-06T22:45:54.195 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:54.195 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":35,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:45:49.982813+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":26,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":23,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:54.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff8cc06af00 msgr2=0x7ff8cc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.197 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff8cc06af00 0x7ff8cc06d3c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009b70 tx=0x7ff8dc008040 comp rx=0 tx=0).stop 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec15d830 msgr2=0x7ff8ec15e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec15d830 0x7ff8ec15e150 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7ff8e400cbc0 tx=0x7ff8e400cf80 comp rx=0 tx=0).stop 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 shutdown_connections 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7ff8cc06af00 0x7ff8cc06d3c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7ff8ec0b5010 0x7ff8ec14ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7ff8ec15d830 0x7ff8ec15e150 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 --2- 172.21.15.37:0/4055390033 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7ff8ec0ce890 0x7ff8ec15dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 >> 172.21.15.37:0/4055390033 conn(0x7ff8ec072630 msgr2=0x7ff8ec0d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 shutdown_connections 2023-10-06T22:45:54.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.195+0000 7ff8f17ff700 1 -- 172.21.15.37:0/4055390033 wait complete. 2023-10-06T22:45:54.215 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-06T22:45:54.215 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-06T22:45:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.418+0000 7fadd49ff700 1 Processor -- start 2023-10-06T22:45:54.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.418+0000 7fadd49ff700 1 -- start start 2023-10-06T22:45:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadd49ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fadd00c8120 0x7fadd0168300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadd49ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadd01610c0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadd49ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadd00d40d0 con 0x7fadd0160ce0 2023-10-06T22:45:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadd49ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fadd00d0a20 con 0x7fadd00c8120 2023-10-06T22:45:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadc7fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fadd00d3bd0 0x7fadd00d0310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39090/0 (socket says 172.21.15.37:39090) 2023-10-06T22:45:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadc7fff700 1 -- 172.21.15.37:0/288843022 learned_addr learned my addr 172.21.15.37:0/288843022 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:54.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadced9d700 1 --2- 172.21.15.37:0/288843022 >> v2:172.21.15.62:3300/0 conn(0x7fadd00c8120 0x7fadd0168300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadcdd9b700 1 -- 172.21.15.37:0/288843022 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2551346402 0 0) 0x7fadd01610c0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.420+0000 7fadcdd9b700 1 -- 172.21.15.37:0/288843022 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fadbc0035b0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadcdd9b700 1 -- 172.21.15.37:0/288843022 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1053075062 0 0) 0x7fadd00d40d0 con 0x7fadd0160ce0 2023-10-06T22:45:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadcdd9b700 1 -- 172.21.15.37:0/288843022 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fadd01610c0 con 0x7fadd0160ce0 2023-10-06T22:45:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadced9d700 1 -- 172.21.15.37:0/288843022 >> v1:172.21.15.62:6789/0 conn(0x7fadd0160ce0 legacy=0x7fadd00cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadced9d700 1 -- 172.21.15.37:0/288843022 >> v1:172.21.15.37:6789/0 conn(0x7fadd00d3bd0 legacy=0x7fadd00d0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadced9d700 1 -- 172.21.15.37:0/288843022 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadd00d43b0 con 0x7fadd00c8120 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadced9d700 1 --2- 172.21.15.37:0/288843022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd00c8120 0x7fadd0168300 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fadc8009d90 tx=0x7fadc800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=439ee5985b6c71e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadcdd9b700 1 -- 172.21.15.37:0/288843022 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc800e070 con 0x7fadd00c8120 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadcdd9b700 1 -- 172.21.15.37:0/288843022 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadc800bb20 con 0x7fadd00c8120 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.421+0000 7fadcdd9b700 1 -- 172.21.15.37:0/288843022 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc8012430 con 0x7fadd00c8120 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.422+0000 7fadd49ff700 1 -- 172.21.15.37:0/288843022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd00c8120 msgr2=0x7fadd0168300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.422+0000 7fadd49ff700 1 --2- 172.21.15.37:0/288843022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd00c8120 0x7fadd0168300 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fadc8009d90 tx=0x7fadc800b330 comp rx=0 tx=0).stop 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.422+0000 7fadd49ff700 1 -- 172.21.15.37:0/288843022 shutdown_connections 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.422+0000 7fadd49ff700 1 --2- 172.21.15.37:0/288843022 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd00c8120 0x7fadd0168300 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.422+0000 7fadd49ff700 1 -- 172.21.15.37:0/288843022 >> 172.21.15.37:0/288843022 conn(0x7fadd009c790 msgr2=0x7fadd00d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.422+0000 7fadd49ff700 1 -- 172.21.15.37:0/288843022 shutdown_connections 2023-10-06T22:45:54.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.422+0000 7fadd49ff700 1 -- 172.21.15.37:0/288843022 wait complete. 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.424+0000 7fadd49ff700 1 Processor -- start 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.424+0000 7fadd49ff700 1 -- start start 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadd49ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fadd00c8120 0x7fadd0152060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadd49ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fadd00d3bd0 0x7fadd01525a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadd49ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd0160ce0 0x7fadd01f61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadd49ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd01e6970 con 0x7fadd00d3bd0 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadd49ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd00cce80 con 0x7fadd0160ce0 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadd49ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadd00cd160 con 0x7fadd00c8120 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fadd00d3bd0 0x7fadd01525a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fadd00d3bd0 0x7fadd01525a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54736/0 (socket says 172.21.15.37:54736) 2023-10-06T22:45:54.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 -- 172.21.15.37:0/1888127505 learned_addr learned my addr 172.21.15.37:0/1888127505 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadced9d700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd0160ce0 0x7fadd01f61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadce59c700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fadd00c8120 0x7fadd0152060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 -- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fadd00c8120 msgr2=0x7fadd0152060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fadd00c8120 0x7fadd0152060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 -- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd0160ce0 msgr2=0x7fadd01f61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd0160ce0 0x7fadd01f61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.425+0000 7fadc7fff700 1 -- 172.21.15.37:0/1888127505 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadc8009a70 con 0x7fadd00d3bd0 2023-10-06T22:45:54.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.426+0000 7fadc7fff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fadd00d3bd0 0x7fadd01525a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fadb8005910 tx=0x7fadb800ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:54.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.426+0000 7fadc6ffd700 1 -- 172.21.15.37:0/1888127505 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb8005d70 con 0x7fadd00d3bd0 2023-10-06T22:45:54.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.426+0000 7fadc6ffd700 1 -- 172.21.15.37:0/1888127505 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadb80070d0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.426+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadd01e6b80 con 0x7fadd00d3bd0 2023-10-06T22:45:54.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.426+0000 7fadc6ffd700 1 -- 172.21.15.37:0/1888127505 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb8007460 con 0x7fadd00d3bd0 2023-10-06T22:45:54.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.426+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadd00ccae0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.427+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadd01e70a0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.428+0000 7fadc6ffd700 1 -- 172.21.15.37:0/1888127505 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fadb80075c0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.429+0000 7fadc6ffd700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fadb006af00 0x7fadb006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.429+0000 7fadc6ffd700 1 -- 172.21.15.37:0/1888127505 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fadb8088a50 con 0x7fadd00d3bd0 2023-10-06T22:45:54.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.429+0000 7fadce59c700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fadb006af00 0x7fadb006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.430+0000 7fadce59c700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fadb006af00 0x7fadb006d3c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fadc0007fd0 tx=0x7fadc0009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:54.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.434+0000 7fadc6ffd700 1 -- 172.21.15.37:0/1888127505 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fadd01e70a0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.644 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.643+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fadd01e70a0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.645 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.643+0000 7fadc6ffd700 1 -- 172.21.15.37:0/1888127505 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7fadd01e70a0 con 0x7fadd00d3bd0 2023-10-06T22:45:54.645 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fadb006af00 msgr2=0x7fadb006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fadb006af00 0x7fadb006d3c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fadc0007fd0 tx=0x7fadc0009040 comp rx=0 tx=0).stop 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fadd00d3bd0 msgr2=0x7fadd01525a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fadd00d3bd0 0x7fadd01525a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fadb8005910 tx=0x7fadb800ca90 comp rx=0 tx=0).stop 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 shutdown_connections 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fadb006af00 0x7fadb006d3c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fadd0160ce0 0x7fadd01f61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fadd00c8120 0x7fadd0152060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.648 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 --2- 172.21.15.37:0/1888127505 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fadd00d3bd0 0x7fadd01525a0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 >> 172.21.15.37:0/1888127505 conn(0x7fadd009c790 msgr2=0x7fadd00c7990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:54.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 shutdown_connections 2023-10-06T22:45:54.649 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.646+0000 7fadd49ff700 1 -- 172.21.15.37:0/1888127505 wait complete. 2023-10-06T22:45:54.666 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-10-06T22:45:54.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.864+0000 7f80e3dff700 1 Processor -- start 2023-10-06T22:45:54.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.864+0000 7f80e3dff700 1 -- start start 2023-10-06T22:45:54.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.865+0000 7f80e3dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f80dc15d830 0x7f80dc0d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.865+0000 7f80e3dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0ce890 0x7f80dc0d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.865+0000 7f80e3dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80dc0d3320 con 0x7f80dc0b5010 2023-10-06T22:45:54.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.865+0000 7f80e3dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80dc0d1d40 con 0x7f80dc15d830 2023-10-06T22:45:54.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.865+0000 7f80e3dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc0d2020 con 0x7f80dc0ce890 2023-10-06T22:45:54.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e239c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f80dc0b5010 0x7f80dc0b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39094/0 (socket says 172.21.15.37:39094) 2023-10-06T22:45:54.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e239c700 1 -- 172.21.15.37:0/3883935218 learned_addr learned my addr 172.21.15.37:0/3883935218 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e139a700 1 --2- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0ce890 0x7f80dc0d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e1b9b700 1 --2- 172.21.15.37:0/3883935218 >> v2:172.21.15.62:3300/0 conn(0x7f80dc15d830 0x7f80dc0d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e0b99700 1 -- 172.21.15.37:0/3883935218 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1947941838 0 0) 0x7f80dc0d3320 con 0x7f80dc0b5010 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e0b99700 1 -- 172.21.15.37:0/3883935218 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f80c80035b0 con 0x7f80dc0b5010 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e1b9b700 1 -- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0ce890 msgr2=0x7f80dc0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e1b9b700 1 --2- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0ce890 0x7f80dc0d2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.866+0000 7f80e0b99700 1 -- 172.21.15.37:0/3883935218 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 766991202 0 0) 0x7f80c80035b0 con 0x7f80dc0b5010 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.867+0000 7f80e1b9b700 1 -- 172.21.15.37:0/3883935218 >> v1:172.21.15.37:6789/0 conn(0x7f80dc0b5010 legacy=0x7f80dc0b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.867+0000 7f80e1b9b700 1 -- 172.21.15.37:0/3883935218 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80dc0d2300 con 0x7f80dc15d830 2023-10-06T22:45:54.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.867+0000 7f80e1b9b700 1 --2- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 0x7f80dc0d1760 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f80d8009840 tx=0x7f80d8009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1f7eb970f3bc683 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.867+0000 7f80e0b99700 1 -- 172.21.15.37:0/3883935218 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80d40019f0 con 0x7f80dc15d830 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.867+0000 7f80e0b99700 1 -- 172.21.15.37:0/3883935218 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80d8004030 con 0x7f80dc15d830 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.867+0000 7f80e0b99700 1 -- 172.21.15.37:0/3883935218 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80d80043c0 con 0x7f80dc15d830 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 -- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 msgr2=0x7f80dc0d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 --2- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 0x7f80dc0d1760 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f80d8009840 tx=0x7f80d8009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 -- 172.21.15.37:0/3883935218 shutdown_connections 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 --2- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 0x7f80dc0d1760 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 --2- 172.21.15.37:0/3883935218 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0ce890 0x7f80dc0d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 -- 172.21.15.37:0/3883935218 >> 172.21.15.37:0/3883935218 conn(0x7f80dc072630 msgr2=0x7f80dc0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 -- 172.21.15.37:0/3883935218 shutdown_connections 2023-10-06T22:45:54.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.868+0000 7f80e3dff700 1 -- 172.21.15.37:0/3883935218 wait complete. 2023-10-06T22:45:54.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.870+0000 7f80e3dff700 1 Processor -- start 2023-10-06T22:45:54.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.870+0000 7f80e3dff700 1 -- start start 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e3dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0b5010 0x7f80dc0cb070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e3dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80dc0ce890 0x7f80dc1f2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e3dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 0x7f80dc0cc330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e3dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc0cb9e0 con 0x7f80dc0ce890 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e3dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc1f2e60 con 0x7f80dc15d830 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e3dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc0cc870 con 0x7f80dc0b5010 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80dc0ce890 0x7f80dc1f2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80dc0ce890 0x7f80dc1f2920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54738/0 (socket says 172.21.15.37:54738) 2023-10-06T22:45:54.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 -- 172.21.15.37:0/1105332704 learned_addr learned my addr 172.21.15.37:0/1105332704 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e1b9b700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0b5010 0x7f80dc0cb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e239c700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 0x7f80dc0cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 -- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0b5010 msgr2=0x7f80dc0cb070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0b5010 0x7f80dc0cb070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 -- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 msgr2=0x7f80dc0cc330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 0x7f80dc0cc330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.871+0000 7f80e139a700 1 -- 172.21.15.37:0/1105332704 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80d80094a0 con 0x7f80dc0ce890 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.872+0000 7f80e139a700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80dc0ce890 0x7f80dc1f2920 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f80cc00e9b0 tx=0x7f80cc00ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.872+0000 7f80d27fc700 1 -- 172.21.15.37:0/1105332704 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80cc009710 con 0x7f80dc0ce890 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.872+0000 7f80d27fc700 1 -- 172.21.15.37:0/1105332704 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80cc00ee50 con 0x7f80dc0ce890 2023-10-06T22:45:54.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.872+0000 7f80d27fc700 1 -- 172.21.15.37:0/1105332704 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80cc00ca50 con 0x7f80dc0ce890 2023-10-06T22:45:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.872+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80dc0cb700 con 0x7f80dc0ce890 2023-10-06T22:45:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.872+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80dc15e090 con 0x7f80dc0ce890 2023-10-06T22:45:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.873+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80dc15e6e0 con 0x7f80dc0ce890 2023-10-06T22:45:54.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.874+0000 7f80d27fc700 1 -- 172.21.15.37:0/1105332704 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f80cc00cbb0 con 0x7f80dc0ce890 2023-10-06T22:45:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.875+0000 7f80d27fc700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80c006af00 0x7f80c006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.875+0000 7f80d27fc700 1 -- 172.21.15.37:0/1105332704 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f80cc089420 con 0x7f80dc0ce890 2023-10-06T22:45:54.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.875+0000 7f80e1b9b700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80c006af00 0x7f80c006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:54.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.876+0000 7f80e1b9b700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80c006af00 0x7f80c006d3c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f80d80090b0 tx=0x7f80d8008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:54.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:54.879+0000 7f80d27fc700 1 -- 172.21.15.37:0/1105332704 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f80cc054640 con 0x7f80dc0ce890 2023-10-06T22:45:55.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.090+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f80dc15dc10 con 0x7f80dc0ce890 2023-10-06T22:45:55.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.091+0000 7f80d27fc700 1 -- 172.21.15.37:0/1105332704 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v35) v1 ==== 84+0+65 (secure 0 0 0) 0x7f80dc15dc10 con 0x7f80dc0ce890 2023-10-06T22:45:55.093 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:55.093 INFO:teuthology.orchestra.run.smithi037.stdout:[ 2023-10-06T22:45:55.093 INFO:teuthology.orchestra.run.smithi037.stdout: { 2023-10-06T22:45:55.093 INFO:teuthology.orchestra.run.smithi037.stdout: "poolnum": 1, 2023-10-06T22:45:55.093 INFO:teuthology.orchestra.run.smithi037.stdout: "poolname": ".mgr" 2023-10-06T22:45:55.093 INFO:teuthology.orchestra.run.smithi037.stdout: } 2023-10-06T22:45:55.093 INFO:teuthology.orchestra.run.smithi037.stdout:] 2023-10-06T22:45:55.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80c006af00 msgr2=0x7f80c006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:55.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80c006af00 0x7f80c006d3c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f80d80090b0 tx=0x7f80d8008030 comp rx=0 tx=0).stop 2023-10-06T22:45:55.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80dc0ce890 msgr2=0x7f80dc1f2920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:55.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80dc0ce890 0x7f80dc1f2920 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f80cc00e9b0 tx=0x7f80cc00ecc0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 shutdown_connections 2023-10-06T22:45:55.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f80c006af00 0x7f80c006d3c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f80dc15d830 0x7f80dc0cc330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f80dc0b5010 0x7f80dc0cb070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 --2- 172.21.15.37:0/1105332704 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f80dc0ce890 0x7f80dc1f2920 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 >> 172.21.15.37:0/1105332704 conn(0x7f80dc072630 msgr2=0x7f80dc0d3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:55.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 shutdown_connections 2023-10-06T22:45:55.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.093+0000 7f80e3dff700 1 -- 172.21.15.37:0/1105332704 wait complete. 2023-10-06T22:45:55.114 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-10-06T22:45:55.114 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-10-06T22:45:55.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.318+0000 7f9baafff700 1 Processor -- start 2023-10-06T22:45:55.320 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.318+0000 7f9baafff700 1 -- start start 2023-10-06T22:45:55.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.320+0000 7f9baafff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9ba415d6f0 0x7f9ba4161200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:55.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.320+0000 7f9baafff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba40b5590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:55.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.320+0000 7f9baafff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ba40d1bc0 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.320+0000 7f9baafff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ba4162160 con 0x7f9ba415d6f0 2023-10-06T22:45:55.322 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.320+0000 7f9baafff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ba40d1890 con 0x7f9ba40ce680 2023-10-06T22:45:55.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9ba415d6f0 0x7f9ba4161200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:55.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba959c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba40b5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:55.323 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f9ba415d6f0 0x7f9ba4161200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:45994/0 (socket says 172.21.15.37:45994) 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba959c700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba40b5590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3301/0 says I am v2:172.21.15.37:51674/0 (socket says 172.21.15.37:51674) 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/166374735 learned_addr learned my addr 172.21.15.37:0/166374735 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba3fff700 1 --1- 172.21.15.37:0/166374735 >> v1:172.21.15.62:6789/0 conn(0x7f9ba40ce1d0 0x7f9ba40b4e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:53952/0 (socket says 172.21.15.37:53952) 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/166374735 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 msgr2=0x7f9ba40b5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 --2- 172.21.15.37:0/166374735 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba40b5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/166374735 >> v1:172.21.15.62:6789/0 conn(0x7f9ba40ce1d0 legacy=0x7f9ba40b4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/166374735 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ba40d3060 con 0x7f9ba415d6f0 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.321+0000 7f9ba8d9b700 1 --2- 172.21.15.37:0/166374735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 0x7f9ba4161200 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9b980098f0 tx=0x7f9b98009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee6434862fdb8766 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9ba37fe700 1 -- 172.21.15.37:0/166374735 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b98011830 con 0x7f9ba415d6f0 2023-10-06T22:45:55.324 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9ba37fe700 1 -- 172.21.15.37:0/166374735 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b98011990 con 0x7f9ba415d6f0 2023-10-06T22:45:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9ba37fe700 1 -- 172.21.15.37:0/166374735 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b98011d20 con 0x7f9ba415d6f0 2023-10-06T22:45:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 -- 172.21.15.37:0/166374735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 msgr2=0x7f9ba4161200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:55.325 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 --2- 172.21.15.37:0/166374735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 0x7f9ba4161200 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9b980098f0 tx=0x7f9b98009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 -- 172.21.15.37:0/166374735 shutdown_connections 2023-10-06T22:45:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 --2- 172.21.15.37:0/166374735 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba40b5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 --2- 172.21.15.37:0/166374735 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 0x7f9ba4161200 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 -- 172.21.15.37:0/166374735 >> 172.21.15.37:0/166374735 conn(0x7f9ba406b590 msgr2=0x7f9ba406b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 -- 172.21.15.37:0/166374735 shutdown_connections 2023-10-06T22:45:55.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.322+0000 7f9baafff700 1 -- 172.21.15.37:0/166374735 wait complete. 2023-10-06T22:45:55.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.325+0000 7f9baafff700 1 Processor -- start 2023-10-06T22:45:55.327 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.325+0000 7f9baafff700 1 -- start start 2023-10-06T22:45:55.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9baafff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9ba40ce1d0 0x7f9ba414e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:55.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9baafff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba4151090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9baafff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 0x7f9ba41515d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9baafff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ba4151c00 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9baafff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ba40c8ac0 con 0x7f9ba415d6f0 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9baafff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ba414ee90 con 0x7f9ba40ce680 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba8d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9ba40ce1d0 0x7f9ba414e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba8d9b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9ba40ce1d0 0x7f9ba414e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54746/0 (socket says 172.21.15.37:54746) 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/3578381564 learned_addr learned my addr 172.21.15.37:0/3578381564 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba3fff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba4151090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba959c700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 0x7f9ba41515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:55.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 msgr2=0x7f9ba4151090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:55.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba8d9b700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba4151090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 msgr2=0x7f9ba41515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:55.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.326+0000 7f9ba8d9b700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 0x7f9ba41515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:55.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.327+0000 7f9ba8d9b700 1 -- 172.21.15.37:0/3578381564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b98009550 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.327+0000 7f9ba8d9b700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9ba40ce1d0 0x7f9ba414e950 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9b98009c40 tx=0x7f9b98004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:55.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.327+0000 7f9ba17fa700 1 -- 172.21.15.37:0/3578381564 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b98004400 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.327+0000 7f9ba17fa700 1 -- 172.21.15.37:0/3578381564 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b9801f070 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.327+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ba40c8ee0 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.327+0000 7f9ba17fa700 1 -- 172.21.15.37:0/3578381564 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b980038e0 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.327+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ba40c8400 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.328+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ba4074380 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.329+0000 7f9ba17fa700 1 -- 172.21.15.37:0/3578381564 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9b98021030 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.331+0000 7f9ba17fa700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b8806af00 0x7f9b8806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:55.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.331+0000 7f9ba17fa700 1 -- 172.21.15.37:0/3578381564 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f9b9808a8c0 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.331+0000 7f9ba3fff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b8806af00 0x7f9b8806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:55.333 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.332+0000 7f9ba3fff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b8806af00 0x7f9b8806d3c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9ba41f6910 tx=0x7f9b90007ed0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:55.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.335+0000 7f9ba17fa700 1 -- 172.21.15.37:0/3578381564 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9b98055b70 con 0x7f9ba40ce1d0 2023-10-06T22:45:55.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:55.545+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f9ba40c8d30 con 0x7f9ba40ce1d0 2023-10-06T22:45:56.156 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.155+0000 7f9ba17fa700 1 -- 172.21.15.37:0/3578381564 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v36) v1 ==== 138+0+0 (secure 0 0 0) 0x7f9b980150b0 con 0x7f9ba40ce1d0 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b8806af00 msgr2=0x7f9b8806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b8806af00 0x7f9b8806d3c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9ba41f6910 tx=0x7f9b90007ed0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9ba40ce1d0 msgr2=0x7f9ba414e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9ba40ce1d0 0x7f9ba414e950 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9b98009c40 tx=0x7f9b98004750 comp rx=0 tx=0).stop 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 shutdown_connections 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9b8806af00 0x7f9b8806d3c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9ba415d6f0 0x7f9ba41515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9ba40ce1d0 0x7f9ba414e950 secure :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9b98009c40 tx=0x7f9b98004750 comp rx=0 tx=0).stop 2023-10-06T22:45:56.161 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 --2- 172.21.15.37:0/3578381564 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9ba40ce680 0x7f9ba4151090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.159+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 >> 172.21.15.37:0/3578381564 conn(0x7f9ba406b590 msgr2=0x7f9ba40ccea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:56.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.160+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 shutdown_connections 2023-10-06T22:45:56.162 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.160+0000 7f9baafff700 1 -- 172.21.15.37:0/3578381564 wait complete. 2023-10-06T22:45:56.164 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_metadata' created 2023-10-06T22:45:56.186 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-10-06T22:45:56.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.396+0000 7f3c3c5ff700 1 Processor -- start 2023-10-06T22:45:56.398 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.396+0000 7f3c3c5ff700 1 -- start start 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3c5ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f3c34160be0 0x7f3c340b8e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3c5ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3c340cf480 0x7f3c340cf910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3c5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340d1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3c5ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c340d2130 con 0x7f3c340cf480 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3c5ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c340ce400 con 0x7f3c34160be0 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3c5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c340ce6e0 con 0x7f3c340d17e0 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c39b9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3c340cf480 0x7f3c340cf910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:56.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c39b9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3c340cf480 0x7f3c340cf910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54750/0 (socket says 172.21.15.37:54750) 2023-10-06T22:45:56.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c39b9a700 1 -- 172.21.15.37:0/327368086 learned_addr learned my addr 172.21.15.37:0/327368086 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:56.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3ab9c700 1 --2- 172.21.15.37:0/327368086 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340d1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:56.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c3a39b700 1 --2- 172.21.15.37:0/327368086 >> v2:172.21.15.62:3300/0 conn(0x7f3c34160be0 0x7f3c340b8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:56.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c39b9a700 1 -- 172.21.15.37:0/327368086 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 msgr2=0x7f3c340d1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:56.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.398+0000 7f3c39b9a700 1 --2- 172.21.15.37:0/327368086 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340d1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c39b9a700 1 -- 172.21.15.37:0/327368086 >> v2:172.21.15.62:3300/0 conn(0x7f3c34160be0 msgr2=0x7f3c340b8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c39b9a700 1 --2- 172.21.15.37:0/327368086 >> v2:172.21.15.62:3300/0 conn(0x7f3c34160be0 0x7f3c340b8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c39b9a700 1 -- 172.21.15.37:0/327368086 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c340ce9c0 con 0x7f3c340cf480 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c3ab9c700 1 --2- 172.21.15.37:0/327368086 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340d1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c3a39b700 1 --2- 172.21.15.37:0/327368086 >> v2:172.21.15.62:3300/0 conn(0x7f3c34160be0 0x7f3c340b8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c39b9a700 1 --2- 172.21.15.37:0/327368086 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c340cf910 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3c3406c920 tx=0x7f3c24009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37cf16641a526173 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c39399700 1 -- 172.21.15.37:0/327368086 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c2400b870 con 0x7f3c340cf480 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c39399700 1 -- 172.21.15.37:0/327368086 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c2400b9d0 con 0x7f3c340cf480 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.399+0000 7f3c39399700 1 -- 172.21.15.37:0/327368086 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c2400bd60 con 0x7f3c340cf480 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/327368086 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 msgr2=0x7f3c340cf910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:56.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/327368086 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c340cf910 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3c3406c920 tx=0x7f3c24009bd0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/327368086 shutdown_connections 2023-10-06T22:45:56.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/327368086 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340d1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/327368086 >> v2:172.21.15.62:3300/0 conn(0x7f3c34160be0 0x7f3c340b8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/327368086 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c340cf910 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/327368086 >> 172.21.15.37:0/327368086 conn(0x7f3c34072630 msgr2=0x7f3c340d3520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:56.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/327368086 shutdown_connections 2023-10-06T22:45:56.404 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.400+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/327368086 wait complete. 2023-10-06T22:45:56.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.402+0000 7f3c3c5ff700 1 Processor -- start 2023-10-06T22:45:56.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.402+0000 7f3c3c5ff700 1 -- start start 2023-10-06T22:45:56.406 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3c5ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c341f70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3c5ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340caf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3c5ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c34160be0 0x7f3c341f67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3c5ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3415dd50 con 0x7f3c340cf480 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3c5ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c34156db0 con 0x7f3c34160be0 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3c5ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3415da40 con 0x7f3c340d17e0 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3a39b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c341f70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3a39b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c341f70d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54754/0 (socket says 172.21.15.37:54754) 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3a39b700 1 -- 172.21.15.37:0/591700817 learned_addr learned my addr 172.21.15.37:0/591700817 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c39b9a700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.403+0000 7f3c3ab9c700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c34160be0 0x7f3c341f67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:56.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3a39b700 1 -- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 msgr2=0x7f3c340caf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3a39b700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340caf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3a39b700 1 -- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c34160be0 msgr2=0x7f3c341f67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3a39b700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c34160be0 0x7f3c341f67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3a39b700 1 -- 172.21.15.37:0/591700817 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c24009550 con 0x7f3c340cf480 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3a39b700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c341f70d0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f3c3000e810 tx=0x7f3c3000eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c2affd700 1 -- 172.21.15.37:0/591700817 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c3000c070 con 0x7f3c340cf480 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c2affd700 1 -- 172.21.15.37:0/591700817 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c30004230 con 0x7f3c340cf480 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c2affd700 1 -- 172.21.15.37:0/591700817 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c300036a0 con 0x7f3c340cf480 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c341567f0 con 0x7f3c340cf480 2023-10-06T22:45:56.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.404+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c340cb4a0 con 0x7f3c340cf480 2023-10-06T22:45:56.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.405+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c34156590 con 0x7f3c340cf480 2023-10-06T22:45:56.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.406+0000 7f3c2affd700 1 -- 172.21.15.37:0/591700817 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3c30003800 con 0x7f3c340cf480 2023-10-06T22:45:56.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.408+0000 7f3c2affd700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3c1806af00 0x7f3c1806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:56.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.408+0000 7f3c2affd700 1 -- 172.21.15.37:0/591700817 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f3c30089250 con 0x7f3c340cf480 2023-10-06T22:45:56.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.408+0000 7f3c39b9a700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3c1806af00 0x7f3c1806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:56.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.409+0000 7f3c39b9a700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3c1806af00 0x7f3c1806d3c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3c24014040 tx=0x7f3c24008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:56.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.413+0000 7f3c2affd700 1 -- 172.21.15.37:0/591700817 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3c30054300 con 0x7f3c340cf480 2023-10-06T22:45:56.625 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:56.623+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f3c3404f400 con 0x7f3c340cf480 2023-10-06T22:45:57.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.163+0000 7f3c2affd700 1 -- 172.21.15.37:0/591700817 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v37) v1 ==== 170+0+0 (secure 0 0 0) 0x7f3c30057920 con 0x7f3c340cf480 2023-10-06T22:45:57.168 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3c1806af00 msgr2=0x7f3c1806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:57.168 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3c1806af00 0x7f3c1806d3c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3c24014040 tx=0x7f3c24008030 comp rx=0 tx=0).stop 2023-10-06T22:45:57.168 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 msgr2=0x7f3c341f70d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:57.168 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c341f70d0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f3c3000e810 tx=0x7f3c3000eb20 comp rx=0 tx=0).stop 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 shutdown_connections 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3c1806af00 0x7f3c1806d3c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3c34160be0 0x7f3c341f67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3c340cf480 0x7f3c341f70d0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 --2- 172.21.15.37:0/591700817 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3c340d17e0 0x7f3c340caf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 >> 172.21.15.37:0/591700817 conn(0x7f3c34072630 msgr2=0x7f3c34155b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 shutdown_connections 2023-10-06T22:45:57.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.166+0000 7f3c3c5ff700 1 -- 172.21.15.37:0/591700817 wait complete. 2023-10-06T22:45:57.171 INFO:teuthology.orchestra.run.smithi037.stderr:pool 'cephfs_data' created 2023-10-06T22:45:57.201 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-10-06T22:45:57.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.406+0000 7f66aa1ff700 1 Processor -- start 2023-10-06T22:45:57.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.406+0000 7f66aa1ff700 1 -- start start 2023-10-06T22:45:57.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.407+0000 7f66aa1ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f66a4160ce0 0x7f66a40cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.407+0000 7f66aa1ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66a41610c0 con 0x7f66a40c7110 2023-10-06T22:45:57.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.407+0000 7f66aa1ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66a40d40d0 con 0x7f66a40d3bd0 2023-10-06T22:45:57.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.407+0000 7f66aa1ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66a40d43b0 con 0x7f66a4160ce0 2023-10-06T22:45:57.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.407+0000 7f66a3fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f66a40c7110 0x7f66a40c7560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39096/0 (socket says 172.21.15.37:39096) 2023-10-06T22:45:57.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.407+0000 7f66a3fff700 1 -- 172.21.15.37:0/2039325294 learned_addr learned my addr 172.21.15.37:0/2039325294 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:57.412 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2039325294 >> v2:172.21.15.62:3300/0 conn(0x7f66a4160ce0 0x7f66a40cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2854543945 0 0) 0x7f66a41610c0 con 0x7f66a40c7110 2023-10-06T22:45:57.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f66900035b0 con 0x7f66a40c7110 2023-10-06T22:45:57.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2038881507 0 0) 0x7f66a40d40d0 con 0x7f66a40d3bd0 2023-10-06T22:45:57.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f66a41610c0 con 0x7f66a40d3bd0 2023-10-06T22:45:57.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2389498399 0 0) 0x7f66900035b0 con 0x7f66a40c7110 2023-10-06T22:45:57.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 >> v2:172.21.15.62:3300/0 conn(0x7f66a4160ce0 msgr2=0x7f66a40cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 --2- 172.21.15.37:0/2039325294 >> v2:172.21.15.62:3300/0 conn(0x7f66a4160ce0 0x7f66a40cfc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 >> v1:172.21.15.62:6789/0 conn(0x7f66a40d3bd0 legacy=0x7f66a40d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66a40ceb80 con 0x7f66a40c7110 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f669c0019f0 con 0x7f66a40c7110 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 >> v1:172.21.15.37:6789/0 conn(0x7f66a40c7110 legacy=0x7f66a40c7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f6690003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6690004850 0x7f6690004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6690005210 0x7f669000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a40d43b0 con 0x7f6690003b90 2023-10-06T22:45:57.414 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f669000c090 con 0x7f6690004850 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.408+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f669000c250 con 0x7f6690005210 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f6690003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f669bfff700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6690004850 0x7f6690004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a3fff700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6690005210 0x7f669000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a37fe700 1 -- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6690005210 msgr2=0x7f669000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6690005210 0x7f669000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a37fe700 1 -- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6690004850 msgr2=0x7f6690004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6690004850 0x7f6690004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a37fe700 1 -- 172.21.15.37:0/2039325294 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66900035b0 con 0x7f6690003b90 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f669bfff700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6690004850 0x7f6690004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a3fff700 1 -- 172.21.15.37:0/2039325294 reap_dead start 2023-10-06T22:45:57.415 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f6690003f90 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6694009b60 tx=0x7f6690005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dec1bff78953d4b server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f669400e6c0 con 0x7f6690003b90 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.409+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f669400e820 con 0x7f6690003b90 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66a2ffd700 1 -- 172.21.15.37:0/2039325294 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f669400ebb0 con 0x7f6690003b90 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2039325294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 msgr2=0x7f6690003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f6690003f90 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f6694009b60 tx=0x7f6690005880 comp rx=0 tx=0).stop 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2039325294 shutdown_connections 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2039325294 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f6690003f90 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2039325294 >> 172.21.15.37:0/2039325294 conn(0x7f66a409c790 msgr2=0x7f66a40d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2039325294 shutdown_connections 2023-10-06T22:45:57.416 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.410+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2039325294 wait complete. 2023-10-06T22:45:57.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.413+0000 7f66aa1ff700 1 Processor -- start 2023-10-06T22:45:57.418 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.413+0000 7f66aa1ff700 1 -- start start 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66aa1ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f66a40b76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66aa1ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66a40cb130 0x7f66a40cc720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66aa1ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f66a40b80c0 0x7f66a415bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66aa1ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a41f6620 con 0x7f6690003b90 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66aa1ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a41f6900 con 0x7f66a40cb130 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66aa1ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66a41f6be0 con 0x7f66a40b80c0 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66a37fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f66a40b76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66a37fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f66a40b76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54772/0 (socket says 172.21.15.37:54772) 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.414+0000 7f66a37fe700 1 -- 172.21.15.37:0/2742975796 learned_addr learned my addr 172.21.15.37:0/2742975796 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f669bfff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66a40cb130 0x7f66a40cc720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.419 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a3fff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f66a40b80c0 0x7f66a415bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a37fe700 1 -- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f66a40b80c0 msgr2=0x7f66a415bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f66a40b80c0 0x7f66a415bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a37fe700 1 -- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66a40cb130 msgr2=0x7f66a40cc720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66a40cb130 0x7f66a40cc720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a37fe700 1 -- 172.21.15.37:0/2742975796 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66a41f6ec0 con 0x7f6690003b90 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a37fe700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f66a40b76a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f669000c060 tx=0x7f66940047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a0ff9700 1 -- 172.21.15.37:0/2742975796 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f669400e6c0 con 0x7f6690003b90 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a0ff9700 1 -- 172.21.15.37:0/2742975796 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6694003af0 con 0x7f6690003b90 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66a40ccc60 con 0x7f6690003b90 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.415+0000 7f66a0ff9700 1 -- 172.21.15.37:0/2742975796 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6694003ea0 con 0x7f6690003b90 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.416+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66a40b8720 con 0x7f6690003b90 2023-10-06T22:45:57.420 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.417+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66a41f7230 con 0x7f6690003b90 2023-10-06T22:45:57.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.418+0000 7f66a0ff9700 1 -- 172.21.15.37:0/2742975796 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f6694013470 con 0x7f6690003b90 2023-10-06T22:45:57.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.419+0000 7f66a0ff9700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f668406af00 0x7f668406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:57.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.419+0000 7f66a0ff9700 1 -- 172.21.15.37:0/2742975796 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f669408aed0 con 0x7f6690003b90 2023-10-06T22:45:57.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.419+0000 7f669bfff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f668406af00 0x7f668406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:57.422 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.420+0000 7f669bfff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f668406af00 0x7f668406d3c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f66a41544f0 tx=0x7f668c0012d0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:57.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.424+0000 7f66a0ff9700 1 -- 172.21.15.37:0/2742975796 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f6694056050 con 0x7f6690003b90 2023-10-06T22:45:57.679 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:57.677+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f66a4067490 con 0x7f6690003b90 2023-10-06T22:45:58.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.165+0000 7f66a0ff9700 1 -- 172.21.15.37:0/2742975796 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f6694059670 con 0x7f6690003b90 2023-10-06T22:45:58.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.170+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f668406af00 msgr2=0x7f668406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.170+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f668406af00 0x7f668406d3c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f66a41544f0 tx=0x7f668c0012d0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.170+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 msgr2=0x7f66a40b76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.172 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.170+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f66a40b76a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f669000c060 tx=0x7f66940047c0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 shutdown_connections 2023-10-06T22:45:58.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f66a40b80c0 0x7f66a415bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6690003b90 0x7f66a40b76a0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f668406af00 0x7f668406d3c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 --2- 172.21.15.37:0/2742975796 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f66a40cb130 0x7f66a40cc720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 >> 172.21.15.37:0/2742975796 conn(0x7f66a409c790 msgr2=0x7f66a40d1550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:58.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 shutdown_connections 2023-10-06T22:45:58.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.172+0000 7f66aa1ff700 1 -- 172.21.15.37:0/2742975796 wait complete. 2023-10-06T22:45:58.181 INFO:teuthology.orchestra.run.smithi037.stderr:new fs with metadata pool 5 and data pool 6 2023-10-06T22:45:58.216 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:58.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.419+0000 7f0b5b9ff700 1 Processor -- start 2023-10-06T22:45:58.421 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.419+0000 7f0b5b9ff700 1 -- start start 2023-10-06T22:45:58.423 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b5b9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b5415d830 0x7f0b540d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.423 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b5b9ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f0b540b5010 0x7f0b540b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.423 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b5b9ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b540d1d40 con 0x7f0b540ce890 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b5b9ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b540b5a00 con 0x7f0b540b5010 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b5b9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b540d2020 con 0x7f0b5415d830 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b59f9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f0b540b5010 0x7f0b540b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b59f9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f0b540b5010 0x7f0b540b54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54780/0 (socket says 172.21.15.37:54780) 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.420+0000 7f0b59f9c700 1 -- 172.21.15.37:0/2217446668 learned_addr learned my addr 172.21.15.37:0/2217446668 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b5979b700 1 --2- 172.21.15.37:0/2217446668 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b5415d830 0x7f0b540d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b59f9c700 1 -- 172.21.15.37:0/2217446668 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b5415d830 msgr2=0x7f0b540d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b59f9c700 1 --2- 172.21.15.37:0/2217446668 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b5415d830 0x7f0b540d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b59f9c700 1 -- 172.21.15.37:0/2217446668 >> v1:172.21.15.62:6789/0 conn(0x7f0b540ce890 legacy=0x7f0b540d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b59f9c700 1 -- 172.21.15.37:0/2217446668 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b540d2300 con 0x7f0b540b5010 2023-10-06T22:45:58.424 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b59f9c700 1 --2- 172.21.15.37:0/2217446668 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540b5010 0x7f0b540b54c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c009e50 tx=0x7f0b4c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=483ee2060fd7b870 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:58.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b4bfff700 1 -- 172.21.15.37:0/2217446668 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c00e070 con 0x7f0b540b5010 2023-10-06T22:45:58.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b4bfff700 1 -- 172.21.15.37:0/2217446668 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b4c00b9c0 con 0x7f0b540b5010 2023-10-06T22:45:58.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.421+0000 7f0b4bfff700 1 -- 172.21.15.37:0/2217446668 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c00bd70 con 0x7f0b540b5010 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/2217446668 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540b5010 msgr2=0x7f0b540b54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/2217446668 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540b5010 0x7f0b540b54c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c009e50 tx=0x7f0b4c00b330 comp rx=0 tx=0).stop 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/2217446668 shutdown_connections 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/2217446668 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540b5010 0x7f0b540b54c0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/2217446668 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b5415d830 0x7f0b540d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/2217446668 >> 172.21.15.37:0/2217446668 conn(0x7f0b54072630 msgr2=0x7f0b540d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/2217446668 shutdown_connections 2023-10-06T22:45:58.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.422+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/2217446668 wait complete. 2023-10-06T22:45:58.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.424+0000 7f0b5b9ff700 1 Processor -- start 2023-10-06T22:45:58.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.424+0000 7f0b5b9ff700 1 -- start start 2023-10-06T22:45:58.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b5b9ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b540b5010 0x7f0b5415dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b5b9ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540ce890 0x7f0b5415a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b5b9ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0b5415d830 0x7f0b541e7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b5b9ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b5415ae20 con 0x7f0b540ce890 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b5b9ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b5415e1f0 con 0x7f0b5415d830 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b5b9ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b5415e4d0 con 0x7f0b540b5010 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b58f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540ce890 0x7f0b5415a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b58f9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540ce890 0x7f0b5415a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54784/0 (socket says 172.21.15.37:54784) 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b58f9a700 1 -- 172.21.15.37:0/3153342776 learned_addr learned my addr 172.21.15.37:0/3153342776 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b5979b700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b540b5010 0x7f0b5415dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.425+0000 7f0b59f9c700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0b5415d830 0x7f0b541e7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b58f9a700 1 -- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b540b5010 msgr2=0x7f0b5415dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b58f9a700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b540b5010 0x7f0b5415dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b58f9a700 1 -- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0b5415d830 msgr2=0x7f0b541e7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b58f9a700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0b5415d830 0x7f0b541e7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b58f9a700 1 -- 172.21.15.37:0/3153342776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b4c009b30 con 0x7f0b540ce890 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b58f9a700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540ce890 0x7f0b5415a8e0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0b4400c450 tx=0x7f0b4400c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b49ffb700 1 -- 172.21.15.37:0/3153342776 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b440052d0 con 0x7f0b540ce890 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b49ffb700 1 -- 172.21.15.37:0/3153342776 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b44005430 con 0x7f0b540ce890 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b5415e7b0 con 0x7f0b540ce890 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b49ffb700 1 -- 172.21.15.37:0/3153342776 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b440038c0 con 0x7f0b540ce890 2023-10-06T22:45:58.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.426+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b541e8150 con 0x7f0b540ce890 2023-10-06T22:45:58.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.427+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b54074380 con 0x7f0b540ce890 2023-10-06T22:45:58.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.428+0000 7f0b49ffb700 1 -- 172.21.15.37:0/3153342776 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0b44003a20 con 0x7f0b540ce890 2023-10-06T22:45:58.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.429+0000 7f0b49ffb700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b3806af00 0x7f0b3806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.429+0000 7f0b49ffb700 1 -- 172.21.15.37:0/3153342776 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0b44088ad0 con 0x7f0b540ce890 2023-10-06T22:45:58.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.430+0000 7f0b5979b700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b3806af00 0x7f0b3806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.430+0000 7f0b5979b700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b3806af00 0x7f0b3806d3c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0b541e76a0 tx=0x7f0b50008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:58.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.434+0000 7f0b49ffb700 1 -- 172.21.15.37:0/3153342776 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0b440539a0 con 0x7f0b540ce890 2023-10-06T22:45:58.646 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.644+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0b540d25b0 con 0x7f0b540ce890 2023-10-06T22:45:58.647 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.645+0000 7f0b49ffb700 1 -- 172.21.15.37:0/3153342776 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16703 (secure 0 0 0) 0x7f0b44017090 con 0x7f0b540ce890 2023-10-06T22:45:58.647 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:58.648 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":38,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:45:57.678657+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:45:55.586633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-10-06T22:45:56.665241+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.647+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b3806af00 msgr2=0x7f0b3806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.647+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b3806af00 0x7f0b3806d3c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0b541e76a0 tx=0x7f0b50008040 comp rx=0 tx=0).stop 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.647+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540ce890 msgr2=0x7f0b5415a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.647+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540ce890 0x7f0b5415a8e0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0b4400c450 tx=0x7f0b4400c760 comp rx=0 tx=0).stop 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 shutdown_connections 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b3806af00 0x7f0b3806d3c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0b5415d830 0x7f0b541e7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0b540b5010 0x7f0b5415dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.650 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 --2- 172.21.15.37:0/3153342776 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0b540ce890 0x7f0b5415a8e0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.651 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 >> 172.21.15.37:0/3153342776 conn(0x7f0b54072630 msgr2=0x7f0b5415c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:58.651 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 shutdown_connections 2023-10-06T22:45:58.651 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.648+0000 7f0b5b9ff700 1 -- 172.21.15.37:0/3153342776 wait complete. 2023-10-06T22:45:58.668 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:45:58.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.867+0000 7fcec7bff700 1 Processor -- start 2023-10-06T22:45:58.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.867+0000 7fcec7bff700 1 -- start start 2023-10-06T22:45:58.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.868+0000 7fcec7bff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fcec0160ca0 0x7fcec00d2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.868+0000 7fcec7bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcec00d1bd0 con 0x7fcec00d05a0 2023-10-06T22:45:58.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.868+0000 7fcec7bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcec00d3290 con 0x7fcec00d2060 2023-10-06T22:45:58.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.868+0000 7fcec7bff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcec00d15c0 con 0x7fcec0160ca0 2023-10-06T22:45:58.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.868+0000 7fcec619c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fcec00d05a0 0x7fcec0161360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39100/0 (socket says 172.21.15.37:39100) 2023-10-06T22:45:58.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.868+0000 7fcec619c700 1 -- 172.21.15.37:0/3088988162 learned_addr learned my addr 172.21.15.37:0/3088988162 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:45:58.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.868+0000 7fcec599b700 1 --2- 172.21.15.37:0/3088988162 >> v2:172.21.15.62:3300/0 conn(0x7fcec0160ca0 0x7fcec00d2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec4999700 1 -- 172.21.15.37:0/3088988162 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2140248991 0 0) 0x7fcec00d1bd0 con 0x7fcec00d05a0 2023-10-06T22:45:58.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec599b700 1 -- 172.21.15.37:0/3088988162 >> v1:172.21.15.62:6789/0 conn(0x7fcec00d2060 legacy=0x7fcec00cfe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec599b700 1 -- 172.21.15.37:0/3088988162 >> v1:172.21.15.37:6789/0 conn(0x7fcec00d05a0 legacy=0x7fcec0161360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec599b700 1 -- 172.21.15.37:0/3088988162 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcec00d2fb0 con 0x7fcec0160ca0 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec599b700 1 --2- 172.21.15.37:0/3088988162 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec0160ca0 0x7fcec00d2760 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcebc009840 tx=0x7fcebc009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54cda4e63ed4fbb7 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec4999700 1 -- 172.21.15.37:0/3088988162 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcebc011830 con 0x7fcec0160ca0 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec4999700 1 -- 172.21.15.37:0/3088988162 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcebc011990 con 0x7fcec0160ca0 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.869+0000 7fcec4999700 1 -- 172.21.15.37:0/3088988162 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcebc011d20 con 0x7fcec0160ca0 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.870+0000 7fcec7bff700 1 -- 172.21.15.37:0/3088988162 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec0160ca0 msgr2=0x7fcec00d2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.870+0000 7fcec7bff700 1 --2- 172.21.15.37:0/3088988162 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec0160ca0 0x7fcec00d2760 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcebc009840 tx=0x7fcebc009b50 comp rx=0 tx=0).stop 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.870+0000 7fcec7bff700 1 -- 172.21.15.37:0/3088988162 shutdown_connections 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.870+0000 7fcec7bff700 1 --2- 172.21.15.37:0/3088988162 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec0160ca0 0x7fcec00d2760 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.870+0000 7fcec7bff700 1 -- 172.21.15.37:0/3088988162 >> 172.21.15.37:0/3088988162 conn(0x7fcec006b570 msgr2=0x7fcec006b950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.870+0000 7fcec7bff700 1 -- 172.21.15.37:0/3088988162 shutdown_connections 2023-10-06T22:45:58.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.870+0000 7fcec7bff700 1 -- 172.21.15.37:0/3088988162 wait complete. 2023-10-06T22:45:58.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.872+0000 7fcec7bff700 1 Processor -- start 2023-10-06T22:45:58.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.872+0000 7fcec7bff700 1 -- start start 2023-10-06T22:45:58.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec7bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcec00d05a0 0x7fcec0155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec7bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec00d2060 0x7fcec0154150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec7bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcec0160ca0 0x7fcec0151e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec7bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcec0158990 con 0x7fcec0160ca0 2023-10-06T22:45:58.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec7bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcec0154b80 con 0x7fcec00d2060 2023-10-06T22:45:58.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec7bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcec01582d0 con 0x7fcec00d05a0 2023-10-06T22:45:58.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec619c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcec0160ca0 0x7fcec0151e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec619c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcec0160ca0 0x7fcec0151e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54800/0 (socket says 172.21.15.37:54800) 2023-10-06T22:45:58.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec619c700 1 -- 172.21.15.37:0/247854490 learned_addr learned my addr 172.21.15.37:0/247854490 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec599b700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcec00d05a0 0x7fcec0155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.873+0000 7fcec519a700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec00d2060 0x7fcec0154150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec619c700 1 -- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcec00d05a0 msgr2=0x7fcec0155c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec619c700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcec00d05a0 0x7fcec0155c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec619c700 1 -- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec00d2060 msgr2=0x7fcec0154150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec619c700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec00d2060 0x7fcec0154150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec619c700 1 -- 172.21.15.37:0/247854490 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcebc0094a0 con 0x7fcec0160ca0 2023-10-06T22:45:58.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec619c700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcec0160ca0 0x7fcec0151e00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fceb800cb10 tx=0x7fceb800ce20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:58.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fceb67fc700 1 -- 172.21.15.37:0/247854490 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb800a9e0 con 0x7fcec0160ca0 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fceb67fc700 1 -- 172.21.15.37:0/247854490 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fceb800ab60 con 0x7fcec0160ca0 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcec01585b0 con 0x7fcec0160ca0 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fceb67fc700 1 -- 172.21.15.37:0/247854490 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fceb80070d0 con 0x7fcec0160ca0 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.874+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcec0152c80 con 0x7fcec0160ca0 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.875+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcec0158130 con 0x7fcec0160ca0 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.876+0000 7fceb67fc700 1 -- 172.21.15.37:0/247854490 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fceb8007230 con 0x7fcec0160ca0 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.878+0000 7fceb67fc700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcea406af00 0x7fcea406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:58.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.878+0000 7fceb67fc700 1 -- 172.21.15.37:0/247854490 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fceb8088fb0 con 0x7fcec0160ca0 2023-10-06T22:45:58.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.878+0000 7fcec599b700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcea406af00 0x7fcea406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:58.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.879+0000 7fcec599b700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcea406af00 0x7fcea406d3c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcebc0090b0 tx=0x7fcebc01c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:58.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:58.882+0000 7fceb67fc700 1 -- 172.21.15.37:0/247854490 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fceb80bbca0 con 0x7fcec0160ca0 2023-10-06T22:45:59.096 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.095+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcec0158ad0 con 0x7fcec0160ca0 2023-10-06T22:45:59.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.096+0000 7fceb67fc700 1 -- 172.21.15.37:0/247854490 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) v1 ==== 74+0+16703 (secure 0 0 0) 0x7fceb8018090 con 0x7fcec0160ca0 2023-10-06T22:45:59.098 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:45:59.098 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":38,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:45:57.678657+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:45:55.586633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-10-06T22:45:56.665241+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:45:59.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcea406af00 msgr2=0x7fcea406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:59.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcea406af00 0x7fcea406d3c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fcebc0090b0 tx=0x7fcebc01c040 comp rx=0 tx=0).stop 2023-10-06T22:45:59.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcec0160ca0 msgr2=0x7fcec0151e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcec0160ca0 0x7fcec0151e00 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fceb800cb10 tx=0x7fceb800ce20 comp rx=0 tx=0).stop 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 shutdown_connections 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fcec0160ca0 0x7fcec0151e00 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fcec00d05a0 0x7fcec0155c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fcea406af00 0x7fcea406d3c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 --2- 172.21.15.37:0/247854490 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fcec00d2060 0x7fcec0154150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 >> 172.21.15.37:0/247854490 conn(0x7fcec006b570 msgr2=0x7fcec0073300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 shutdown_connections 2023-10-06T22:45:59.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.098+0000 7fcec7bff700 1 -- 172.21.15.37:0/247854490 wait complete. 2023-10-06T22:45:59.118 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-10-06T22:45:59.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.324+0000 7f9c267ff700 1 Processor -- start 2023-10-06T22:45:59.326 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.324+0000 7f9c267ff700 1 -- start start 2023-10-06T22:45:59.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c267ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f9c20160ce0 0x7f9c200cfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:59.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c267ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d3bd0 0x7f9c200d0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:59.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c267ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c201610c0 con 0x7f9c200d0680 2023-10-06T22:45:59.328 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c267ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c200d40d0 con 0x7f9c20160ce0 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c267ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c200d43b0 con 0x7f9c200d3bd0 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1ffff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f9c20160ce0 0x7f9c200cfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1ffff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f9c20160ce0 0x7f9c200cfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54806/0 (socket says 172.21.15.37:54806) 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1ffff700 1 -- 172.21.15.37:0/3346419082 learned_addr learned my addr 172.21.15.37:0/3346419082 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1f7fe700 1 --2- 172.21.15.37:0/3346419082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d3bd0 0x7f9c200d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1ffff700 1 -- 172.21.15.37:0/3346419082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d3bd0 msgr2=0x7f9c200d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1ffff700 1 --2- 172.21.15.37:0/3346419082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d3bd0 0x7f9c200d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1ffff700 1 -- 172.21.15.37:0/3346419082 >> v1:172.21.15.62:6789/0 conn(0x7f9c200d0680 legacy=0x7f9c200d1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1ffff700 1 -- 172.21.15.37:0/3346419082 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c200ceb80 con 0x7f9c20160ce0 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.326+0000 7f9c1f7fe700 1 --2- 172.21.15.37:0/3346419082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d3bd0 0x7f9c200d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:59.329 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.327+0000 7f9c1ffff700 1 --2- 172.21.15.37:0/3346419082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c200cfc00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9c100098f0 tx=0x7f9c10009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4afd42c9c663be43 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:59.330 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.327+0000 7f9c1effd700 1 -- 172.21.15.37:0/3346419082 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1000b8a0 con 0x7f9c20160ce0 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.327+0000 7f9c1effd700 1 -- 172.21.15.37:0/3346419082 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c1000ba00 con 0x7f9c20160ce0 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.327+0000 7f9c1effd700 1 -- 172.21.15.37:0/3346419082 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1000bd90 con 0x7f9c20160ce0 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.327+0000 7f9c267ff700 1 -- 172.21.15.37:0/3346419082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 msgr2=0x7f9c200cfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.327+0000 7f9c267ff700 1 --2- 172.21.15.37:0/3346419082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c200cfc00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9c100098f0 tx=0x7f9c10009c00 comp rx=0 tx=0).stop 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.328+0000 7f9c267ff700 1 -- 172.21.15.37:0/3346419082 shutdown_connections 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.328+0000 7f9c267ff700 1 --2- 172.21.15.37:0/3346419082 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c200cfc00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.328+0000 7f9c267ff700 1 --2- 172.21.15.37:0/3346419082 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d3bd0 0x7f9c200d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.328+0000 7f9c267ff700 1 -- 172.21.15.37:0/3346419082 >> 172.21.15.37:0/3346419082 conn(0x7f9c2009c790 msgr2=0x7f9c200d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.328+0000 7f9c267ff700 1 -- 172.21.15.37:0/3346419082 shutdown_connections 2023-10-06T22:45:59.331 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.328+0000 7f9c267ff700 1 -- 172.21.15.37:0/3346419082 wait complete. 2023-10-06T22:45:59.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.330+0000 7f9c267ff700 1 Processor -- start 2023-10-06T22:45:59.332 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.330+0000 7f9c267ff700 1 -- start start 2023-10-06T22:45:59.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.331+0000 7f9c267ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d0680 0x7f9c20151d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:59.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.331+0000 7f9c267ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c200d3bd0 0x7f9c2015d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:59.334 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c267ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c2015ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c267ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c200cc510 con 0x7f9c20160ce0 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c267ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2014f520 con 0x7f9c200d3bd0 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c267ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c2014f800 con 0x7f9c200d0680 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c2015ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c2015ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54808/0 (socket says 172.21.15.37:54808) 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 -- 172.21.15.37:0/2834973669 learned_addr learned my addr 172.21.15.37:0/2834973669 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c1f7fe700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c200d3bd0 0x7f9c2015d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c1ffff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d0680 0x7f9c20151d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 -- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d0680 msgr2=0x7f9c20151d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d0680 0x7f9c20151d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.335 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 -- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c200d3bd0 msgr2=0x7f9c2015d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:45:59.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c200d3bd0 0x7f9c2015d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:45:59.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c24d9c700 1 -- 172.21.15.37:0/2834973669 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c10009550 con 0x7f9c20160ce0 2023-10-06T22:45:59.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.332+0000 7f9c1f7fe700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c200d3bd0 0x7f9c2015d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:45:59.336 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.333+0000 7f9c24d9c700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c2015ddc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f9c1800cb50 tx=0x7f9c1800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:59.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.333+0000 7f9c1cff9700 1 -- 172.21.15.37:0/2834973669 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c18003c00 con 0x7f9c20160ce0 2023-10-06T22:45:59.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.333+0000 7f9c1cff9700 1 -- 172.21.15.37:0/2834973669 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c18003d60 con 0x7f9c20160ce0 2023-10-06T22:45:59.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.333+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c2014fae0 con 0x7f9c20160ce0 2023-10-06T22:45:59.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.333+0000 7f9c1cff9700 1 -- 172.21.15.37:0/2834973669 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c1800aac0 con 0x7f9c20160ce0 2023-10-06T22:45:59.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.333+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c2009e560 con 0x7f9c20160ce0 2023-10-06T22:45:59.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.334+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c20067490 con 0x7f9c20160ce0 2023-10-06T22:45:59.337 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.335+0000 7f9c1cff9700 1 -- 172.21.15.37:0/2834973669 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9c1800ac20 con 0x7f9c20160ce0 2023-10-06T22:45:59.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.336+0000 7f9c1cff9700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9c0c06af00 0x7f9c0c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:45:59.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.336+0000 7f9c1cff9700 1 -- 172.21.15.37:0/2834973669 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9c180896d0 con 0x7f9c20160ce0 2023-10-06T22:45:59.338 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.336+0000 7f9c1ffff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9c0c06af00 0x7f9c0c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:45:59.339 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.337+0000 7f9c1ffff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9c0c06af00 0x7f9c0c06d3c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9c10009c40 tx=0x7f9c10008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:45:59.342 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.341+0000 7f9c1cff9700 1 -- 172.21.15.37:0/2834973669 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9c18054630 con 0x7f9c20160ce0 2023-10-06T22:45:59.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:45:59.601+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f9c20074380 con 0x7f9c20160ce0 2023-10-06T22:46:00.193 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.191+0000 7f9c1cff9700 1 -- 172.21.15.37:0/2834973669 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7f9c18057c50 con 0x7f9c20160ce0 2023-10-06T22:46:00.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.195+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9c0c06af00 msgr2=0x7f9c0c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:00.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.195+0000 7f9c267ff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9c0c06af00 0x7f9c0c06d3c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9c10009c40 tx=0x7f9c10008030 comp rx=0 tx=0).stop 2023-10-06T22:46:00.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.195+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 msgr2=0x7f9c2015ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.195+0000 7f9c267ff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c2015ddc0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f9c1800cb50 tx=0x7f9c1800ce60 comp rx=0 tx=0).stop 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.195+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 shutdown_connections 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.195+0000 7f9c267ff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9c20160ce0 0x7f9c2015ddc0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.195+0000 7f9c267ff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9c200d0680 0x7f9c20151d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.196+0000 7f9c267ff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9c0c06af00 0x7f9c0c06d3c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.196+0000 7f9c267ff700 1 --2- 172.21.15.37:0/2834973669 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9c200d3bd0 0x7f9c2015d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.196+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 >> 172.21.15.37:0/2834973669 conn(0x7f9c2009c790 msgr2=0x7f9c2015e550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:00.199 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.196+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 shutdown_connections 2023-10-06T22:46:00.200 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.196+0000 7f9c267ff700 1 -- 172.21.15.37:0/2834973669 wait complete. 2023-10-06T22:46:00.220 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-10-06T22:46:00.220 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-10-06T22:46:00.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.427+0000 7fa9845ff700 1 Processor -- start 2023-10-06T22:46:00.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.427+0000 7fa9845ff700 1 -- start start 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa9845ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa97c0d3bd0 0x7fa97c0d0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa9845ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c0c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa9845ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa97c1610c0 con 0x7fa97c160ce0 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa9845ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa97c0d40d0 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa9845ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c0d43b0 con 0x7fa97c0c7110 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa981b9a700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fa97c0d3bd0 0x7fa97c0d0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa98239b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fa97c160ce0 0x7fa97c0cfc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39108/0 (socket says 172.21.15.37:39108) 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa98239b700 1 -- 172.21.15.37:0/2333544200 learned_addr learned my addr 172.21.15.37:0/2333544200 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.428+0000 7fa982b9c700 1 --2- 172.21.15.37:0/2333544200 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c0c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981b9a700 1 -- 172.21.15.37:0/2333544200 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 msgr2=0x7fa97c0c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:00.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981b9a700 1 --2- 172.21.15.37:0/2333544200 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c0c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981b9a700 1 -- 172.21.15.37:0/2333544200 >> v1:172.21.15.37:6789/0 conn(0x7fa97c160ce0 legacy=0x7fa97c0cfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:00.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981b9a700 1 -- 172.21.15.37:0/2333544200 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa97c0ceb80 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa982b9c700 1 --2- 172.21.15.37:0/2333544200 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c0c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:00.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981b9a700 1 --2- 172.21.15.37:0/2333544200 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c0d0310 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009840 tx=0x7fa96c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25d627b7863b0ba7 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981399700 1 -- 172.21.15.37:0/2333544200 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c011830 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981399700 1 -- 172.21.15.37:0/2333544200 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa96c011990 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.429+0000 7fa981399700 1 -- 172.21.15.37:0/2333544200 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c011d20 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 -- 172.21.15.37:0/2333544200 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 msgr2=0x7fa97c0d0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2333544200 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c0d0310 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009840 tx=0x7fa96c009b50 comp rx=0 tx=0).stop 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 -- 172.21.15.37:0/2333544200 shutdown_connections 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2333544200 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c0c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2333544200 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c0d0310 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 -- 172.21.15.37:0/2333544200 >> 172.21.15.37:0/2333544200 conn(0x7fa97c09c790 msgr2=0x7fa97c0d34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:00.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 -- 172.21.15.37:0/2333544200 shutdown_connections 2023-10-06T22:46:00.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.430+0000 7fa9845ff700 1 -- 172.21.15.37:0/2333544200 wait complete. 2023-10-06T22:46:00.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.432+0000 7fa9845ff700 1 Processor -- start 2023-10-06T22:46:00.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.432+0000 7fa9845ff700 1 -- start start 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa9845ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c156de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa9845ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa9845ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c160ce0 0x7fa97c1f64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa9845ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c0cb660 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa9845ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c15a4c0 con 0x7fa97c160ce0 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa9845ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa97c15a7a0 con 0x7fa97c0c7110 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa981b9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa981b9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c157890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54824/0 (socket says 172.21.15.37:54824) 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa981b9a700 1 -- 172.21.15.37:0/2046016942 learned_addr learned my addr 172.21.15.37:0/2046016942 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa98239b700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c156de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:00.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.433+0000 7fa982b9c700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c160ce0 0x7fa97c1f64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:00.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa981b9a700 1 -- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 msgr2=0x7fa97c156de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:00.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa981b9a700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c156de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa981b9a700 1 -- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c160ce0 msgr2=0x7fa97c1f64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:00.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa981b9a700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c160ce0 0x7fa97c1f64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:00.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa981b9a700 1 -- 172.21.15.37:0/2046016942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa96c0094a0 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.437 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa981b9a700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c157890 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009b90 tx=0x7fa96c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:00.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa972ffd700 1 -- 172.21.15.37:0/2046016942 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c0036a0 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa972ffd700 1 -- 172.21.15.37:0/2046016942 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa96c01f070 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa97c15aa80 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa972ffd700 1 -- 172.21.15.37:0/2046016942 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa96c003a60 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.434+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa97c1f69f0 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.435+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa97c1f6be0 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.438 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.436+0000 7fa972ffd700 1 -- 172.21.15.37:0/2046016942 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fa96c003bc0 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.439 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.437+0000 7fa972ffd700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa96006af00 0x7fa96006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:00.439 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.438+0000 7fa972ffd700 1 -- 172.21.15.37:0/2046016942 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa96c021070 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.438+0000 7fa98239b700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa96006af00 0x7fa96006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:00.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.439+0000 7fa98239b700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa96006af00 0x7fa96006d3c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa978005910 tx=0x7fa978009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:00.444 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.442+0000 7fa972ffd700 1 -- 172.21.15.37:0/2046016942 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fa96c055f60 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:00.695+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fa97c0cb7a0 con 0x7fa97c0d3bd0 2023-10-06T22:46:00.985 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-06T22:46:00.983+0000 7fec0b3f1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-06T22:46:01.198 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.196+0000 7fa972ffd700 1 -- 172.21.15.37:0/2046016942 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) v1 ==== 122+0+0 (secure 0 0 0) 0x7fa97c0cb7a0 con 0x7fa97c0d3bd0 2023-10-06T22:46:01.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.199+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa96006af00 msgr2=0x7fa96006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.199+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa96006af00 0x7fa96006d3c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa978005910 tx=0x7fa978009040 comp rx=0 tx=0).stop 2023-10-06T22:46:01.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.199+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 msgr2=0x7fa97c157890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.199+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c157890 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa96c009b90 tx=0x7fa96c004750 comp rx=0 tx=0).stop 2023-10-06T22:46:01.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 shutdown_connections 2023-10-06T22:46:01.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fa96006af00 0x7fa96006d3c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.202 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fa97c160ce0 0x7fa97c1f64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fa97c0c7110 0x7fa97c156de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 --2- 172.21.15.37:0/2046016942 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fa97c0d3bd0 0x7fa97c157890 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 >> 172.21.15.37:0/2046016942 conn(0x7fa97c09c790 msgr2=0x7fa97c0c97f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:01.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 shutdown_connections 2023-10-06T22:46:01.203 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.200+0000 7fa9845ff700 1 -- 172.21.15.37:0/2046016942 wait complete. 2023-10-06T22:46:01.221 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-10-06T22:46:01.222 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:46:01.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.423+0000 7fef6cbff700 1 Processor -- start 2023-10-06T22:46:01.425 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.423+0000 7fef6cbff700 1 -- start start 2023-10-06T22:46:01.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.424+0000 7fef6cbff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fef6815d830 0x7fef680d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.426 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.424+0000 7fef6cbff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef680d1d40 con 0x7fef680ce890 2023-10-06T22:46:01.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef6cbff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef680d2020 con 0x7fef680b5010 2023-10-06T22:46:01.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef6cbff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef680d2300 con 0x7fef6815d830 2023-10-06T22:46:01.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef6659c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fef6815d830 0x7fef680d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef5ffff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fef680ce890 0x7fef680d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39110/0 (socket says 172.21.15.37:39110) 2023-10-06T22:46:01.427 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef5ffff700 1 -- 172.21.15.37:0/3054012088 learned_addr learned my addr 172.21.15.37:0/3054012088 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:01.428 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef65d9b700 1 -- 172.21.15.37:0/3054012088 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3468233504 0 0) 0x7fef680d1d40 con 0x7fef680ce890 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef6659c700 1 -- 172.21.15.37:0/3054012088 >> v1:172.21.15.62:6789/0 conn(0x7fef680b5010 legacy=0x7fef680b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef6659c700 1 -- 172.21.15.37:0/3054012088 >> v1:172.21.15.37:6789/0 conn(0x7fef680ce890 legacy=0x7fef680d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.425+0000 7fef6659c700 1 -- 172.21.15.37:0/3054012088 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef680d25e0 con 0x7fef6815d830 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef6659c700 1 --2- 172.21.15.37:0/3054012088 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680d1760 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fef58009840 tx=0x7fef58009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e5f8c81ac858463 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef65d9b700 1 -- 172.21.15.37:0/3054012088 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef58011830 con 0x7fef6815d830 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef65d9b700 1 -- 172.21.15.37:0/3054012088 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef58011990 con 0x7fef6815d830 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef65d9b700 1 -- 172.21.15.37:0/3054012088 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef58011d20 con 0x7fef6815d830 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef6cbff700 1 -- 172.21.15.37:0/3054012088 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 msgr2=0x7fef680d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef6cbff700 1 --2- 172.21.15.37:0/3054012088 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680d1760 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fef58009840 tx=0x7fef58009b50 comp rx=0 tx=0).stop 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef6cbff700 1 -- 172.21.15.37:0/3054012088 shutdown_connections 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef6cbff700 1 --2- 172.21.15.37:0/3054012088 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680d1760 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.429 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef6cbff700 1 -- 172.21.15.37:0/3054012088 >> 172.21.15.37:0/3054012088 conn(0x7fef68072630 msgr2=0x7fef680d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:01.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.426+0000 7fef6cbff700 1 -- 172.21.15.37:0/3054012088 shutdown_connections 2023-10-06T22:46:01.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.427+0000 7fef6cbff700 1 -- 172.21.15.37:0/3054012088 wait complete. 2023-10-06T22:46:01.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.428+0000 7fef6cbff700 1 Processor -- start 2023-10-06T22:46:01.430 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.428+0000 7fef6cbff700 1 -- start start 2023-10-06T22:46:01.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.429+0000 7fef6cbff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef680b5010 0x7fef680ab060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.429+0000 7fef6cbff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fef680ce890 0x7fef680ab5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.431 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.429+0000 7fef6cbff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680aa090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.429+0000 7fef6cbff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef680aae40 con 0x7fef6815d830 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.429+0000 7fef6cbff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef680ca790 con 0x7fef680b5010 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.429+0000 7fef6cbff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef680caa70 con 0x7fef680ce890 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.429+0000 7fef66d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680aa090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680aa090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54854/0 (socket says 172.21.15.37:54854) 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 -- 172.21.15.37:0/1017800313 learned_addr learned my addr 172.21.15.37:0/1017800313 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef6659c700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef680b5010 0x7fef680ab060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.432 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef5ffff700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fef680ce890 0x7fef680ab5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 -- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fef680ce890 msgr2=0x7fef680ab5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fef680ce890 0x7fef680ab5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 -- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef680b5010 msgr2=0x7fef680ab060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.433 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef680b5010 0x7fef680ab060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 -- 172.21.15.37:0/1017800313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef580094a0 con 0x7fef6815d830 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef66d9d700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680aa090 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fef6000cb50 tx=0x7fef6000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef5effd700 1 -- 172.21.15.37:0/1017800313 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef60003c00 con 0x7fef6815d830 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef5effd700 1 -- 172.21.15.37:0/1017800313 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef60003d60 con 0x7fef6815d830 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef5effd700 1 -- 172.21.15.37:0/1017800313 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef6000aa20 con 0x7fef6815d830 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.430+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef680cad50 con 0x7fef6815d830 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.431+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef680aa5d0 con 0x7fef6815d830 2023-10-06T22:46:01.434 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.432+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef680d0240 con 0x7fef6815d830 2023-10-06T22:46:01.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.433+0000 7fef5effd700 1 -- 172.21.15.37:0/1017800313 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fef6000ab80 con 0x7fef6815d830 2023-10-06T22:46:01.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.433+0000 7fef5effd700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fef4806af00 0x7fef4806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.435 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.434+0000 7fef5effd700 1 -- 172.21.15.37:0/1017800313 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fef60089720 con 0x7fef6815d830 2023-10-06T22:46:01.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.434+0000 7fef6659c700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fef4806af00 0x7fef4806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.436 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.435+0000 7fef6659c700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fef4806af00 0x7fef4806d3c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fef580090b0 tx=0x7fef5801c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:01.440 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.438+0000 7fef5effd700 1 -- 172.21.15.37:0/1017800313 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fef60054680 con 0x7fef6815d830 2023-10-06T22:46:01.692 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.690+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fef680d0690 con 0x7fef6815d830 2023-10-06T22:46:01.693 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.690+0000 7fef5effd700 1 -- 172.21.15.37:0/1017800313 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4898 (secure 0 0 0) 0x7fef60057ca0 con 0x7fef6815d830 2023-10-06T22:46:01.693 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:01.693 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5260,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6836/5041493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":5041493},{"type":"v1","addr":"172.21.15.62:6836","nonce":5041493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13},{"gid":5263,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/639460181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6835","nonce":639460181},{"type":"v1","addr":"172.21.15.62:6837","nonce":639460181}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13},{"gid":5328,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6834/613248981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":613248981},{"type":"v1","addr":"172.21.15.37:6834","nonce":613248981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:45:57.679023+0000","modified":"2023-10-06T22:46:00.696598+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5331":{"gid":5331,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.37:6835/3399810375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":3399810375},{"type":"v1","addr":"172.21.15.37:6835","nonce":3399810375}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-06T22:46:01.695 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.692+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fef4806af00 msgr2=0x7fef4806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.692+0000 7fef6cbff700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fef4806af00 0x7fef4806d3c0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fef580090b0 tx=0x7fef5801c040 comp rx=0 tx=0).stop 2023-10-06T22:46:01.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.692+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 msgr2=0x7fef680aa090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.692+0000 7fef6cbff700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680aa090 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fef6000cb50 tx=0x7fef6000ce60 comp rx=0 tx=0).stop 2023-10-06T22:46:01.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 shutdown_connections 2023-10-06T22:46:01.696 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fef4806af00 0x7fef4806d3c0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fef680b5010 0x7fef680ab060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fef6815d830 0x7fef680aa090 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 --2- 172.21.15.37:0/1017800313 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fef680ce890 0x7fef680ab5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 >> 172.21.15.37:0/1017800313 conn(0x7fef68072630 msgr2=0x7fef680cdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:01.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 shutdown_connections 2023-10-06T22:46:01.697 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.693+0000 7fef6cbff700 1 -- 172.21.15.37:0/1017800313 wait complete. 2023-10-06T22:46:01.698 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 18 2023-10-06T22:46:01.714 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-06T22:46:01.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.912+0000 7fab04dff700 1 Processor -- start 2023-10-06T22:46:01.914 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.912+0000 7fab04dff700 1 -- start start 2023-10-06T22:46:01.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.913+0000 7fab04dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fab00158240 0x7fab000c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.913+0000 7fab04dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fab000c9d10 0x7fab0015aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.913+0000 7fab04dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab000720a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.913+0000 7fab04dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab00071640 con 0x7fab000c9d10 2023-10-06T22:46:01.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.913+0000 7fab04dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab000718c0 con 0x7fab00158240 2023-10-06T22:46:01.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.913+0000 7fab04dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab0015b580 con 0x7fab0015afb0 2023-10-06T22:46:01.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fab000c9d10 0x7fab0015aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7fab000c9d10 0x7fab0015aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54860/0 (socket says 172.21.15.37:54860) 2023-10-06T22:46:01.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 -- 172.21.15.37:0/1427632072 learned_addr learned my addr 172.21.15.37:0/1427632072 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:01.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafed9d700 1 --2- 172.21.15.37:0/1427632072 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab000720a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafe59c700 1 --2- 172.21.15.37:0/1427632072 >> v2:172.21.15.62:3300/0 conn(0x7fab00158240 0x7fab000c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 -- 172.21.15.37:0/1427632072 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 msgr2=0x7fab000720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:01.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 --2- 172.21.15.37:0/1427632072 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab000720a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 -- 172.21.15.37:0/1427632072 >> v2:172.21.15.62:3300/0 conn(0x7fab00158240 msgr2=0x7fab000c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:01.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 --2- 172.21.15.37:0/1427632072 >> v2:172.21.15.62:3300/0 conn(0x7fab00158240 0x7fab000c97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 -- 172.21.15.37:0/1427632072 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab0015b860 con 0x7fab000c9d10 2023-10-06T22:46:01.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.914+0000 7faafdd9b700 1 --2- 172.21.15.37:0/1427632072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab0015aa70 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fab000ccca0 tx=0x7faaf400be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcdea5930718e46a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:01.920 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7faafd59a700 1 -- 172.21.15.37:0/1427632072 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf400dd30 con 0x7fab000c9d10 2023-10-06T22:46:01.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7faafd59a700 1 -- 172.21.15.37:0/1427632072 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaf400de90 con 0x7fab000c9d10 2023-10-06T22:46:01.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7faafd59a700 1 -- 172.21.15.37:0/1427632072 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf4010690 con 0x7fab000c9d10 2023-10-06T22:46:01.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 -- 172.21.15.37:0/1427632072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 msgr2=0x7fab0015aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 --2- 172.21.15.37:0/1427632072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab0015aa70 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fab000ccca0 tx=0x7faaf400be70 comp rx=0 tx=0).stop 2023-10-06T22:46:01.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 -- 172.21.15.37:0/1427632072 shutdown_connections 2023-10-06T22:46:01.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 --2- 172.21.15.37:0/1427632072 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab000720a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.921 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 --2- 172.21.15.37:0/1427632072 >> v2:172.21.15.62:3300/0 conn(0x7fab00158240 0x7fab000c97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 --2- 172.21.15.37:0/1427632072 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab0015aa70 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 -- 172.21.15.37:0/1427632072 >> 172.21.15.37:0/1427632072 conn(0x7fab0006aab0 msgr2=0x7fab0006aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:01.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 -- 172.21.15.37:0/1427632072 shutdown_connections 2023-10-06T22:46:01.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.915+0000 7fab04dff700 1 -- 172.21.15.37:0/1427632072 wait complete. 2023-10-06T22:46:01.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.918+0000 7fab04dff700 1 Processor -- start 2023-10-06T22:46:01.925 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.918+0000 7fab04dff700 1 -- start start 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.919+0000 7fab04dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab000ae000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.919+0000 7fab04dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab00158240 0x7fab0014cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.919+0000 7fab04dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab00150530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.919+0000 7fab04dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab0014f0d0 con 0x7fab000c9d10 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.919+0000 7fab04dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab0014e4c0 con 0x7fab00158240 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.919+0000 7fab04dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab0014e7a0 con 0x7fab0015afb0 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab000ae000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab000ae000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54874/0 (socket says 172.21.15.37:54874) 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 -- 172.21.15.37:0/3118759292 learned_addr learned my addr 172.21.15.37:0/3118759292 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:01.926 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafdd9b700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab00158240 0x7fab0014cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafed9d700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab00150530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 -- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 msgr2=0x7fab00150530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab00150530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 -- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab00158240 msgr2=0x7fab0014cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab00158240 0x7fab0014cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafe59c700 1 -- 172.21.15.37:0/3118759292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaf400b7f0 con 0x7fab000c9d10 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafdd9b700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab00158240 0x7fab0014cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.920+0000 7faafed9d700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab00150530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.921+0000 7faafe59c700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab000ae000 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7faaf000e810 tx=0x7faaf000ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.921+0000 7faaeeffd700 1 -- 172.21.15.37:0/3118759292 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf0013610 con 0x7fab000c9d10 2023-10-06T22:46:01.927 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.921+0000 7faaeeffd700 1 -- 172.21.15.37:0/3118759292 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faaf0013770 con 0x7fab000c9d10 2023-10-06T22:46:01.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.921+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab0014ea80 con 0x7fab000c9d10 2023-10-06T22:46:01.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.921+0000 7faaeeffd700 1 -- 172.21.15.37:0/3118759292 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaf0013b20 con 0x7fab000c9d10 2023-10-06T22:46:01.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.921+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab0014d080 con 0x7fab000c9d10 2023-10-06T22:46:01.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.922+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab0014f3b0 con 0x7fab000c9d10 2023-10-06T22:46:01.928 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.923+0000 7faaeeffd700 1 -- 172.21.15.37:0/3118759292 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7faaf0013c80 con 0x7fab000c9d10 2023-10-06T22:46:01.929 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.924+0000 7faaeeffd700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7faae006af00 0x7faae006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:01.929 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.924+0000 7faaeeffd700 1 -- 172.21.15.37:0/3118759292 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7faaf0089500 con 0x7fab000c9d10 2023-10-06T22:46:01.929 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.925+0000 7faafdd9b700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7faae006af00 0x7faae006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:01.929 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.925+0000 7faafdd9b700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7faae006af00 0x7faae006d3c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7faaf400beb0 tx=0x7faaf4012000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:01.930 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:01.928+0000 7faaeeffd700 1 -- 172.21.15.37:0/3118759292 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7faaf00543e0 con 0x7fab000c9d10 2023-10-06T22:46:02.144 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.143+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fab00074380 con 0x7fab000c9d10 2023-10-06T22:46:02.146 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.144+0000 7faaeeffd700 1 -- 172.21.15.37:0/3118759292 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+16690 (secure 0 0 0) 0x7faaf0057a00 con 0x7fab000c9d10 2023-10-06T22:46:02.146 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:02.146 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":39,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-06T22:45:59.180440+0000","last_up_change":"2023-10-06T22:44:06.470978+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:45:55.586633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-10-06T22:45:56.665241+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists","up"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-06T22:46:02.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7faae006af00 msgr2=0x7faae006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7faae006af00 0x7faae006d3c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7faaf400beb0 tx=0x7faaf4012000 comp rx=0 tx=0).stop 2023-10-06T22:46:02.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 msgr2=0x7fab000ae000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab000ae000 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7faaf000e810 tx=0x7faaf000ebd0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 shutdown_connections 2023-10-06T22:46:02.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fab0015afb0 0x7fab00150530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.149 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fab000c9d10 0x7fab000ae000 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7faae006af00 0x7faae006d3c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 --2- 172.21.15.37:0/3118759292 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fab00158240 0x7fab0014cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 >> 172.21.15.37:0/3118759292 conn(0x7fab0006aab0 msgr2=0x7fab000cb090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:02.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 shutdown_connections 2023-10-06T22:46:02.150 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.147+0000 7fab04dff700 1 -- 172.21.15.37:0/3118759292 wait complete. 2023-10-06T22:46:02.167 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-10-06T22:46:02.167 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:46:02.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.367+0000 7f72f63ff700 1 Processor -- start 2023-10-06T22:46:02.370 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.368+0000 7f72f63ff700 1 -- start start 2023-10-06T22:46:02.371 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.369+0000 7f72f63ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f015d830 0x7f72f00d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f63ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f72f00b5010 0x7f72f00b54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f63ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f72f00d1d40 con 0x7f72f00ce890 2023-10-06T22:46:02.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f63ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72f00b5a00 con 0x7f72f00b5010 2023-10-06T22:46:02.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f63ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72f00d2020 con 0x7f72f015d830 2023-10-06T22:46:02.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72ef7fe700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f72f00ce890 0x7f72f00d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39122/0 (socket says 172.21.15.37:39122) 2023-10-06T22:46:02.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72ef7fe700 1 -- 172.21.15.37:0/89494824 learned_addr learned my addr 172.21.15.37:0/89494824 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:02.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f499c700 1 --2- 172.21.15.37:0/89494824 >> v2:172.21.15.37:3300/0 conn(0x7f72f00b5010 0x7f72f00b54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72effff700 1 --2- 172.21.15.37:0/89494824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f015d830 0x7f72f00d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72eeffd700 1 -- 172.21.15.37:0/89494824 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1260815864 0 0) 0x7f72f00d1d40 con 0x7f72f00ce890 2023-10-06T22:46:02.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72eeffd700 1 -- 172.21.15.37:0/89494824 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f72d80035b0 con 0x7f72f00ce890 2023-10-06T22:46:02.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f499c700 1 -- 172.21.15.37:0/89494824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f015d830 msgr2=0x7f72f00d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:02.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f499c700 1 --2- 172.21.15.37:0/89494824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f015d830 0x7f72f00d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f499c700 1 -- 172.21.15.37:0/89494824 >> v1:172.21.15.37:6789/0 conn(0x7f72f00ce890 legacy=0x7f72f00d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.370+0000 7f72f499c700 1 -- 172.21.15.37:0/89494824 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72f00d2300 con 0x7f72f00b5010 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.371+0000 7f72f499c700 1 --2- 172.21.15.37:0/89494824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f00b54c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f72e8009d90 tx=0x7f72e800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=417f7dbb2c3252d6 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.371+0000 7f72eeffd700 1 -- 172.21.15.37:0/89494824 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e800e070 con 0x7f72f00b5010 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.371+0000 7f72eeffd700 1 -- 172.21.15.37:0/89494824 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72e800bb20 con 0x7f72f00b5010 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.371+0000 7f72eeffd700 1 -- 172.21.15.37:0/89494824 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e8012430 con 0x7f72f00b5010 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.371+0000 7f72f63ff700 1 -- 172.21.15.37:0/89494824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 msgr2=0x7f72f00b54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.372+0000 7f72f63ff700 1 --2- 172.21.15.37:0/89494824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f00b54c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f72e8009d90 tx=0x7f72e800b330 comp rx=0 tx=0).stop 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.372+0000 7f72f63ff700 1 -- 172.21.15.37:0/89494824 shutdown_connections 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.372+0000 7f72f63ff700 1 --2- 172.21.15.37:0/89494824 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f00b54c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.372+0000 7f72f63ff700 1 --2- 172.21.15.37:0/89494824 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f015d830 0x7f72f00d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.372+0000 7f72f63ff700 1 -- 172.21.15.37:0/89494824 >> 172.21.15.37:0/89494824 conn(0x7f72f0072630 msgr2=0x7f72f00d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:02.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.372+0000 7f72f63ff700 1 -- 172.21.15.37:0/89494824 shutdown_connections 2023-10-06T22:46:02.376 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.372+0000 7f72f63ff700 1 -- 172.21.15.37:0/89494824 wait complete. 2023-10-06T22:46:02.377 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.373+0000 7f72f63ff700 1 Processor -- start 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.374+0000 7f72f63ff700 1 -- start start 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.374+0000 7f72f63ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f015b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72f63ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f00ce890 0x7f72f00cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72f63ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72f015d830 0x7f72f01e7160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72f63ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f015ed90 con 0x7f72f00b5010 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72f63ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f00cc140 con 0x7f72f015d830 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72f63ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72f00cc420 con 0x7f72f00ce890 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f015b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f015b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54896/0 (socket says 172.21.15.37:54896) 2023-10-06T22:46:02.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 -- 172.21.15.37:0/1122833083 learned_addr learned my addr 172.21.15.37:0/1122833083 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72f499c700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72f015d830 0x7f72f01e7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72ef7fe700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f00ce890 0x7f72f00cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 -- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f00ce890 msgr2=0x7f72f00cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f00ce890 0x7f72f00cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 -- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72f015d830 msgr2=0x7f72f01e7160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72f015d830 0x7f72f01e7160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 -- 172.21.15.37:0/1122833083 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72e8009a70 con 0x7f72f00b5010 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72f499c700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72f015d830 0x7f72f01e7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72ef7fe700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f00ce890 0x7f72f00cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.375+0000 7f72effff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f015b7f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f72e000e9b0 tx=0x7f72e000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.376+0000 7f72ecff9700 1 -- 172.21.15.37:0/1122833083 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e0009710 con 0x7f72f00b5010 2023-10-06T22:46:02.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.376+0000 7f72ecff9700 1 -- 172.21.15.37:0/1122833083 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72e000c850 con 0x7f72f00b5010 2023-10-06T22:46:02.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.376+0000 7f72ecff9700 1 -- 172.21.15.37:0/1122833083 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72e000cbc0 con 0x7f72f00b5010 2023-10-06T22:46:02.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.376+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72f00cc700 con 0x7f72f00b5010 2023-10-06T22:46:02.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.376+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72f00cbdf0 con 0x7f72f00b5010 2023-10-06T22:46:02.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.377+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72f0074380 con 0x7f72f00b5010 2023-10-06T22:46:02.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.378+0000 7f72ecff9700 1 -- 172.21.15.37:0/1122833083 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f72e000cd20 con 0x7f72f00b5010 2023-10-06T22:46:02.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.379+0000 7f72ecff9700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f72dc06af00 0x7f72dc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.379+0000 7f72ecff9700 1 -- 172.21.15.37:0/1122833083 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f72e00898b0 con 0x7f72f00b5010 2023-10-06T22:46:02.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.379+0000 7f72ef7fe700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f72dc06af00 0x7f72dc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.380+0000 7f72ef7fe700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f72dc06af00 0x7f72dc06d3c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f72f00d1330 tx=0x7f72e4009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:02.385 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.383+0000 7f72ecff9700 1 -- 172.21.15.37:0/1122833083 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f72e0054780 con 0x7f72f00b5010 2023-10-06T22:46:02.593 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.591+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f72f00d28c0 con 0x7f72dc06af00 2023-10-06T22:46:02.603 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.601+0000 7f72ecff9700 1 -- 172.21.15.37:0/1122833083 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288576 (secure 0 0 0) 0x7f72e4005920 con 0x7f72dc06af00 2023-10-06T22:46:02.607 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:02.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f72dc06af00 msgr2=0x7f72dc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f72dc06af00 0x7f72dc06d3c0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f72f00d1330 tx=0x7f72e4009040 comp rx=0 tx=0).stop 2023-10-06T22:46:02.609 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 msgr2=0x7f72f015b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f015b7f0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f72e000e9b0 tx=0x7f72e000ed70 comp rx=0 tx=0).stop 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 shutdown_connections 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f72dc06af00 0x7f72dc06d3c0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f72f015d830 0x7f72f01e7160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f72f00b5010 0x7f72f015b7f0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 --2- 172.21.15.37:0/1122833083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f72f00ce890 0x7f72f00cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 >> 172.21.15.37:0/1122833083 conn(0x7f72f0072630 msgr2=0x7f72f00c90d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 shutdown_connections 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.605+0000 7f72f63ff700 1 -- 172.21.15.37:0/1122833083 wait complete. 2023-10-06T22:46:02.610 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:46:02.626 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2023-10-06T22:46:02.222073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":201,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220820,"kb_used_data":4628,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753900,"statfs":{"total":773094113280,"available":772867993600,"internally_reserved":0,"allocated":4739072,"data_stored":2671786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001132"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188331+0000","last_change":"2023-10-06T22:45:58.202966+0000","last_active":"2023-10-06T22:45:59.188331+0000","last_peered":"2023-10-06T22:45:59.188331+0000","last_clean":"2023-10-06T22:45:59.188331+0000","last_became_active":"2023-10-06T22:45:58.197347+0000","last_became_peered":"2023-10-06T22:45:58.197347+0000","last_unstale":"2023-10-06T22:45:59.188331+0000","last_undegraded":"2023-10-06T22:45:59.188331+0000","last_fullsized":"2023-10-06T22:45:59.188331+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188062+0000","last_change":"2023-10-06T22:45:58.182775+0000","last_active":"2023-10-06T22:45:59.188062+0000","last_peered":"2023-10-06T22:45:59.188062+0000","last_clean":"2023-10-06T22:45:59.188062+0000","last_became_active":"2023-10-06T22:45:58.182422+0000","last_became_peered":"2023-10-06T22:45:58.182422+0000","last_unstale":"2023-10-06T22:45:59.188062+0000","last_undegraded":"2023-10-06T22:45:59.188062+0000","last_fullsized":"2023-10-06T22:45:59.188062+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216227+0000","last_change":"2023-10-06T22:45:58.214392+0000","last_active":"2023-10-06T22:45:58.216227+0000","last_peered":"2023-10-06T22:45:58.216227+0000","last_clean":"2023-10-06T22:45:58.216227+0000","last_became_active":"2023-10-06T22:45:58.214076+0000","last_became_peered":"2023-10-06T22:45:58.214076+0000","last_unstale":"2023-10-06T22:45:58.216227+0000","last_undegraded":"2023-10-06T22:45:58.216227+0000","last_fullsized":"2023-10-06T22:45:58.216227+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.175291+0000","last_change":"2023-10-06T22:45:57.175291+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.175291+0000","last_undegraded":"2023-10-06T22:45:57.175291+0000","last_fullsized":"2023-10-06T22:45:57.175291+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.173582+0000","last_change":"2023-10-06T22:45:57.173582+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.173582+0000","last_undegraded":"2023-10-06T22:45:57.173582+0000","last_fullsized":"2023-10-06T22:45:57.173582+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205561+0000","last_change":"2023-10-06T22:45:58.199091+0000","last_active":"2023-10-06T22:45:58.205561+0000","last_peered":"2023-10-06T22:45:58.205561+0000","last_clean":"2023-10-06T22:45:58.205561+0000","last_became_active":"2023-10-06T22:45:58.198821+0000","last_became_peered":"2023-10-06T22:45:58.198821+0000","last_unstale":"2023-10-06T22:45:58.205561+0000","last_undegraded":"2023-10-06T22:45:58.205561+0000","last_fullsized":"2023-10-06T22:45:58.205561+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190457+0000","last_change":"2023-10-06T22:45:58.198840+0000","last_active":"2023-10-06T22:45:59.190457+0000","last_peered":"2023-10-06T22:45:59.190457+0000","last_clean":"2023-10-06T22:45:59.190457+0000","last_became_active":"2023-10-06T22:45:58.198503+0000","last_became_peered":"2023-10-06T22:45:58.198503+0000","last_unstale":"2023-10-06T22:45:59.190457+0000","last_undegraded":"2023-10-06T22:45:59.190457+0000","last_fullsized":"2023-10-06T22:45:59.190457+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187751+0000","last_change":"2023-10-06T22:45:58.191292+0000","last_active":"2023-10-06T22:45:59.187751+0000","last_peered":"2023-10-06T22:45:59.187751+0000","last_clean":"2023-10-06T22:45:59.187751+0000","last_became_active":"2023-10-06T22:45:58.190998+0000","last_became_peered":"2023-10-06T22:45:58.190998+0000","last_unstale":"2023-10-06T22:45:59.187751+0000","last_undegraded":"2023-10-06T22:45:59.187751+0000","last_fullsized":"2023-10-06T22:45:59.187751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216745+0000","last_change":"2023-10-06T22:45:58.214979+0000","last_active":"2023-10-06T22:45:58.216745+0000","last_peered":"2023-10-06T22:45:58.216745+0000","last_clean":"2023-10-06T22:45:58.216745+0000","last_became_active":"2023-10-06T22:45:58.214695+0000","last_became_peered":"2023-10-06T22:45:58.214695+0000","last_unstale":"2023-10-06T22:45:58.216745+0000","last_undegraded":"2023-10-06T22:45:58.216745+0000","last_fullsized":"2023-10-06T22:45:58.216745+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189744+0000","last_change":"2023-10-06T22:45:58.203817+0000","last_active":"2023-10-06T22:45:59.189744+0000","last_peered":"2023-10-06T22:45:59.189744+0000","last_clean":"2023-10-06T22:45:59.189744+0000","last_became_active":"2023-10-06T22:45:58.198356+0000","last_became_peered":"2023-10-06T22:45:58.198356+0000","last_unstale":"2023-10-06T22:45:59.189744+0000","last_undegraded":"2023-10-06T22:45:59.189744+0000","last_fullsized":"2023-10-06T22:45:59.189744+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.196566+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.196296+0000","last_became_peered":"2023-10-06T22:45:58.196296+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205602+0000","last_change":"2023-10-06T22:45:58.201874+0000","last_active":"2023-10-06T22:45:58.205602+0000","last_peered":"2023-10-06T22:45:58.205602+0000","last_clean":"2023-10-06T22:45:58.205602+0000","last_became_active":"2023-10-06T22:45:58.201550+0000","last_became_peered":"2023-10-06T22:45:58.201550+0000","last_unstale":"2023-10-06T22:45:58.205602+0000","last_undegraded":"2023-10-06T22:45:58.205602+0000","last_fullsized":"2023-10-06T22:45:58.205602+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189050+0000","last_change":"2023-10-06T22:45:58.205281+0000","last_active":"2023-10-06T22:45:59.189050+0000","last_peered":"2023-10-06T22:45:59.189050+0000","last_clean":"2023-10-06T22:45:59.189050+0000","last_became_active":"2023-10-06T22:45:58.204834+0000","last_became_peered":"2023-10-06T22:45:58.204834+0000","last_unstale":"2023-10-06T22:45:59.189050+0000","last_undegraded":"2023-10-06T22:45:59.189050+0000","last_fullsized":"2023-10-06T22:45:59.189050+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:18:24.438882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190507+0000","last_change":"2023-10-06T22:45:58.193511+0000","last_active":"2023-10-06T22:45:59.190507+0000","last_peered":"2023-10-06T22:45:59.190507+0000","last_clean":"2023-10-06T22:45:59.190507+0000","last_became_active":"2023-10-06T22:45:58.193006+0000","last_became_peered":"2023-10-06T22:45:58.193006+0000","last_unstale":"2023-10-06T22:45:59.190507+0000","last_undegraded":"2023-10-06T22:45:59.190507+0000","last_fullsized":"2023-10-06T22:45:59.190507+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190095+0000","last_change":"2023-10-06T22:45:58.204926+0000","last_active":"2023-10-06T22:45:59.190095+0000","last_peered":"2023-10-06T22:45:59.190095+0000","last_clean":"2023-10-06T22:45:59.190095+0000","last_became_active":"2023-10-06T22:45:58.204629+0000","last_became_peered":"2023-10-06T22:45:58.204629+0000","last_unstale":"2023-10-06T22:45:59.190095+0000","last_undegraded":"2023-10-06T22:45:59.190095+0000","last_fullsized":"2023-10-06T22:45:59.190095+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202384+0000","last_change":"2023-10-06T22:45:58.193662+0000","last_active":"2023-10-06T22:45:58.202384+0000","last_peered":"2023-10-06T22:45:58.202384+0000","last_clean":"2023-10-06T22:45:58.202384+0000","last_became_active":"2023-10-06T22:45:58.193357+0000","last_became_peered":"2023-10-06T22:45:58.193357+0000","last_unstale":"2023-10-06T22:45:58.202384+0000","last_undegraded":"2023-10-06T22:45:58.202384+0000","last_fullsized":"2023-10-06T22:45:58.202384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204119+0000","last_change":"2023-10-06T22:45:58.201354+0000","last_active":"2023-10-06T22:45:58.204119+0000","last_peered":"2023-10-06T22:45:58.204119+0000","last_clean":"2023-10-06T22:45:58.204119+0000","last_became_active":"2023-10-06T22:45:58.200986+0000","last_became_peered":"2023-10-06T22:45:58.200986+0000","last_unstale":"2023-10-06T22:45:58.204119+0000","last_undegraded":"2023-10-06T22:45:58.204119+0000","last_fullsized":"2023-10-06T22:45:58.204119+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:27:58.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202357+0000","last_change":"2023-10-06T22:45:58.195434+0000","last_active":"2023-10-06T22:45:58.202357+0000","last_peered":"2023-10-06T22:45:58.202357+0000","last_clean":"2023-10-06T22:45:58.202357+0000","last_became_active":"2023-10-06T22:45:58.195167+0000","last_became_peered":"2023-10-06T22:45:58.195167+0000","last_unstale":"2023-10-06T22:45:58.202357+0000","last_undegraded":"2023-10-06T22:45:58.202357+0000","last_fullsized":"2023-10-06T22:45:58.202357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:58:04.764585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.174472+0000","last_change":"2023-10-06T22:45:57.174472+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.174472+0000","last_undegraded":"2023-10-06T22:45:57.174472+0000","last_fullsized":"2023-10-06T22:45:57.174472+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.201907+0000","last_change":"2023-10-06T22:45:58.195159+0000","last_active":"2023-10-06T22:45:58.201907+0000","last_peered":"2023-10-06T22:45:58.201907+0000","last_clean":"2023-10-06T22:45:58.201907+0000","last_became_active":"2023-10-06T22:45:58.194864+0000","last_became_peered":"2023-10-06T22:45:58.194864+0000","last_unstale":"2023-10-06T22:45:58.201907+0000","last_undegraded":"2023-10-06T22:45:58.201907+0000","last_fullsized":"2023-10-06T22:45:58.201907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:13.258030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189230+0000","last_change":"2023-10-06T22:45:58.198175+0000","last_active":"2023-10-06T22:45:59.189230+0000","last_peered":"2023-10-06T22:45:59.189230+0000","last_clean":"2023-10-06T22:45:59.189230+0000","last_became_active":"2023-10-06T22:45:58.197863+0000","last_became_peered":"2023-10-06T22:45:58.197863+0000","last_unstale":"2023-10-06T22:45:59.189230+0000","last_undegraded":"2023-10-06T22:45:59.189230+0000","last_fullsized":"2023-10-06T22:45:59.189230+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190883+0000","last_change":"2023-10-06T22:45:58.202479+0000","last_active":"2023-10-06T22:45:59.190883+0000","last_peered":"2023-10-06T22:45:59.190883+0000","last_clean":"2023-10-06T22:45:59.190883+0000","last_became_active":"2023-10-06T22:45:58.202194+0000","last_became_peered":"2023-10-06T22:45:58.202194+0000","last_unstale":"2023-10-06T22:45:59.190883+0000","last_undegraded":"2023-10-06T22:45:59.190883+0000","last_fullsized":"2023-10-06T22:45:59.190883+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203093+0000","last_change":"2023-10-06T22:45:58.199934+0000","last_active":"2023-10-06T22:45:58.203093+0000","last_peered":"2023-10-06T22:45:58.203093+0000","last_clean":"2023-10-06T22:45:58.203093+0000","last_became_active":"2023-10-06T22:45:58.199627+0000","last_became_peered":"2023-10-06T22:45:58.199627+0000","last_unstale":"2023-10-06T22:45:58.203093+0000","last_undegraded":"2023-10-06T22:45:58.203093+0000","last_fullsized":"2023-10-06T22:45:58.203093+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.173819+0000","last_change":"2023-10-06T22:45:57.173819+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.173819+0000","last_undegraded":"2023-10-06T22:45:57.173819+0000","last_fullsized":"2023-10-06T22:45:57.173819+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202396+0000","last_change":"2023-10-06T22:45:58.198046+0000","last_active":"2023-10-06T22:45:58.202396+0000","last_peered":"2023-10-06T22:45:58.202396+0000","last_clean":"2023-10-06T22:45:58.202396+0000","last_became_active":"2023-10-06T22:45:58.197720+0000","last_became_peered":"2023-10-06T22:45:58.197720+0000","last_unstale":"2023-10-06T22:45:58.202396+0000","last_undegraded":"2023-10-06T22:45:58.202396+0000","last_fullsized":"2023-10-06T22:45:58.202396+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216549+0000","last_change":"2023-10-06T22:45:58.214390+0000","last_active":"2023-10-06T22:45:58.216549+0000","last_peered":"2023-10-06T22:45:58.216549+0000","last_clean":"2023-10-06T22:45:58.216549+0000","last_became_active":"2023-10-06T22:45:58.214094+0000","last_became_peered":"2023-10-06T22:45:58.214094+0000","last_unstale":"2023-10-06T22:45:58.216549+0000","last_undegraded":"2023-10-06T22:45:58.216549+0000","last_fullsized":"2023-10-06T22:45:58.216549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203165+0000","last_change":"2023-10-06T22:45:58.197493+0000","last_active":"2023-10-06T22:45:58.203165+0000","last_peered":"2023-10-06T22:45:58.203165+0000","last_clean":"2023-10-06T22:45:58.203165+0000","last_became_active":"2023-10-06T22:45:58.197209+0000","last_became_peered":"2023-10-06T22:45:58.197209+0000","last_unstale":"2023-10-06T22:45:58.203165+0000","last_undegraded":"2023-10-06T22:45:58.203165+0000","last_fullsized":"2023-10-06T22:45:58.203165+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:11:43.022105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189990+0000","last_change":"2023-10-06T22:45:58.206452+0000","last_active":"2023-10-06T22:45:59.189990+0000","last_peered":"2023-10-06T22:45:59.189990+0000","last_clean":"2023-10-06T22:45:59.189990+0000","last_became_active":"2023-10-06T22:45:58.206174+0000","last_became_peered":"2023-10-06T22:45:58.206174+0000","last_unstale":"2023-10-06T22:45:59.189990+0000","last_undegraded":"2023-10-06T22:45:59.189990+0000","last_fullsized":"2023-10-06T22:45:59.189990+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202290+0000","last_change":"2023-10-06T22:45:58.197478+0000","last_active":"2023-10-06T22:45:58.202290+0000","last_peered":"2023-10-06T22:45:58.202290+0000","last_clean":"2023-10-06T22:45:58.202290+0000","last_became_active":"2023-10-06T22:45:58.197144+0000","last_became_peered":"2023-10-06T22:45:58.197144+0000","last_unstale":"2023-10-06T22:45:58.202290+0000","last_undegraded":"2023-10-06T22:45:58.202290+0000","last_fullsized":"2023-10-06T22:45:58.202290+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:12.075611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.194019+0000","last_change":"2023-10-06T22:45:58.184963+0000","last_active":"2023-10-06T22:45:58.194019+0000","last_peered":"2023-10-06T22:45:58.194019+0000","last_clean":"2023-10-06T22:45:58.194019+0000","last_became_active":"2023-10-06T22:45:58.184700+0000","last_became_peered":"2023-10-06T22:45:58.184700+0000","last_unstale":"2023-10-06T22:45:58.194019+0000","last_undegraded":"2023-10-06T22:45:58.194019+0000","last_fullsized":"2023-10-06T22:45:58.194019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:06.888388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203073+0000","last_change":"2023-10-06T22:45:58.199558+0000","last_active":"2023-10-06T22:45:58.203073+0000","last_peered":"2023-10-06T22:45:58.203073+0000","last_clean":"2023-10-06T22:45:58.203073+0000","last_became_active":"2023-10-06T22:45:58.199203+0000","last_became_peered":"2023-10-06T22:45:58.199203+0000","last_unstale":"2023-10-06T22:45:58.203073+0000","last_undegraded":"2023-10-06T22:45:58.203073+0000","last_fullsized":"2023-10-06T22:45:58.203073+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205638+0000","last_change":"2023-10-06T22:45:58.200753+0000","last_active":"2023-10-06T22:45:58.205638+0000","last_peered":"2023-10-06T22:45:58.205638+0000","last_clean":"2023-10-06T22:45:58.205638+0000","last_became_active":"2023-10-06T22:45:58.200444+0000","last_became_peered":"2023-10-06T22:45:58.200444+0000","last_unstale":"2023-10-06T22:45:58.205638+0000","last_undegraded":"2023-10-06T22:45:58.205638+0000","last_fullsized":"2023-10-06T22:45:58.205638+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216564+0000","last_change":"2023-10-06T22:45:58.214487+0000","last_active":"2023-10-06T22:45:58.216564+0000","last_peered":"2023-10-06T22:45:58.216564+0000","last_clean":"2023-10-06T22:45:58.216564+0000","last_became_active":"2023-10-06T22:45:58.214173+0000","last_became_peered":"2023-10-06T22:45:58.214173+0000","last_unstale":"2023-10-06T22:45:58.216564+0000","last_undegraded":"2023-10-06T22:45:58.216564+0000","last_fullsized":"2023-10-06T22:45:58.216564+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:53.064475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204209+0000","last_change":"2023-10-06T22:45:57.195043+0000","last_active":"2023-10-06T22:45:58.204209+0000","last_peered":"2023-10-06T22:45:58.204209+0000","last_clean":"2023-10-06T22:45:58.204209+0000","last_became_active":"2023-10-06T22:45:57.194711+0000","last_became_peered":"2023-10-06T22:45:57.194711+0000","last_unstale":"2023-10-06T22:45:58.204209+0000","last_undegraded":"2023-10-06T22:45:58.204209+0000","last_fullsized":"2023-10-06T22:45:58.204209+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:15.672449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216534+0000","last_change":"2023-10-06T22:45:58.214360+0000","last_active":"2023-10-06T22:45:58.216534+0000","last_peered":"2023-10-06T22:45:58.216534+0000","last_clean":"2023-10-06T22:45:58.216534+0000","last_became_active":"2023-10-06T22:45:58.214037+0000","last_became_peered":"2023-10-06T22:45:58.214037+0000","last_unstale":"2023-10-06T22:45:58.216534+0000","last_undegraded":"2023-10-06T22:45:58.216534+0000","last_fullsized":"2023-10-06T22:45:58.216534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203859+0000","last_change":"2023-10-06T22:45:57.194431+0000","last_active":"2023-10-06T22:45:58.203859+0000","last_peered":"2023-10-06T22:45:58.203859+0000","last_clean":"2023-10-06T22:45:58.203859+0000","last_became_active":"2023-10-06T22:45:57.194168+0000","last_became_peered":"2023-10-06T22:45:57.194168+0000","last_unstale":"2023-10-06T22:45:58.203859+0000","last_undegraded":"2023-10-06T22:45:58.203859+0000","last_fullsized":"2023-10-06T22:45:58.203859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190400+0000","last_change":"2023-10-06T22:45:58.194380+0000","last_active":"2023-10-06T22:45:59.190400+0000","last_peered":"2023-10-06T22:45:59.190400+0000","last_clean":"2023-10-06T22:45:59.190400+0000","last_became_active":"2023-10-06T22:45:58.194074+0000","last_became_peered":"2023-10-06T22:45:58.194074+0000","last_unstale":"2023-10-06T22:45:59.190400+0000","last_undegraded":"2023-10-06T22:45:59.190400+0000","last_fullsized":"2023-10-06T22:45:59.190400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205758+0000","last_change":"2023-10-06T22:45:57.189764+0000","last_active":"2023-10-06T22:45:58.205758+0000","last_peered":"2023-10-06T22:45:58.205758+0000","last_clean":"2023-10-06T22:45:58.205758+0000","last_became_active":"2023-10-06T22:45:57.189488+0000","last_became_peered":"2023-10-06T22:45:57.189488+0000","last_unstale":"2023-10-06T22:45:58.205758+0000","last_undegraded":"2023-10-06T22:45:58.205758+0000","last_fullsized":"2023-10-06T22:45:58.205758+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188237+0000","last_change":"2023-10-06T22:45:58.187712+0000","last_active":"2023-10-06T22:45:59.188237+0000","last_peered":"2023-10-06T22:45:59.188237+0000","last_clean":"2023-10-06T22:45:59.188237+0000","last_became_active":"2023-10-06T22:45:58.187387+0000","last_became_peered":"2023-10-06T22:45:58.187387+0000","last_unstale":"2023-10-06T22:45:59.188237+0000","last_undegraded":"2023-10-06T22:45:59.188237+0000","last_fullsized":"2023-10-06T22:45:59.188237+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189284+0000","last_change":"2023-10-06T22:45:57.190001+0000","last_active":"2023-10-06T22:45:59.189284+0000","last_peered":"2023-10-06T22:45:59.189284+0000","last_clean":"2023-10-06T22:45:59.189284+0000","last_became_active":"2023-10-06T22:45:57.189730+0000","last_became_peered":"2023-10-06T22:45:57.189730+0000","last_unstale":"2023-10-06T22:45:59.189284+0000","last_undegraded":"2023-10-06T22:45:59.189284+0000","last_fullsized":"2023-10-06T22:45:59.189284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205905+0000","last_change":"2023-10-06T22:45:58.199150+0000","last_active":"2023-10-06T22:45:58.205905+0000","last_peered":"2023-10-06T22:45:58.205905+0000","last_clean":"2023-10-06T22:45:58.205905+0000","last_became_active":"2023-10-06T22:45:58.198869+0000","last_became_peered":"2023-10-06T22:45:58.198869+0000","last_unstale":"2023-10-06T22:45:58.205905+0000","last_undegraded":"2023-10-06T22:45:58.205905+0000","last_fullsized":"2023-10-06T22:45:58.205905+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189354+0000","last_change":"2023-10-06T22:45:57.193595+0000","last_active":"2023-10-06T22:45:59.189354+0000","last_peered":"2023-10-06T22:45:59.189354+0000","last_clean":"2023-10-06T22:45:59.189354+0000","last_became_active":"2023-10-06T22:45:57.193318+0000","last_became_peered":"2023-10-06T22:45:57.193318+0000","last_unstale":"2023-10-06T22:45:59.189354+0000","last_undegraded":"2023-10-06T22:45:59.189354+0000","last_fullsized":"2023-10-06T22:45:59.189354+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:42.292270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190504+0000","last_change":"2023-10-06T22:45:58.208564+0000","last_active":"2023-10-06T22:45:59.190504+0000","last_peered":"2023-10-06T22:45:59.190504+0000","last_clean":"2023-10-06T22:45:59.190504+0000","last_became_active":"2023-10-06T22:45:58.206719+0000","last_became_peered":"2023-10-06T22:45:58.206719+0000","last_unstale":"2023-10-06T22:45:59.190504+0000","last_undegraded":"2023-10-06T22:45:59.190504+0000","last_fullsized":"2023-10-06T22:45:59.190504+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205188+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.205188+0000","last_peered":"2023-10-06T22:45:58.205188+0000","last_clean":"2023-10-06T22:45:58.205188+0000","last_became_active":"2023-10-06T22:45:57.186471+0000","last_became_peered":"2023-10-06T22:45:57.186471+0000","last_unstale":"2023-10-06T22:45:58.205188+0000","last_undegraded":"2023-10-06T22:45:58.205188+0000","last_fullsized":"2023-10-06T22:45:58.205188+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190785+0000","last_change":"2023-10-06T22:45:58.193287+0000","last_active":"2023-10-06T22:45:59.190785+0000","last_peered":"2023-10-06T22:45:59.190785+0000","last_clean":"2023-10-06T22:45:59.190785+0000","last_became_active":"2023-10-06T22:45:58.192659+0000","last_became_peered":"2023-10-06T22:45:58.192659+0000","last_unstale":"2023-10-06T22:45:59.190785+0000","last_undegraded":"2023-10-06T22:45:59.190785+0000","last_fullsized":"2023-10-06T22:45:59.190785+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.188260+0000","last_change":"2023-10-06T22:45:57.193106+0000","last_active":"2023-10-06T22:45:58.188260+0000","last_peered":"2023-10-06T22:45:58.188260+0000","last_clean":"2023-10-06T22:45:58.188260+0000","last_became_active":"2023-10-06T22:45:57.192852+0000","last_became_peered":"2023-10-06T22:45:57.192852+0000","last_unstale":"2023-10-06T22:45:58.188260+0000","last_undegraded":"2023-10-06T22:45:58.188260+0000","last_fullsized":"2023-10-06T22:45:58.188260+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:41.902347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188397+0000","last_change":"2023-10-06T22:45:58.199801+0000","last_active":"2023-10-06T22:45:59.188397+0000","last_peered":"2023-10-06T22:45:59.188397+0000","last_clean":"2023-10-06T22:45:59.188397+0000","last_became_active":"2023-10-06T22:45:58.199510+0000","last_became_peered":"2023-10-06T22:45:58.199510+0000","last_unstale":"2023-10-06T22:45:59.188397+0000","last_undegraded":"2023-10-06T22:45:59.188397+0000","last_fullsized":"2023-10-06T22:45:59.188397+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188864+0000","last_change":"2023-10-06T22:45:57.193540+0000","last_active":"2023-10-06T22:45:59.188864+0000","last_peered":"2023-10-06T22:45:59.188864+0000","last_clean":"2023-10-06T22:45:59.188864+0000","last_became_active":"2023-10-06T22:45:57.193275+0000","last_became_peered":"2023-10-06T22:45:57.193275+0000","last_unstale":"2023-10-06T22:45:59.188864+0000","last_undegraded":"2023-10-06T22:45:59.188864+0000","last_fullsized":"2023-10-06T22:45:59.188864+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.175726+0000","last_change":"2023-10-06T22:45:57.175726+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.175726+0000","last_undegraded":"2023-10-06T22:45:57.175726+0000","last_fullsized":"2023-10-06T22:45:57.175726+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188320+0000","last_change":"2023-10-06T22:45:57.191292+0000","last_active":"2023-10-06T22:45:59.188320+0000","last_peered":"2023-10-06T22:45:59.188320+0000","last_clean":"2023-10-06T22:45:59.188320+0000","last_became_active":"2023-10-06T22:45:57.191004+0000","last_became_peered":"2023-10-06T22:45:57.191004+0000","last_unstale":"2023-10-06T22:45:59.188320+0000","last_undegraded":"2023-10-06T22:45:59.188320+0000","last_fullsized":"2023-10-06T22:45:59.188320+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210328+0000","last_change":"2023-10-06T22:45:58.205571+0000","last_active":"2023-10-06T22:45:58.210328+0000","last_peered":"2023-10-06T22:45:58.210328+0000","last_clean":"2023-10-06T22:45:58.210328+0000","last_became_active":"2023-10-06T22:45:58.205219+0000","last_became_peered":"2023-10-06T22:45:58.205219+0000","last_unstale":"2023-10-06T22:45:58.210328+0000","last_undegraded":"2023-10-06T22:45:58.210328+0000","last_fullsized":"2023-10-06T22:45:58.210328+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189827+0000","last_change":"2023-10-06T22:45:57.196059+0000","last_active":"2023-10-06T22:45:59.189827+0000","last_peered":"2023-10-06T22:45:59.189827+0000","last_clean":"2023-10-06T22:45:59.189827+0000","last_became_active":"2023-10-06T22:45:57.195786+0000","last_became_peered":"2023-10-06T22:45:57.195786+0000","last_unstale":"2023-10-06T22:45:59.189827+0000","last_undegraded":"2023-10-06T22:45:59.189827+0000","last_fullsized":"2023-10-06T22:45:59.189827+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.209426+0000","last_change":"2023-10-06T22:45:58.205092+0000","last_active":"2023-10-06T22:45:58.209426+0000","last_peered":"2023-10-06T22:45:58.209426+0000","last_clean":"2023-10-06T22:45:58.209426+0000","last_became_active":"2023-10-06T22:45:58.204827+0000","last_became_peered":"2023-10-06T22:45:58.204827+0000","last_unstale":"2023-10-06T22:45:58.209426+0000","last_undegraded":"2023-10-06T22:45:58.209426+0000","last_fullsized":"2023-10-06T22:45:58.209426+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189574+0000","last_change":"2023-10-06T22:45:57.194348+0000","last_active":"2023-10-06T22:45:59.189574+0000","last_peered":"2023-10-06T22:45:59.189574+0000","last_clean":"2023-10-06T22:45:59.189574+0000","last_became_active":"2023-10-06T22:45:57.194064+0000","last_became_peered":"2023-10-06T22:45:57.194064+0000","last_unstale":"2023-10-06T22:45:59.189574+0000","last_undegraded":"2023-10-06T22:45:59.189574+0000","last_fullsized":"2023-10-06T22:45:59.189574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189732+0000","last_change":"2023-10-06T22:45:58.202322+0000","last_active":"2023-10-06T22:45:59.189732+0000","last_peered":"2023-10-06T22:45:59.189732+0000","last_clean":"2023-10-06T22:45:59.189732+0000","last_became_active":"2023-10-06T22:45:58.202019+0000","last_became_peered":"2023-10-06T22:45:58.202019+0000","last_unstale":"2023-10-06T22:45:59.189732+0000","last_undegraded":"2023-10-06T22:45:59.189732+0000","last_fullsized":"2023-10-06T22:45:59.189732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188120+0000","last_change":"2023-10-06T22:45:57.183152+0000","last_active":"2023-10-06T22:45:59.188120+0000","last_peered":"2023-10-06T22:45:59.188120+0000","last_clean":"2023-10-06T22:45:59.188120+0000","last_became_active":"2023-10-06T22:45:57.182887+0000","last_became_peered":"2023-10-06T22:45:57.182887+0000","last_unstale":"2023-10-06T22:45:59.188120+0000","last_undegraded":"2023-10-06T22:45:59.188120+0000","last_fullsized":"2023-10-06T22:45:59.188120+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:36.746828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216300+0000","last_change":"2023-10-06T22:45:58.214614+0000","last_active":"2023-10-06T22:45:58.216300+0000","last_peered":"2023-10-06T22:45:58.216300+0000","last_clean":"2023-10-06T22:45:58.216300+0000","last_became_active":"2023-10-06T22:45:58.214292+0000","last_became_peered":"2023-10-06T22:45:58.214292+0000","last_unstale":"2023-10-06T22:45:58.216300+0000","last_undegraded":"2023-10-06T22:45:58.216300+0000","last_fullsized":"2023-10-06T22:45:58.216300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188454+0000","last_change":"2023-10-06T22:45:57.182479+0000","last_active":"2023-10-06T22:45:59.188454+0000","last_peered":"2023-10-06T22:45:59.188454+0000","last_clean":"2023-10-06T22:45:59.188454+0000","last_became_active":"2023-10-06T22:45:57.182124+0000","last_became_peered":"2023-10-06T22:45:57.182124+0000","last_unstale":"2023-10-06T22:45:59.188454+0000","last_undegraded":"2023-10-06T22:45:59.188454+0000","last_fullsized":"2023-10-06T22:45:59.188454+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187845+0000","last_change":"2023-10-06T22:45:58.199818+0000","last_active":"2023-10-06T22:45:59.187845+0000","last_peered":"2023-10-06T22:45:59.187845+0000","last_clean":"2023-10-06T22:45:59.187845+0000","last_became_active":"2023-10-06T22:45:58.199522+0000","last_became_peered":"2023-10-06T22:45:58.199522+0000","last_unstale":"2023-10-06T22:45:59.187845+0000","last_undegraded":"2023-10-06T22:45:59.187845+0000","last_fullsized":"2023-10-06T22:45:59.187845+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.189121+0000","last_change":"2023-10-06T22:45:57.190455+0000","last_active":"2023-10-06T22:45:58.189121+0000","last_peered":"2023-10-06T22:45:58.189121+0000","last_clean":"2023-10-06T22:45:58.189121+0000","last_became_active":"2023-10-06T22:45:57.190106+0000","last_became_peered":"2023-10-06T22:45:57.190106+0000","last_unstale":"2023-10-06T22:45:58.189121+0000","last_undegraded":"2023-10-06T22:45:58.189121+0000","last_fullsized":"2023-10-06T22:45:58.189121+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203463+0000","last_change":"2023-10-06T22:45:58.201233+0000","last_active":"2023-10-06T22:45:58.203463+0000","last_peered":"2023-10-06T22:45:58.203463+0000","last_clean":"2023-10-06T22:45:58.203463+0000","last_became_active":"2023-10-06T22:45:58.200887+0000","last_became_peered":"2023-10-06T22:45:58.200887+0000","last_unstale":"2023-10-06T22:45:58.203463+0000","last_undegraded":"2023-10-06T22:45:58.203463+0000","last_fullsized":"2023-10-06T22:45:58.203463+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.175687+0000","last_change":"2023-10-06T22:45:57.195668+0000","last_active":"2023-10-06T22:45:58.175687+0000","last_peered":"2023-10-06T22:45:58.175687+0000","last_clean":"2023-10-06T22:45:58.175687+0000","last_became_active":"2023-10-06T22:45:57.195277+0000","last_became_peered":"2023-10-06T22:45:57.195277+0000","last_unstale":"2023-10-06T22:45:58.175687+0000","last_undegraded":"2023-10-06T22:45:58.175687+0000","last_fullsized":"2023-10-06T22:45:58.175687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187919+0000","last_change":"2023-10-06T22:45:58.194103+0000","last_active":"2023-10-06T22:45:59.187919+0000","last_peered":"2023-10-06T22:45:59.187919+0000","last_clean":"2023-10-06T22:45:59.187919+0000","last_became_active":"2023-10-06T22:45:58.193775+0000","last_became_peered":"2023-10-06T22:45:58.193775+0000","last_unstale":"2023-10-06T22:45:59.187919+0000","last_undegraded":"2023-10-06T22:45:59.187919+0000","last_fullsized":"2023-10-06T22:45:59.187919+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207600+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.207600+0000","last_peered":"2023-10-06T22:45:58.207600+0000","last_clean":"2023-10-06T22:45:58.207600+0000","last_became_active":"2023-10-06T22:45:57.186591+0000","last_became_peered":"2023-10-06T22:45:57.186591+0000","last_unstale":"2023-10-06T22:45:58.207600+0000","last_undegraded":"2023-10-06T22:45:58.207600+0000","last_fullsized":"2023-10-06T22:45:58.207600+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:10.935907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188060+0000","last_change":"2023-10-06T22:45:58.187376+0000","last_active":"2023-10-06T22:45:59.188060+0000","last_peered":"2023-10-06T22:45:59.188060+0000","last_clean":"2023-10-06T22:45:59.188060+0000","last_became_active":"2023-10-06T22:45:58.187056+0000","last_became_peered":"2023-10-06T22:45:58.187056+0000","last_unstale":"2023-10-06T22:45:59.188060+0000","last_undegraded":"2023-10-06T22:45:59.188060+0000","last_fullsized":"2023-10-06T22:45:59.188060+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190164+0000","last_change":"2023-10-06T22:45:57.192740+0000","last_active":"2023-10-06T22:45:59.190164+0000","last_peered":"2023-10-06T22:45:59.190164+0000","last_clean":"2023-10-06T22:45:59.190164+0000","last_became_active":"2023-10-06T22:45:57.192439+0000","last_became_peered":"2023-10-06T22:45:57.192439+0000","last_unstale":"2023-10-06T22:45:59.190164+0000","last_undegraded":"2023-10-06T22:45:59.190164+0000","last_fullsized":"2023-10-06T22:45:59.190164+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189458+0000","last_change":"2023-10-06T22:45:58.210194+0000","last_active":"2023-10-06T22:45:59.189458+0000","last_peered":"2023-10-06T22:45:59.189458+0000","last_clean":"2023-10-06T22:45:59.189458+0000","last_became_active":"2023-10-06T22:45:58.209782+0000","last_became_peered":"2023-10-06T22:45:58.209782+0000","last_unstale":"2023-10-06T22:45:59.189458+0000","last_undegraded":"2023-10-06T22:45:59.189458+0000","last_fullsized":"2023-10-06T22:45:59.189458+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190687+0000","last_change":"2023-10-06T22:45:57.192529+0000","last_active":"2023-10-06T22:45:59.190687+0000","last_peered":"2023-10-06T22:45:59.190687+0000","last_clean":"2023-10-06T22:45:59.190687+0000","last_became_active":"2023-10-06T22:45:57.191957+0000","last_became_peered":"2023-10-06T22:45:57.191957+0000","last_unstale":"2023-10-06T22:45:59.190687+0000","last_undegraded":"2023-10-06T22:45:59.190687+0000","last_fullsized":"2023-10-06T22:45:59.190687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:36.503381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190554+0000","last_change":"2023-10-06T22:45:58.196643+0000","last_active":"2023-10-06T22:45:59.190554+0000","last_peered":"2023-10-06T22:45:59.190554+0000","last_clean":"2023-10-06T22:45:59.190554+0000","last_became_active":"2023-10-06T22:45:58.194758+0000","last_became_peered":"2023-10-06T22:45:58.194758+0000","last_unstale":"2023-10-06T22:45:59.190554+0000","last_undegraded":"2023-10-06T22:45:59.190554+0000","last_fullsized":"2023-10-06T22:45:59.190554+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.196335+0000","last_change":"2023-10-06T22:45:57.190791+0000","last_active":"2023-10-06T22:45:57.196335+0000","last_peered":"2023-10-06T22:45:57.196335+0000","last_clean":"2023-10-06T22:45:57.196335+0000","last_became_active":"2023-10-06T22:45:57.190428+0000","last_became_peered":"2023-10-06T22:45:57.190428+0000","last_unstale":"2023-10-06T22:45:57.196335+0000","last_undegraded":"2023-10-06T22:45:57.196335+0000","last_fullsized":"2023-10-06T22:45:57.196335+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:41:49.037353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.174809+0000","last_change":"2023-10-06T22:45:57.174809+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.174809+0000","last_undegraded":"2023-10-06T22:45:57.174809+0000","last_fullsized":"2023-10-06T22:45:57.174809+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190530+0000","last_change":"2023-10-06T22:45:57.191395+0000","last_active":"2023-10-06T22:45:58.190530+0000","last_peered":"2023-10-06T22:45:58.190530+0000","last_clean":"2023-10-06T22:45:58.190530+0000","last_became_active":"2023-10-06T22:45:57.191124+0000","last_became_peered":"2023-10-06T22:45:57.191124+0000","last_unstale":"2023-10-06T22:45:58.190530+0000","last_undegraded":"2023-10-06T22:45:58.190530+0000","last_fullsized":"2023-10-06T22:45:58.190530+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203357+0000","last_change":"2023-10-06T22:45:58.200632+0000","last_active":"2023-10-06T22:45:58.203357+0000","last_peered":"2023-10-06T22:45:58.203357+0000","last_clean":"2023-10-06T22:45:58.203357+0000","last_became_active":"2023-10-06T22:45:58.200285+0000","last_became_peered":"2023-10-06T22:45:58.200285+0000","last_unstale":"2023-10-06T22:45:58.203357+0000","last_undegraded":"2023-10-06T22:45:58.203357+0000","last_fullsized":"2023-10-06T22:45:58.203357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193543+0000","last_change":"2023-10-06T22:45:57.188803+0000","last_active":"2023-10-06T22:45:57.193543+0000","last_peered":"2023-10-06T22:45:57.193543+0000","last_clean":"2023-10-06T22:45:57.193543+0000","last_became_active":"2023-10-06T22:45:57.188470+0000","last_became_peered":"2023-10-06T22:45:57.188470+0000","last_unstale":"2023-10-06T22:45:57.193543+0000","last_undegraded":"2023-10-06T22:45:57.193543+0000","last_fullsized":"2023-10-06T22:45:57.193543+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:52:35.385671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207500+0000","last_change":"2023-10-06T22:45:58.204515+0000","last_active":"2023-10-06T22:45:58.207500+0000","last_peered":"2023-10-06T22:45:58.207500+0000","last_clean":"2023-10-06T22:45:58.207500+0000","last_became_active":"2023-10-06T22:45:58.204204+0000","last_became_peered":"2023-10-06T22:45:58.204204+0000","last_unstale":"2023-10-06T22:45:58.207500+0000","last_undegraded":"2023-10-06T22:45:58.207500+0000","last_fullsized":"2023-10-06T22:45:58.207500+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.190616+0000","last_change":"2023-10-06T22:45:57.185150+0000","last_active":"2023-10-06T22:45:57.190616+0000","last_peered":"2023-10-06T22:45:57.190616+0000","last_clean":"2023-10-06T22:45:57.190616+0000","last_became_active":"2023-10-06T22:45:57.184862+0000","last_became_peered":"2023-10-06T22:45:57.184862+0000","last_unstale":"2023-10-06T22:45:57.190616+0000","last_undegraded":"2023-10-06T22:45:57.190616+0000","last_fullsized":"2023-10-06T22:45:57.190616+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:40:10.790355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.204135+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.203833+0000","last_became_peered":"2023-10-06T22:45:58.203833+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176713+0000","last_change":"2023-10-06T22:45:57.189114+0000","last_active":"2023-10-06T22:45:58.176713+0000","last_peered":"2023-10-06T22:45:58.176713+0000","last_clean":"2023-10-06T22:45:58.176713+0000","last_became_active":"2023-10-06T22:45:57.188811+0000","last_became_peered":"2023-10-06T22:45:57.188811+0000","last_unstale":"2023-10-06T22:45:58.176713+0000","last_undegraded":"2023-10-06T22:45:58.176713+0000","last_fullsized":"2023-10-06T22:45:58.176713+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188369+0000","last_change":"2023-10-06T22:45:58.197527+0000","last_active":"2023-10-06T22:45:59.188369+0000","last_peered":"2023-10-06T22:45:59.188369+0000","last_clean":"2023-10-06T22:45:59.188369+0000","last_became_active":"2023-10-06T22:45:58.197014+0000","last_became_peered":"2023-10-06T22:45:58.197014+0000","last_unstale":"2023-10-06T22:45:59.188369+0000","last_undegraded":"2023-10-06T22:45:59.188369+0000","last_fullsized":"2023-10-06T22:45:59.188369+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193526+0000","last_change":"2023-10-06T22:45:57.188824+0000","last_active":"2023-10-06T22:45:57.193526+0000","last_peered":"2023-10-06T22:45:57.193526+0000","last_clean":"2023-10-06T22:45:57.193526+0000","last_became_active":"2023-10-06T22:45:57.188457+0000","last_became_peered":"2023-10-06T22:45:57.188457+0000","last_unstale":"2023-10-06T22:45:57.193526+0000","last_undegraded":"2023-10-06T22:45:57.193526+0000","last_fullsized":"2023-10-06T22:45:57.193526+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:59:50.738894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216938+0000","last_change":"2023-10-06T22:45:58.215606+0000","last_active":"2023-10-06T22:45:58.216938+0000","last_peered":"2023-10-06T22:45:58.216938+0000","last_clean":"2023-10-06T22:45:58.216938+0000","last_became_active":"2023-10-06T22:45:58.215290+0000","last_became_peered":"2023-10-06T22:45:58.215290+0000","last_unstale":"2023-10-06T22:45:58.216938+0000","last_undegraded":"2023-10-06T22:45:58.216938+0000","last_fullsized":"2023-10-06T22:45:58.216938+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190237+0000","last_change":"2023-10-06T22:45:57.191419+0000","last_active":"2023-10-06T22:45:59.190237+0000","last_peered":"2023-10-06T22:45:59.190237+0000","last_clean":"2023-10-06T22:45:59.190237+0000","last_became_active":"2023-10-06T22:45:57.191126+0000","last_became_peered":"2023-10-06T22:45:57.191126+0000","last_unstale":"2023-10-06T22:45:59.190237+0000","last_undegraded":"2023-10-06T22:45:59.190237+0000","last_fullsized":"2023-10-06T22:45:59.190237+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:37:15.710273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210350+0000","last_change":"2023-10-06T22:45:58.205807+0000","last_active":"2023-10-06T22:45:58.210350+0000","last_peered":"2023-10-06T22:45:58.210350+0000","last_clean":"2023-10-06T22:45:58.210350+0000","last_became_active":"2023-10-06T22:45:58.205499+0000","last_became_peered":"2023-10-06T22:45:58.205499+0000","last_unstale":"2023-10-06T22:45:58.210350+0000","last_undegraded":"2023-10-06T22:45:58.210350+0000","last_fullsized":"2023-10-06T22:45:58.210350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:17:18.000216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193545+0000","last_change":"2023-10-06T22:45:57.189182+0000","last_active":"2023-10-06T22:45:57.193545+0000","last_peered":"2023-10-06T22:45:57.193545+0000","last_clean":"2023-10-06T22:45:57.193545+0000","last_became_active":"2023-10-06T22:45:57.188922+0000","last_became_peered":"2023-10-06T22:45:57.188922+0000","last_unstale":"2023-10-06T22:45:57.193545+0000","last_undegraded":"2023-10-06T22:45:57.193545+0000","last_fullsized":"2023-10-06T22:45:57.193545+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:04:59.393448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188223+0000","last_change":"2023-10-06T22:45:58.195270+0000","last_active":"2023-10-06T22:45:59.188223+0000","last_peered":"2023-10-06T22:45:59.188223+0000","last_clean":"2023-10-06T22:45:59.188223+0000","last_became_active":"2023-10-06T22:45:58.194978+0000","last_became_peered":"2023-10-06T22:45:58.194978+0000","last_unstale":"2023-10-06T22:45:59.188223+0000","last_undegraded":"2023-10-06T22:45:59.188223+0000","last_fullsized":"2023-10-06T22:45:59.188223+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190396+0000","last_change":"2023-10-06T22:45:57.191288+0000","last_active":"2023-10-06T22:45:58.190396+0000","last_peered":"2023-10-06T22:45:58.190396+0000","last_clean":"2023-10-06T22:45:58.190396+0000","last_became_active":"2023-10-06T22:45:57.190955+0000","last_became_peered":"2023-10-06T22:45:57.190955+0000","last_unstale":"2023-10-06T22:45:58.190396+0000","last_undegraded":"2023-10-06T22:45:58.190396+0000","last_fullsized":"2023-10-06T22:45:58.190396+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203579+0000","last_change":"2023-10-06T22:45:58.198315+0000","last_active":"2023-10-06T22:45:58.203579+0000","last_peered":"2023-10-06T22:45:58.203579+0000","last_clean":"2023-10-06T22:45:58.203579+0000","last_became_active":"2023-10-06T22:45:58.197786+0000","last_became_peered":"2023-10-06T22:45:58.197786+0000","last_unstale":"2023-10-06T22:45:58.203579+0000","last_undegraded":"2023-10-06T22:45:58.203579+0000","last_fullsized":"2023-10-06T22:45:58.203579+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.186956+0000","last_change":"2023-10-06T22:45:57.192318+0000","last_active":"2023-10-06T22:45:58.186956+0000","last_peered":"2023-10-06T22:45:58.186956+0000","last_clean":"2023-10-06T22:45:58.186956+0000","last_became_active":"2023-10-06T22:45:57.192039+0000","last_became_peered":"2023-10-06T22:45:57.192039+0000","last_unstale":"2023-10-06T22:45:58.186956+0000","last_undegraded":"2023-10-06T22:45:58.186956+0000","last_fullsized":"2023-10-06T22:45:58.186956+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.206058+0000","last_change":"2023-10-06T22:45:58.201133+0000","last_active":"2023-10-06T22:45:58.206058+0000","last_peered":"2023-10-06T22:45:58.206058+0000","last_clean":"2023-10-06T22:45:58.206058+0000","last_became_active":"2023-10-06T22:45:58.200865+0000","last_became_peered":"2023-10-06T22:45:58.200865+0000","last_unstale":"2023-10-06T22:45:58.206058+0000","last_undegraded":"2023-10-06T22:45:58.206058+0000","last_fullsized":"2023-10-06T22:45:58.206058+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176295+0000","last_change":"2023-10-06T22:45:57.195080+0000","last_active":"2023-10-06T22:45:58.176295+0000","last_peered":"2023-10-06T22:45:58.176295+0000","last_clean":"2023-10-06T22:45:58.176295+0000","last_became_active":"2023-10-06T22:45:57.194423+0000","last_became_peered":"2023-10-06T22:45:57.194423+0000","last_unstale":"2023-10-06T22:45:58.176295+0000","last_undegraded":"2023-10-06T22:45:58.176295+0000","last_fullsized":"2023-10-06T22:45:58.176295+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190911+0000","last_change":"2023-10-06T22:45:58.194062+0000","last_active":"2023-10-06T22:45:59.190911+0000","last_peered":"2023-10-06T22:45:59.190911+0000","last_clean":"2023-10-06T22:45:59.190911+0000","last_became_active":"2023-10-06T22:45:58.193783+0000","last_became_peered":"2023-10-06T22:45:58.193783+0000","last_unstale":"2023-10-06T22:45:59.190911+0000","last_undegraded":"2023-10-06T22:45:59.190911+0000","last_fullsized":"2023-10-06T22:45:59.190911+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188868+0000","last_change":"2023-10-06T22:45:57.189452+0000","last_active":"2023-10-06T22:45:59.188868+0000","last_peered":"2023-10-06T22:45:59.188868+0000","last_clean":"2023-10-06T22:45:59.188868+0000","last_became_active":"2023-10-06T22:45:57.189177+0000","last_became_peered":"2023-10-06T22:45:57.189177+0000","last_unstale":"2023-10-06T22:45:59.188868+0000","last_undegraded":"2023-10-06T22:45:59.188868+0000","last_fullsized":"2023-10-06T22:45:59.188868+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:05.882018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.208049+0000","last_change":"2023-10-06T22:45:58.201995+0000","last_active":"2023-10-06T22:45:58.208049+0000","last_peered":"2023-10-06T22:45:58.208049+0000","last_clean":"2023-10-06T22:45:58.208049+0000","last_became_active":"2023-10-06T22:45:58.201717+0000","last_became_peered":"2023-10-06T22:45:58.201717+0000","last_unstale":"2023-10-06T22:45:58.208049+0000","last_undegraded":"2023-10-06T22:45:58.208049+0000","last_fullsized":"2023-10-06T22:45:58.208049+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:43.298641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187784+0000","last_change":"2023-10-06T22:45:57.190747+0000","last_active":"2023-10-06T22:45:59.187784+0000","last_peered":"2023-10-06T22:45:59.187784+0000","last_clean":"2023-10-06T22:45:59.187784+0000","last_became_active":"2023-10-06T22:45:57.190465+0000","last_became_peered":"2023-10-06T22:45:57.190465+0000","last_unstale":"2023-10-06T22:45:59.187784+0000","last_undegraded":"2023-10-06T22:45:59.187784+0000","last_fullsized":"2023-10-06T22:45:59.187784+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190122+0000","last_change":"2023-10-06T22:45:58.205158+0000","last_active":"2023-10-06T22:45:59.190122+0000","last_peered":"2023-10-06T22:45:59.190122+0000","last_clean":"2023-10-06T22:45:59.190122+0000","last_became_active":"2023-10-06T22:45:58.204512+0000","last_became_peered":"2023-10-06T22:45:58.204512+0000","last_unstale":"2023-10-06T22:45:59.190122+0000","last_undegraded":"2023-10-06T22:45:59.190122+0000","last_fullsized":"2023-10-06T22:45:59.190122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.184923+0000","last_change":"2023-10-06T22:45:57.189499+0000","last_active":"2023-10-06T22:45:58.184923+0000","last_peered":"2023-10-06T22:45:58.184923+0000","last_clean":"2023-10-06T22:45:58.184923+0000","last_became_active":"2023-10-06T22:45:57.189049+0000","last_became_peered":"2023-10-06T22:45:57.189049+0000","last_unstale":"2023-10-06T22:45:58.184923+0000","last_undegraded":"2023-10-06T22:45:58.184923+0000","last_fullsized":"2023-10-06T22:45:58.184923+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:57:39.989962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":181,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.176235+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:45:57.176235+0000","last_peered":"2023-10-06T22:45:57.176235+0000","last_clean":"2023-10-06T22:45:57.176235+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:45:57.176235+0000","last_undegraded":"2023-10-06T22:45:57.176235+0000","last_fullsized":"2023-10-06T22:45:57.176235+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476764,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":413696,"data_stored":173059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.42699999999999999}]},{"osd":1,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.47699999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.45100000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.72599999999999998}]},{"osd":5,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.71399999999999997}]},{"osd":7,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88,"15min":0.88},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.84799999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1044480,"data_stored":778177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.2629999999999999,"5min":3.2629999999999999,"15min":3.2629999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":11.535,"5min":11.535,"15min":11.535},"last":0.68700000000000006}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":5.3099999999999996,"5min":5.3099999999999996,"15min":5.3099999999999996},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":7.3959999999999999,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.71599999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":10.445,"5min":10.445,"15min":10.445},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":5.4039999999999999,"5min":5.4039999999999999,"15min":5.4039999999999999},"last":0.96299999999999997}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":7.1059999999999999,"5min":7.1059999999999999,"15min":7.1059999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1289999999999996,"5min":7.1289999999999996,"15min":7.1289999999999996},"last":0.63400000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.77100000000000002}]},{"osd":5,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.004}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.212,"5min":1.212,"15min":1.212},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.052}]}]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27460,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344380,"statfs":{"total":96636764160,"available":96608645120,"internally_reserved":0,"allocated":442368,"data_stored":186839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.51400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.653,"5min":1.653,"15min":1.653},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.2169999999999996,"5min":6.2169999999999996,"15min":6.2169999999999996},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":14.379,"5min":14.379,"15min":14.379},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.495}]},{"osd":4,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.86299999999999999}]},{"osd":5,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":0.85299999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.75}]},{"osd":7,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.91300000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574874,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":1036288,"data_stored":777151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"last":0.307},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":6.1600000000000001,"5min":6.1600000000000001,"15min":6.1600000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.52300000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.751}]},{"osd":5,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.65100000000000002}]},{"osd":7,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.78900000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":188395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.371},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.5419999999999998,"5min":4.5419999999999998,"15min":4.5419999999999998},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.0140000000000002,"5min":4.0140000000000002,"15min":4.0140000000000002},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.44400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.363,"5min":2.363,"15min":2.363},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.46500000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":3.04,"5min":3.04,"15min":3.04},"last":0.78400000000000003}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":2.9940000000000002,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.73199999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.76100000000000001}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.74299999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":446464,"data_stored":187353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.628},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.504}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.8440000000000001,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":3.3690000000000002,"5min":3.3690000000000002,"15min":3.3690000000000002},"last":0.71799999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":0.79400000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.25,"5min":2.25,"15min":2.25},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.81599999999999995}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.84599999999999997}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.77100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.497},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.55200000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.746}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.59299999999999997}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.78000000000000003}]},{"osd":7,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.72599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":442368,"data_stored":187331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.622}]},{"osd":1,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.503}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.755},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":12.286,"5min":12.286,"15min":12.286},"last":0.57699999999999996}]},{"osd":3,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.437},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.59199999999999997}]},{"osd":5,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72499999999999998}]},{"osd":7,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.81000000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:46:02.632 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:46:02.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.865+0000 7f6844dff700 1 Processor -- start 2023-10-06T22:46:02.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.865+0000 7f6844dff700 1 -- start start 2023-10-06T22:46:02.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.866+0000 7f6844dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6840070d80 0x7f68400b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.866+0000 7f6844dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f684015da90 con 0x7f6840141920 2023-10-06T22:46:02.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.866+0000 7f6844dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f684015c870 con 0x7f684015c250 2023-10-06T22:46:02.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.866+0000 7f6844dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68400ccb50 con 0x7f6840070d80 2023-10-06T22:46:02.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.866+0000 7f6837fff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f6840141920 0x7f684015bb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39126/0 (socket says 172.21.15.37:39126) 2023-10-06T22:46:02.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.866+0000 7f6837fff700 1 -- 172.21.15.37:0/1672425952 learned_addr learned my addr 172.21.15.37:0/1672425952 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:02.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683e59c700 1 --2- 172.21.15.37:0/1672425952 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6840070d80 0x7f68400b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683dd9b700 1 -- 172.21.15.37:0/1672425952 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1532949478 0 0) 0x7f684015da90 con 0x7f6840141920 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683dd9b700 1 -- 172.21.15.37:0/1672425952 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f682c0035b0 con 0x7f6840141920 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683dd9b700 1 -- 172.21.15.37:0/1672425952 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3538503813 0 0) 0x7f684015c870 con 0x7f684015c250 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683dd9b700 1 -- 172.21.15.37:0/1672425952 --> v1:172.21.15.62:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f684015da90 con 0x7f684015c250 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683e59c700 1 -- 172.21.15.37:0/1672425952 >> v1:172.21.15.62:6789/0 conn(0x7f684015c250 legacy=0x7f684015cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683e59c700 1 -- 172.21.15.37:0/1672425952 >> v1:172.21.15.37:6789/0 conn(0x7f6840141920 legacy=0x7f684015bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.867+0000 7f683e59c700 1 -- 172.21.15.37:0/1672425952 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6840140e40 con 0x7f6840070d80 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.868+0000 7f683e59c700 1 --2- 172.21.15.37:0/1672425952 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6840070d80 0x7f68400b0f70 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6830009870 tx=0x7f6830009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8cd249ef50a149b9 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.868+0000 7f683dd9b700 1 -- 172.21.15.37:0/1672425952 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6830011830 con 0x7f6840070d80 2023-10-06T22:46:02.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.868+0000 7f683dd9b700 1 -- 172.21.15.37:0/1672425952 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6830011990 con 0x7f6840070d80 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.868+0000 7f683dd9b700 1 -- 172.21.15.37:0/1672425952 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6830011d00 con 0x7f6840070d80 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.868+0000 7f6844dff700 1 -- 172.21.15.37:0/1672425952 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6840070d80 msgr2=0x7f68400b0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.868+0000 7f6844dff700 1 --2- 172.21.15.37:0/1672425952 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6840070d80 0x7f68400b0f70 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6830009870 tx=0x7f6830009b80 comp rx=0 tx=0).stop 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.869+0000 7f6844dff700 1 -- 172.21.15.37:0/1672425952 shutdown_connections 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.869+0000 7f6844dff700 1 --2- 172.21.15.37:0/1672425952 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f6840070d80 0x7f68400b0f70 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.869+0000 7f6844dff700 1 -- 172.21.15.37:0/1672425952 >> 172.21.15.37:0/1672425952 conn(0x7f684006aab0 msgr2=0x7f684006aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.869+0000 7f6844dff700 1 -- 172.21.15.37:0/1672425952 shutdown_connections 2023-10-06T22:46:02.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.869+0000 7f6844dff700 1 -- 172.21.15.37:0/1672425952 wait complete. 2023-10-06T22:46:02.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.870+0000 7f6844dff700 1 Processor -- start 2023-10-06T22:46:02.873 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.871+0000 7f6844dff700 1 -- start start 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.871+0000 7f6844dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840070d80 0x7f68400c4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.871+0000 7f6844dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6840141920 0x7f68400caf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.871+0000 7f6844dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f684015c250 0x7f684015a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.871+0000 7f6844dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68400c52b0 con 0x7f6840141920 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.871+0000 7f6844dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68400c7060 con 0x7f6840070d80 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.871+0000 7f6844dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68400ca190 con 0x7f684015c250 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6840141920 0x7f68400caf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6840141920 0x7f68400caf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54912/0 (socket says 172.21.15.37:54912) 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 -- 172.21.15.37:0/1663576646 learned_addr learned my addr 172.21.15.37:0/1663576646 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:02.875 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f683e59c700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840070d80 0x7f68400c4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f683ed9d700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f684015c250 0x7f684015a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 -- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f684015c250 msgr2=0x7f684015a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f684015c250 0x7f684015a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 -- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840070d80 msgr2=0x7f68400c4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840070d80 0x7f68400c4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 -- 172.21.15.37:0/1663576646 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68300094a0 con 0x7f6840141920 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f683ed9d700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f684015c250 0x7f684015a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.872+0000 7f6837fff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6840141920 0x7f68400caf50 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f6828005910 tx=0x7f682800ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.873+0000 7f6836ffd700 1 -- 172.21.15.37:0/1663576646 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6828005d70 con 0x7f6840141920 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.873+0000 7f6836ffd700 1 -- 172.21.15.37:0/1663576646 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68280070d0 con 0x7f6840141920 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.873+0000 7f6836ffd700 1 -- 172.21.15.37:0/1663576646 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6828007480 con 0x7f6840141920 2023-10-06T22:46:02.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.873+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68400ca470 con 0x7f6840141920 2023-10-06T22:46:02.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.873+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68400caa30 con 0x7f6840141920 2023-10-06T22:46:02.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.874+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6840074380 con 0x7f6840141920 2023-10-06T22:46:02.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.875+0000 7f6836ffd700 1 -- 172.21.15.37:0/1663576646 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f68280075e0 con 0x7f6840141920 2023-10-06T22:46:02.877 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.876+0000 7f6836ffd700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f682006af00 0x7f682006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:02.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.876+0000 7f6836ffd700 1 -- 172.21.15.37:0/1663576646 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f6828088db0 con 0x7f6840141920 2023-10-06T22:46:02.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.876+0000 7f683e59c700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f682006af00 0x7f682006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:02.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.877+0000 7f683e59c700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f682006af00 0x7f682006d3c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f68300090b0 tx=0x7f683001c040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:02.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:02.881+0000 7f6836ffd700 1 -- 172.21.15.37:0/1663576646 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f682808d070 con 0x7f6840141920 2023-10-06T22:46:03.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.090+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6840141400 con 0x7f682006af00 2023-10-06T22:46:03.100 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.099+0000 7f6836ffd700 1 -- 172.21.15.37:0/1663576646 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288576 (secure 0 0 0) 0x7f6830011630 con 0x7f682006af00 2023-10-06T22:46:03.104 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:03.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f682006af00 msgr2=0x7f682006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f682006af00 0x7f682006d3c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f68300090b0 tx=0x7f683001c040 comp rx=0 tx=0).stop 2023-10-06T22:46:03.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6840141920 msgr2=0x7f68400caf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6840141920 0x7f68400caf50 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f6828005910 tx=0x7f682800ca90 comp rx=0 tx=0).stop 2023-10-06T22:46:03.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 shutdown_connections 2023-10-06T22:46:03.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f682006af00 0x7f682006d3c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.107 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f6840070d80 0x7f68400c4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f684015c250 0x7f684015a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 --2- 172.21.15.37:0/1663576646 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f6840141920 0x7f68400caf50 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 >> 172.21.15.37:0/1663576646 conn(0x7f684006aab0 msgr2=0x7f684015e7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:03.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 shutdown_connections 2023-10-06T22:46:03.108 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.103+0000 7f6844dff700 1 -- 172.21.15.37:0/1663576646 wait complete. 2023-10-06T22:46:03.108 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:46:03.123 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2023-10-06T22:46:02.222073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":201,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220820,"kb_used_data":4628,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753900,"statfs":{"total":773094113280,"available":772867993600,"internally_reserved":0,"allocated":4739072,"data_stored":2671786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001132"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188331+0000","last_change":"2023-10-06T22:45:58.202966+0000","last_active":"2023-10-06T22:45:59.188331+0000","last_peered":"2023-10-06T22:45:59.188331+0000","last_clean":"2023-10-06T22:45:59.188331+0000","last_became_active":"2023-10-06T22:45:58.197347+0000","last_became_peered":"2023-10-06T22:45:58.197347+0000","last_unstale":"2023-10-06T22:45:59.188331+0000","last_undegraded":"2023-10-06T22:45:59.188331+0000","last_fullsized":"2023-10-06T22:45:59.188331+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188062+0000","last_change":"2023-10-06T22:45:58.182775+0000","last_active":"2023-10-06T22:45:59.188062+0000","last_peered":"2023-10-06T22:45:59.188062+0000","last_clean":"2023-10-06T22:45:59.188062+0000","last_became_active":"2023-10-06T22:45:58.182422+0000","last_became_peered":"2023-10-06T22:45:58.182422+0000","last_unstale":"2023-10-06T22:45:59.188062+0000","last_undegraded":"2023-10-06T22:45:59.188062+0000","last_fullsized":"2023-10-06T22:45:59.188062+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216227+0000","last_change":"2023-10-06T22:45:58.214392+0000","last_active":"2023-10-06T22:45:58.216227+0000","last_peered":"2023-10-06T22:45:58.216227+0000","last_clean":"2023-10-06T22:45:58.216227+0000","last_became_active":"2023-10-06T22:45:58.214076+0000","last_became_peered":"2023-10-06T22:45:58.214076+0000","last_unstale":"2023-10-06T22:45:58.216227+0000","last_undegraded":"2023-10-06T22:45:58.216227+0000","last_fullsized":"2023-10-06T22:45:58.216227+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.175291+0000","last_change":"2023-10-06T22:45:57.175291+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.175291+0000","last_undegraded":"2023-10-06T22:45:57.175291+0000","last_fullsized":"2023-10-06T22:45:57.175291+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.173582+0000","last_change":"2023-10-06T22:45:57.173582+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.173582+0000","last_undegraded":"2023-10-06T22:45:57.173582+0000","last_fullsized":"2023-10-06T22:45:57.173582+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205561+0000","last_change":"2023-10-06T22:45:58.199091+0000","last_active":"2023-10-06T22:45:58.205561+0000","last_peered":"2023-10-06T22:45:58.205561+0000","last_clean":"2023-10-06T22:45:58.205561+0000","last_became_active":"2023-10-06T22:45:58.198821+0000","last_became_peered":"2023-10-06T22:45:58.198821+0000","last_unstale":"2023-10-06T22:45:58.205561+0000","last_undegraded":"2023-10-06T22:45:58.205561+0000","last_fullsized":"2023-10-06T22:45:58.205561+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190457+0000","last_change":"2023-10-06T22:45:58.198840+0000","last_active":"2023-10-06T22:45:59.190457+0000","last_peered":"2023-10-06T22:45:59.190457+0000","last_clean":"2023-10-06T22:45:59.190457+0000","last_became_active":"2023-10-06T22:45:58.198503+0000","last_became_peered":"2023-10-06T22:45:58.198503+0000","last_unstale":"2023-10-06T22:45:59.190457+0000","last_undegraded":"2023-10-06T22:45:59.190457+0000","last_fullsized":"2023-10-06T22:45:59.190457+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187751+0000","last_change":"2023-10-06T22:45:58.191292+0000","last_active":"2023-10-06T22:45:59.187751+0000","last_peered":"2023-10-06T22:45:59.187751+0000","last_clean":"2023-10-06T22:45:59.187751+0000","last_became_active":"2023-10-06T22:45:58.190998+0000","last_became_peered":"2023-10-06T22:45:58.190998+0000","last_unstale":"2023-10-06T22:45:59.187751+0000","last_undegraded":"2023-10-06T22:45:59.187751+0000","last_fullsized":"2023-10-06T22:45:59.187751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216745+0000","last_change":"2023-10-06T22:45:58.214979+0000","last_active":"2023-10-06T22:45:58.216745+0000","last_peered":"2023-10-06T22:45:58.216745+0000","last_clean":"2023-10-06T22:45:58.216745+0000","last_became_active":"2023-10-06T22:45:58.214695+0000","last_became_peered":"2023-10-06T22:45:58.214695+0000","last_unstale":"2023-10-06T22:45:58.216745+0000","last_undegraded":"2023-10-06T22:45:58.216745+0000","last_fullsized":"2023-10-06T22:45:58.216745+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189744+0000","last_change":"2023-10-06T22:45:58.203817+0000","last_active":"2023-10-06T22:45:59.189744+0000","last_peered":"2023-10-06T22:45:59.189744+0000","last_clean":"2023-10-06T22:45:59.189744+0000","last_became_active":"2023-10-06T22:45:58.198356+0000","last_became_peered":"2023-10-06T22:45:58.198356+0000","last_unstale":"2023-10-06T22:45:59.189744+0000","last_undegraded":"2023-10-06T22:45:59.189744+0000","last_fullsized":"2023-10-06T22:45:59.189744+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.196566+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.196296+0000","last_became_peered":"2023-10-06T22:45:58.196296+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205602+0000","last_change":"2023-10-06T22:45:58.201874+0000","last_active":"2023-10-06T22:45:58.205602+0000","last_peered":"2023-10-06T22:45:58.205602+0000","last_clean":"2023-10-06T22:45:58.205602+0000","last_became_active":"2023-10-06T22:45:58.201550+0000","last_became_peered":"2023-10-06T22:45:58.201550+0000","last_unstale":"2023-10-06T22:45:58.205602+0000","last_undegraded":"2023-10-06T22:45:58.205602+0000","last_fullsized":"2023-10-06T22:45:58.205602+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189050+0000","last_change":"2023-10-06T22:45:58.205281+0000","last_active":"2023-10-06T22:45:59.189050+0000","last_peered":"2023-10-06T22:45:59.189050+0000","last_clean":"2023-10-06T22:45:59.189050+0000","last_became_active":"2023-10-06T22:45:58.204834+0000","last_became_peered":"2023-10-06T22:45:58.204834+0000","last_unstale":"2023-10-06T22:45:59.189050+0000","last_undegraded":"2023-10-06T22:45:59.189050+0000","last_fullsized":"2023-10-06T22:45:59.189050+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:18:24.438882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190507+0000","last_change":"2023-10-06T22:45:58.193511+0000","last_active":"2023-10-06T22:45:59.190507+0000","last_peered":"2023-10-06T22:45:59.190507+0000","last_clean":"2023-10-06T22:45:59.190507+0000","last_became_active":"2023-10-06T22:45:58.193006+0000","last_became_peered":"2023-10-06T22:45:58.193006+0000","last_unstale":"2023-10-06T22:45:59.190507+0000","last_undegraded":"2023-10-06T22:45:59.190507+0000","last_fullsized":"2023-10-06T22:45:59.190507+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190095+0000","last_change":"2023-10-06T22:45:58.204926+0000","last_active":"2023-10-06T22:45:59.190095+0000","last_peered":"2023-10-06T22:45:59.190095+0000","last_clean":"2023-10-06T22:45:59.190095+0000","last_became_active":"2023-10-06T22:45:58.204629+0000","last_became_peered":"2023-10-06T22:45:58.204629+0000","last_unstale":"2023-10-06T22:45:59.190095+0000","last_undegraded":"2023-10-06T22:45:59.190095+0000","last_fullsized":"2023-10-06T22:45:59.190095+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202384+0000","last_change":"2023-10-06T22:45:58.193662+0000","last_active":"2023-10-06T22:45:58.202384+0000","last_peered":"2023-10-06T22:45:58.202384+0000","last_clean":"2023-10-06T22:45:58.202384+0000","last_became_active":"2023-10-06T22:45:58.193357+0000","last_became_peered":"2023-10-06T22:45:58.193357+0000","last_unstale":"2023-10-06T22:45:58.202384+0000","last_undegraded":"2023-10-06T22:45:58.202384+0000","last_fullsized":"2023-10-06T22:45:58.202384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204119+0000","last_change":"2023-10-06T22:45:58.201354+0000","last_active":"2023-10-06T22:45:58.204119+0000","last_peered":"2023-10-06T22:45:58.204119+0000","last_clean":"2023-10-06T22:45:58.204119+0000","last_became_active":"2023-10-06T22:45:58.200986+0000","last_became_peered":"2023-10-06T22:45:58.200986+0000","last_unstale":"2023-10-06T22:45:58.204119+0000","last_undegraded":"2023-10-06T22:45:58.204119+0000","last_fullsized":"2023-10-06T22:45:58.204119+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:27:58.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202357+0000","last_change":"2023-10-06T22:45:58.195434+0000","last_active":"2023-10-06T22:45:58.202357+0000","last_peered":"2023-10-06T22:45:58.202357+0000","last_clean":"2023-10-06T22:45:58.202357+0000","last_became_active":"2023-10-06T22:45:58.195167+0000","last_became_peered":"2023-10-06T22:45:58.195167+0000","last_unstale":"2023-10-06T22:45:58.202357+0000","last_undegraded":"2023-10-06T22:45:58.202357+0000","last_fullsized":"2023-10-06T22:45:58.202357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:58:04.764585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.174472+0000","last_change":"2023-10-06T22:45:57.174472+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.174472+0000","last_undegraded":"2023-10-06T22:45:57.174472+0000","last_fullsized":"2023-10-06T22:45:57.174472+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.201907+0000","last_change":"2023-10-06T22:45:58.195159+0000","last_active":"2023-10-06T22:45:58.201907+0000","last_peered":"2023-10-06T22:45:58.201907+0000","last_clean":"2023-10-06T22:45:58.201907+0000","last_became_active":"2023-10-06T22:45:58.194864+0000","last_became_peered":"2023-10-06T22:45:58.194864+0000","last_unstale":"2023-10-06T22:45:58.201907+0000","last_undegraded":"2023-10-06T22:45:58.201907+0000","last_fullsized":"2023-10-06T22:45:58.201907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:13.258030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189230+0000","last_change":"2023-10-06T22:45:58.198175+0000","last_active":"2023-10-06T22:45:59.189230+0000","last_peered":"2023-10-06T22:45:59.189230+0000","last_clean":"2023-10-06T22:45:59.189230+0000","last_became_active":"2023-10-06T22:45:58.197863+0000","last_became_peered":"2023-10-06T22:45:58.197863+0000","last_unstale":"2023-10-06T22:45:59.189230+0000","last_undegraded":"2023-10-06T22:45:59.189230+0000","last_fullsized":"2023-10-06T22:45:59.189230+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190883+0000","last_change":"2023-10-06T22:45:58.202479+0000","last_active":"2023-10-06T22:45:59.190883+0000","last_peered":"2023-10-06T22:45:59.190883+0000","last_clean":"2023-10-06T22:45:59.190883+0000","last_became_active":"2023-10-06T22:45:58.202194+0000","last_became_peered":"2023-10-06T22:45:58.202194+0000","last_unstale":"2023-10-06T22:45:59.190883+0000","last_undegraded":"2023-10-06T22:45:59.190883+0000","last_fullsized":"2023-10-06T22:45:59.190883+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203093+0000","last_change":"2023-10-06T22:45:58.199934+0000","last_active":"2023-10-06T22:45:58.203093+0000","last_peered":"2023-10-06T22:45:58.203093+0000","last_clean":"2023-10-06T22:45:58.203093+0000","last_became_active":"2023-10-06T22:45:58.199627+0000","last_became_peered":"2023-10-06T22:45:58.199627+0000","last_unstale":"2023-10-06T22:45:58.203093+0000","last_undegraded":"2023-10-06T22:45:58.203093+0000","last_fullsized":"2023-10-06T22:45:58.203093+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.173819+0000","last_change":"2023-10-06T22:45:57.173819+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.173819+0000","last_undegraded":"2023-10-06T22:45:57.173819+0000","last_fullsized":"2023-10-06T22:45:57.173819+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202396+0000","last_change":"2023-10-06T22:45:58.198046+0000","last_active":"2023-10-06T22:45:58.202396+0000","last_peered":"2023-10-06T22:45:58.202396+0000","last_clean":"2023-10-06T22:45:58.202396+0000","last_became_active":"2023-10-06T22:45:58.197720+0000","last_became_peered":"2023-10-06T22:45:58.197720+0000","last_unstale":"2023-10-06T22:45:58.202396+0000","last_undegraded":"2023-10-06T22:45:58.202396+0000","last_fullsized":"2023-10-06T22:45:58.202396+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216549+0000","last_change":"2023-10-06T22:45:58.214390+0000","last_active":"2023-10-06T22:45:58.216549+0000","last_peered":"2023-10-06T22:45:58.216549+0000","last_clean":"2023-10-06T22:45:58.216549+0000","last_became_active":"2023-10-06T22:45:58.214094+0000","last_became_peered":"2023-10-06T22:45:58.214094+0000","last_unstale":"2023-10-06T22:45:58.216549+0000","last_undegraded":"2023-10-06T22:45:58.216549+0000","last_fullsized":"2023-10-06T22:45:58.216549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203165+0000","last_change":"2023-10-06T22:45:58.197493+0000","last_active":"2023-10-06T22:45:58.203165+0000","last_peered":"2023-10-06T22:45:58.203165+0000","last_clean":"2023-10-06T22:45:58.203165+0000","last_became_active":"2023-10-06T22:45:58.197209+0000","last_became_peered":"2023-10-06T22:45:58.197209+0000","last_unstale":"2023-10-06T22:45:58.203165+0000","last_undegraded":"2023-10-06T22:45:58.203165+0000","last_fullsized":"2023-10-06T22:45:58.203165+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:11:43.022105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189990+0000","last_change":"2023-10-06T22:45:58.206452+0000","last_active":"2023-10-06T22:45:59.189990+0000","last_peered":"2023-10-06T22:45:59.189990+0000","last_clean":"2023-10-06T22:45:59.189990+0000","last_became_active":"2023-10-06T22:45:58.206174+0000","last_became_peered":"2023-10-06T22:45:58.206174+0000","last_unstale":"2023-10-06T22:45:59.189990+0000","last_undegraded":"2023-10-06T22:45:59.189990+0000","last_fullsized":"2023-10-06T22:45:59.189990+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202290+0000","last_change":"2023-10-06T22:45:58.197478+0000","last_active":"2023-10-06T22:45:58.202290+0000","last_peered":"2023-10-06T22:45:58.202290+0000","last_clean":"2023-10-06T22:45:58.202290+0000","last_became_active":"2023-10-06T22:45:58.197144+0000","last_became_peered":"2023-10-06T22:45:58.197144+0000","last_unstale":"2023-10-06T22:45:58.202290+0000","last_undegraded":"2023-10-06T22:45:58.202290+0000","last_fullsized":"2023-10-06T22:45:58.202290+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:12.075611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.194019+0000","last_change":"2023-10-06T22:45:58.184963+0000","last_active":"2023-10-06T22:45:58.194019+0000","last_peered":"2023-10-06T22:45:58.194019+0000","last_clean":"2023-10-06T22:45:58.194019+0000","last_became_active":"2023-10-06T22:45:58.184700+0000","last_became_peered":"2023-10-06T22:45:58.184700+0000","last_unstale":"2023-10-06T22:45:58.194019+0000","last_undegraded":"2023-10-06T22:45:58.194019+0000","last_fullsized":"2023-10-06T22:45:58.194019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:06.888388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203073+0000","last_change":"2023-10-06T22:45:58.199558+0000","last_active":"2023-10-06T22:45:58.203073+0000","last_peered":"2023-10-06T22:45:58.203073+0000","last_clean":"2023-10-06T22:45:58.203073+0000","last_became_active":"2023-10-06T22:45:58.199203+0000","last_became_peered":"2023-10-06T22:45:58.199203+0000","last_unstale":"2023-10-06T22:45:58.203073+0000","last_undegraded":"2023-10-06T22:45:58.203073+0000","last_fullsized":"2023-10-06T22:45:58.203073+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205638+0000","last_change":"2023-10-06T22:45:58.200753+0000","last_active":"2023-10-06T22:45:58.205638+0000","last_peered":"2023-10-06T22:45:58.205638+0000","last_clean":"2023-10-06T22:45:58.205638+0000","last_became_active":"2023-10-06T22:45:58.200444+0000","last_became_peered":"2023-10-06T22:45:58.200444+0000","last_unstale":"2023-10-06T22:45:58.205638+0000","last_undegraded":"2023-10-06T22:45:58.205638+0000","last_fullsized":"2023-10-06T22:45:58.205638+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216564+0000","last_change":"2023-10-06T22:45:58.214487+0000","last_active":"2023-10-06T22:45:58.216564+0000","last_peered":"2023-10-06T22:45:58.216564+0000","last_clean":"2023-10-06T22:45:58.216564+0000","last_became_active":"2023-10-06T22:45:58.214173+0000","last_became_peered":"2023-10-06T22:45:58.214173+0000","last_unstale":"2023-10-06T22:45:58.216564+0000","last_undegraded":"2023-10-06T22:45:58.216564+0000","last_fullsized":"2023-10-06T22:45:58.216564+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:53.064475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204209+0000","last_change":"2023-10-06T22:45:57.195043+0000","last_active":"2023-10-06T22:45:58.204209+0000","last_peered":"2023-10-06T22:45:58.204209+0000","last_clean":"2023-10-06T22:45:58.204209+0000","last_became_active":"2023-10-06T22:45:57.194711+0000","last_became_peered":"2023-10-06T22:45:57.194711+0000","last_unstale":"2023-10-06T22:45:58.204209+0000","last_undegraded":"2023-10-06T22:45:58.204209+0000","last_fullsized":"2023-10-06T22:45:58.204209+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:15.672449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216534+0000","last_change":"2023-10-06T22:45:58.214360+0000","last_active":"2023-10-06T22:45:58.216534+0000","last_peered":"2023-10-06T22:45:58.216534+0000","last_clean":"2023-10-06T22:45:58.216534+0000","last_became_active":"2023-10-06T22:45:58.214037+0000","last_became_peered":"2023-10-06T22:45:58.214037+0000","last_unstale":"2023-10-06T22:45:58.216534+0000","last_undegraded":"2023-10-06T22:45:58.216534+0000","last_fullsized":"2023-10-06T22:45:58.216534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203859+0000","last_change":"2023-10-06T22:45:57.194431+0000","last_active":"2023-10-06T22:45:58.203859+0000","last_peered":"2023-10-06T22:45:58.203859+0000","last_clean":"2023-10-06T22:45:58.203859+0000","last_became_active":"2023-10-06T22:45:57.194168+0000","last_became_peered":"2023-10-06T22:45:57.194168+0000","last_unstale":"2023-10-06T22:45:58.203859+0000","last_undegraded":"2023-10-06T22:45:58.203859+0000","last_fullsized":"2023-10-06T22:45:58.203859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190400+0000","last_change":"2023-10-06T22:45:58.194380+0000","last_active":"2023-10-06T22:45:59.190400+0000","last_peered":"2023-10-06T22:45:59.190400+0000","last_clean":"2023-10-06T22:45:59.190400+0000","last_became_active":"2023-10-06T22:45:58.194074+0000","last_became_peered":"2023-10-06T22:45:58.194074+0000","last_unstale":"2023-10-06T22:45:59.190400+0000","last_undegraded":"2023-10-06T22:45:59.190400+0000","last_fullsized":"2023-10-06T22:45:59.190400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205758+0000","last_change":"2023-10-06T22:45:57.189764+0000","last_active":"2023-10-06T22:45:58.205758+0000","last_peered":"2023-10-06T22:45:58.205758+0000","last_clean":"2023-10-06T22:45:58.205758+0000","last_became_active":"2023-10-06T22:45:57.189488+0000","last_became_peered":"2023-10-06T22:45:57.189488+0000","last_unstale":"2023-10-06T22:45:58.205758+0000","last_undegraded":"2023-10-06T22:45:58.205758+0000","last_fullsized":"2023-10-06T22:45:58.205758+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188237+0000","last_change":"2023-10-06T22:45:58.187712+0000","last_active":"2023-10-06T22:45:59.188237+0000","last_peered":"2023-10-06T22:45:59.188237+0000","last_clean":"2023-10-06T22:45:59.188237+0000","last_became_active":"2023-10-06T22:45:58.187387+0000","last_became_peered":"2023-10-06T22:45:58.187387+0000","last_unstale":"2023-10-06T22:45:59.188237+0000","last_undegraded":"2023-10-06T22:45:59.188237+0000","last_fullsized":"2023-10-06T22:45:59.188237+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189284+0000","last_change":"2023-10-06T22:45:57.190001+0000","last_active":"2023-10-06T22:45:59.189284+0000","last_peered":"2023-10-06T22:45:59.189284+0000","last_clean":"2023-10-06T22:45:59.189284+0000","last_became_active":"2023-10-06T22:45:57.189730+0000","last_became_peered":"2023-10-06T22:45:57.189730+0000","last_unstale":"2023-10-06T22:45:59.189284+0000","last_undegraded":"2023-10-06T22:45:59.189284+0000","last_fullsized":"2023-10-06T22:45:59.189284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205905+0000","last_change":"2023-10-06T22:45:58.199150+0000","last_active":"2023-10-06T22:45:58.205905+0000","last_peered":"2023-10-06T22:45:58.205905+0000","last_clean":"2023-10-06T22:45:58.205905+0000","last_became_active":"2023-10-06T22:45:58.198869+0000","last_became_peered":"2023-10-06T22:45:58.198869+0000","last_unstale":"2023-10-06T22:45:58.205905+0000","last_undegraded":"2023-10-06T22:45:58.205905+0000","last_fullsized":"2023-10-06T22:45:58.205905+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189354+0000","last_change":"2023-10-06T22:45:57.193595+0000","last_active":"2023-10-06T22:45:59.189354+0000","last_peered":"2023-10-06T22:45:59.189354+0000","last_clean":"2023-10-06T22:45:59.189354+0000","last_became_active":"2023-10-06T22:45:57.193318+0000","last_became_peered":"2023-10-06T22:45:57.193318+0000","last_unstale":"2023-10-06T22:45:59.189354+0000","last_undegraded":"2023-10-06T22:45:59.189354+0000","last_fullsized":"2023-10-06T22:45:59.189354+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:42.292270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190504+0000","last_change":"2023-10-06T22:45:58.208564+0000","last_active":"2023-10-06T22:45:59.190504+0000","last_peered":"2023-10-06T22:45:59.190504+0000","last_clean":"2023-10-06T22:45:59.190504+0000","last_became_active":"2023-10-06T22:45:58.206719+0000","last_became_peered":"2023-10-06T22:45:58.206719+0000","last_unstale":"2023-10-06T22:45:59.190504+0000","last_undegraded":"2023-10-06T22:45:59.190504+0000","last_fullsized":"2023-10-06T22:45:59.190504+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205188+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.205188+0000","last_peered":"2023-10-06T22:45:58.205188+0000","last_clean":"2023-10-06T22:45:58.205188+0000","last_became_active":"2023-10-06T22:45:57.186471+0000","last_became_peered":"2023-10-06T22:45:57.186471+0000","last_unstale":"2023-10-06T22:45:58.205188+0000","last_undegraded":"2023-10-06T22:45:58.205188+0000","last_fullsized":"2023-10-06T22:45:58.205188+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190785+0000","last_change":"2023-10-06T22:45:58.193287+0000","last_active":"2023-10-06T22:45:59.190785+0000","last_peered":"2023-10-06T22:45:59.190785+0000","last_clean":"2023-10-06T22:45:59.190785+0000","last_became_active":"2023-10-06T22:45:58.192659+0000","last_became_peered":"2023-10-06T22:45:58.192659+0000","last_unstale":"2023-10-06T22:45:59.190785+0000","last_undegraded":"2023-10-06T22:45:59.190785+0000","last_fullsized":"2023-10-06T22:45:59.190785+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.188260+0000","last_change":"2023-10-06T22:45:57.193106+0000","last_active":"2023-10-06T22:45:58.188260+0000","last_peered":"2023-10-06T22:45:58.188260+0000","last_clean":"2023-10-06T22:45:58.188260+0000","last_became_active":"2023-10-06T22:45:57.192852+0000","last_became_peered":"2023-10-06T22:45:57.192852+0000","last_unstale":"2023-10-06T22:45:58.188260+0000","last_undegraded":"2023-10-06T22:45:58.188260+0000","last_fullsized":"2023-10-06T22:45:58.188260+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:41.902347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188397+0000","last_change":"2023-10-06T22:45:58.199801+0000","last_active":"2023-10-06T22:45:59.188397+0000","last_peered":"2023-10-06T22:45:59.188397+0000","last_clean":"2023-10-06T22:45:59.188397+0000","last_became_active":"2023-10-06T22:45:58.199510+0000","last_became_peered":"2023-10-06T22:45:58.199510+0000","last_unstale":"2023-10-06T22:45:59.188397+0000","last_undegraded":"2023-10-06T22:45:59.188397+0000","last_fullsized":"2023-10-06T22:45:59.188397+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188864+0000","last_change":"2023-10-06T22:45:57.193540+0000","last_active":"2023-10-06T22:45:59.188864+0000","last_peered":"2023-10-06T22:45:59.188864+0000","last_clean":"2023-10-06T22:45:59.188864+0000","last_became_active":"2023-10-06T22:45:57.193275+0000","last_became_peered":"2023-10-06T22:45:57.193275+0000","last_unstale":"2023-10-06T22:45:59.188864+0000","last_undegraded":"2023-10-06T22:45:59.188864+0000","last_fullsized":"2023-10-06T22:45:59.188864+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.175726+0000","last_change":"2023-10-06T22:45:57.175726+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.175726+0000","last_undegraded":"2023-10-06T22:45:57.175726+0000","last_fullsized":"2023-10-06T22:45:57.175726+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188320+0000","last_change":"2023-10-06T22:45:57.191292+0000","last_active":"2023-10-06T22:45:59.188320+0000","last_peered":"2023-10-06T22:45:59.188320+0000","last_clean":"2023-10-06T22:45:59.188320+0000","last_became_active":"2023-10-06T22:45:57.191004+0000","last_became_peered":"2023-10-06T22:45:57.191004+0000","last_unstale":"2023-10-06T22:45:59.188320+0000","last_undegraded":"2023-10-06T22:45:59.188320+0000","last_fullsized":"2023-10-06T22:45:59.188320+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210328+0000","last_change":"2023-10-06T22:45:58.205571+0000","last_active":"2023-10-06T22:45:58.210328+0000","last_peered":"2023-10-06T22:45:58.210328+0000","last_clean":"2023-10-06T22:45:58.210328+0000","last_became_active":"2023-10-06T22:45:58.205219+0000","last_became_peered":"2023-10-06T22:45:58.205219+0000","last_unstale":"2023-10-06T22:45:58.210328+0000","last_undegraded":"2023-10-06T22:45:58.210328+0000","last_fullsized":"2023-10-06T22:45:58.210328+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189827+0000","last_change":"2023-10-06T22:45:57.196059+0000","last_active":"2023-10-06T22:45:59.189827+0000","last_peered":"2023-10-06T22:45:59.189827+0000","last_clean":"2023-10-06T22:45:59.189827+0000","last_became_active":"2023-10-06T22:45:57.195786+0000","last_became_peered":"2023-10-06T22:45:57.195786+0000","last_unstale":"2023-10-06T22:45:59.189827+0000","last_undegraded":"2023-10-06T22:45:59.189827+0000","last_fullsized":"2023-10-06T22:45:59.189827+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.209426+0000","last_change":"2023-10-06T22:45:58.205092+0000","last_active":"2023-10-06T22:45:58.209426+0000","last_peered":"2023-10-06T22:45:58.209426+0000","last_clean":"2023-10-06T22:45:58.209426+0000","last_became_active":"2023-10-06T22:45:58.204827+0000","last_became_peered":"2023-10-06T22:45:58.204827+0000","last_unstale":"2023-10-06T22:45:58.209426+0000","last_undegraded":"2023-10-06T22:45:58.209426+0000","last_fullsized":"2023-10-06T22:45:58.209426+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189574+0000","last_change":"2023-10-06T22:45:57.194348+0000","last_active":"2023-10-06T22:45:59.189574+0000","last_peered":"2023-10-06T22:45:59.189574+0000","last_clean":"2023-10-06T22:45:59.189574+0000","last_became_active":"2023-10-06T22:45:57.194064+0000","last_became_peered":"2023-10-06T22:45:57.194064+0000","last_unstale":"2023-10-06T22:45:59.189574+0000","last_undegraded":"2023-10-06T22:45:59.189574+0000","last_fullsized":"2023-10-06T22:45:59.189574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189732+0000","last_change":"2023-10-06T22:45:58.202322+0000","last_active":"2023-10-06T22:45:59.189732+0000","last_peered":"2023-10-06T22:45:59.189732+0000","last_clean":"2023-10-06T22:45:59.189732+0000","last_became_active":"2023-10-06T22:45:58.202019+0000","last_became_peered":"2023-10-06T22:45:58.202019+0000","last_unstale":"2023-10-06T22:45:59.189732+0000","last_undegraded":"2023-10-06T22:45:59.189732+0000","last_fullsized":"2023-10-06T22:45:59.189732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188120+0000","last_change":"2023-10-06T22:45:57.183152+0000","last_active":"2023-10-06T22:45:59.188120+0000","last_peered":"2023-10-06T22:45:59.188120+0000","last_clean":"2023-10-06T22:45:59.188120+0000","last_became_active":"2023-10-06T22:45:57.182887+0000","last_became_peered":"2023-10-06T22:45:57.182887+0000","last_unstale":"2023-10-06T22:45:59.188120+0000","last_undegraded":"2023-10-06T22:45:59.188120+0000","last_fullsized":"2023-10-06T22:45:59.188120+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:36.746828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216300+0000","last_change":"2023-10-06T22:45:58.214614+0000","last_active":"2023-10-06T22:45:58.216300+0000","last_peered":"2023-10-06T22:45:58.216300+0000","last_clean":"2023-10-06T22:45:58.216300+0000","last_became_active":"2023-10-06T22:45:58.214292+0000","last_became_peered":"2023-10-06T22:45:58.214292+0000","last_unstale":"2023-10-06T22:45:58.216300+0000","last_undegraded":"2023-10-06T22:45:58.216300+0000","last_fullsized":"2023-10-06T22:45:58.216300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188454+0000","last_change":"2023-10-06T22:45:57.182479+0000","last_active":"2023-10-06T22:45:59.188454+0000","last_peered":"2023-10-06T22:45:59.188454+0000","last_clean":"2023-10-06T22:45:59.188454+0000","last_became_active":"2023-10-06T22:45:57.182124+0000","last_became_peered":"2023-10-06T22:45:57.182124+0000","last_unstale":"2023-10-06T22:45:59.188454+0000","last_undegraded":"2023-10-06T22:45:59.188454+0000","last_fullsized":"2023-10-06T22:45:59.188454+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187845+0000","last_change":"2023-10-06T22:45:58.199818+0000","last_active":"2023-10-06T22:45:59.187845+0000","last_peered":"2023-10-06T22:45:59.187845+0000","last_clean":"2023-10-06T22:45:59.187845+0000","last_became_active":"2023-10-06T22:45:58.199522+0000","last_became_peered":"2023-10-06T22:45:58.199522+0000","last_unstale":"2023-10-06T22:45:59.187845+0000","last_undegraded":"2023-10-06T22:45:59.187845+0000","last_fullsized":"2023-10-06T22:45:59.187845+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.189121+0000","last_change":"2023-10-06T22:45:57.190455+0000","last_active":"2023-10-06T22:45:58.189121+0000","last_peered":"2023-10-06T22:45:58.189121+0000","last_clean":"2023-10-06T22:45:58.189121+0000","last_became_active":"2023-10-06T22:45:57.190106+0000","last_became_peered":"2023-10-06T22:45:57.190106+0000","last_unstale":"2023-10-06T22:45:58.189121+0000","last_undegraded":"2023-10-06T22:45:58.189121+0000","last_fullsized":"2023-10-06T22:45:58.189121+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203463+0000","last_change":"2023-10-06T22:45:58.201233+0000","last_active":"2023-10-06T22:45:58.203463+0000","last_peered":"2023-10-06T22:45:58.203463+0000","last_clean":"2023-10-06T22:45:58.203463+0000","last_became_active":"2023-10-06T22:45:58.200887+0000","last_became_peered":"2023-10-06T22:45:58.200887+0000","last_unstale":"2023-10-06T22:45:58.203463+0000","last_undegraded":"2023-10-06T22:45:58.203463+0000","last_fullsized":"2023-10-06T22:45:58.203463+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.175687+0000","last_change":"2023-10-06T22:45:57.195668+0000","last_active":"2023-10-06T22:45:58.175687+0000","last_peered":"2023-10-06T22:45:58.175687+0000","last_clean":"2023-10-06T22:45:58.175687+0000","last_became_active":"2023-10-06T22:45:57.195277+0000","last_became_peered":"2023-10-06T22:45:57.195277+0000","last_unstale":"2023-10-06T22:45:58.175687+0000","last_undegraded":"2023-10-06T22:45:58.175687+0000","last_fullsized":"2023-10-06T22:45:58.175687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187919+0000","last_change":"2023-10-06T22:45:58.194103+0000","last_active":"2023-10-06T22:45:59.187919+0000","last_peered":"2023-10-06T22:45:59.187919+0000","last_clean":"2023-10-06T22:45:59.187919+0000","last_became_active":"2023-10-06T22:45:58.193775+0000","last_became_peered":"2023-10-06T22:45:58.193775+0000","last_unstale":"2023-10-06T22:45:59.187919+0000","last_undegraded":"2023-10-06T22:45:59.187919+0000","last_fullsized":"2023-10-06T22:45:59.187919+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207600+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.207600+0000","last_peered":"2023-10-06T22:45:58.207600+0000","last_clean":"2023-10-06T22:45:58.207600+0000","last_became_active":"2023-10-06T22:45:57.186591+0000","last_became_peered":"2023-10-06T22:45:57.186591+0000","last_unstale":"2023-10-06T22:45:58.207600+0000","last_undegraded":"2023-10-06T22:45:58.207600+0000","last_fullsized":"2023-10-06T22:45:58.207600+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:10.935907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188060+0000","last_change":"2023-10-06T22:45:58.187376+0000","last_active":"2023-10-06T22:45:59.188060+0000","last_peered":"2023-10-06T22:45:59.188060+0000","last_clean":"2023-10-06T22:45:59.188060+0000","last_became_active":"2023-10-06T22:45:58.187056+0000","last_became_peered":"2023-10-06T22:45:58.187056+0000","last_unstale":"2023-10-06T22:45:59.188060+0000","last_undegraded":"2023-10-06T22:45:59.188060+0000","last_fullsized":"2023-10-06T22:45:59.188060+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190164+0000","last_change":"2023-10-06T22:45:57.192740+0000","last_active":"2023-10-06T22:45:59.190164+0000","last_peered":"2023-10-06T22:45:59.190164+0000","last_clean":"2023-10-06T22:45:59.190164+0000","last_became_active":"2023-10-06T22:45:57.192439+0000","last_became_peered":"2023-10-06T22:45:57.192439+0000","last_unstale":"2023-10-06T22:45:59.190164+0000","last_undegraded":"2023-10-06T22:45:59.190164+0000","last_fullsized":"2023-10-06T22:45:59.190164+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189458+0000","last_change":"2023-10-06T22:45:58.210194+0000","last_active":"2023-10-06T22:45:59.189458+0000","last_peered":"2023-10-06T22:45:59.189458+0000","last_clean":"2023-10-06T22:45:59.189458+0000","last_became_active":"2023-10-06T22:45:58.209782+0000","last_became_peered":"2023-10-06T22:45:58.209782+0000","last_unstale":"2023-10-06T22:45:59.189458+0000","last_undegraded":"2023-10-06T22:45:59.189458+0000","last_fullsized":"2023-10-06T22:45:59.189458+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190687+0000","last_change":"2023-10-06T22:45:57.192529+0000","last_active":"2023-10-06T22:45:59.190687+0000","last_peered":"2023-10-06T22:45:59.190687+0000","last_clean":"2023-10-06T22:45:59.190687+0000","last_became_active":"2023-10-06T22:45:57.191957+0000","last_became_peered":"2023-10-06T22:45:57.191957+0000","last_unstale":"2023-10-06T22:45:59.190687+0000","last_undegraded":"2023-10-06T22:45:59.190687+0000","last_fullsized":"2023-10-06T22:45:59.190687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:36.503381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190554+0000","last_change":"2023-10-06T22:45:58.196643+0000","last_active":"2023-10-06T22:45:59.190554+0000","last_peered":"2023-10-06T22:45:59.190554+0000","last_clean":"2023-10-06T22:45:59.190554+0000","last_became_active":"2023-10-06T22:45:58.194758+0000","last_became_peered":"2023-10-06T22:45:58.194758+0000","last_unstale":"2023-10-06T22:45:59.190554+0000","last_undegraded":"2023-10-06T22:45:59.190554+0000","last_fullsized":"2023-10-06T22:45:59.190554+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.196335+0000","last_change":"2023-10-06T22:45:57.190791+0000","last_active":"2023-10-06T22:45:57.196335+0000","last_peered":"2023-10-06T22:45:57.196335+0000","last_clean":"2023-10-06T22:45:57.196335+0000","last_became_active":"2023-10-06T22:45:57.190428+0000","last_became_peered":"2023-10-06T22:45:57.190428+0000","last_unstale":"2023-10-06T22:45:57.196335+0000","last_undegraded":"2023-10-06T22:45:57.196335+0000","last_fullsized":"2023-10-06T22:45:57.196335+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:41:49.037353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.174809+0000","last_change":"2023-10-06T22:45:57.174809+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.174809+0000","last_undegraded":"2023-10-06T22:45:57.174809+0000","last_fullsized":"2023-10-06T22:45:57.174809+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190530+0000","last_change":"2023-10-06T22:45:57.191395+0000","last_active":"2023-10-06T22:45:58.190530+0000","last_peered":"2023-10-06T22:45:58.190530+0000","last_clean":"2023-10-06T22:45:58.190530+0000","last_became_active":"2023-10-06T22:45:57.191124+0000","last_became_peered":"2023-10-06T22:45:57.191124+0000","last_unstale":"2023-10-06T22:45:58.190530+0000","last_undegraded":"2023-10-06T22:45:58.190530+0000","last_fullsized":"2023-10-06T22:45:58.190530+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203357+0000","last_change":"2023-10-06T22:45:58.200632+0000","last_active":"2023-10-06T22:45:58.203357+0000","last_peered":"2023-10-06T22:45:58.203357+0000","last_clean":"2023-10-06T22:45:58.203357+0000","last_became_active":"2023-10-06T22:45:58.200285+0000","last_became_peered":"2023-10-06T22:45:58.200285+0000","last_unstale":"2023-10-06T22:45:58.203357+0000","last_undegraded":"2023-10-06T22:45:58.203357+0000","last_fullsized":"2023-10-06T22:45:58.203357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193543+0000","last_change":"2023-10-06T22:45:57.188803+0000","last_active":"2023-10-06T22:45:57.193543+0000","last_peered":"2023-10-06T22:45:57.193543+0000","last_clean":"2023-10-06T22:45:57.193543+0000","last_became_active":"2023-10-06T22:45:57.188470+0000","last_became_peered":"2023-10-06T22:45:57.188470+0000","last_unstale":"2023-10-06T22:45:57.193543+0000","last_undegraded":"2023-10-06T22:45:57.193543+0000","last_fullsized":"2023-10-06T22:45:57.193543+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:52:35.385671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207500+0000","last_change":"2023-10-06T22:45:58.204515+0000","last_active":"2023-10-06T22:45:58.207500+0000","last_peered":"2023-10-06T22:45:58.207500+0000","last_clean":"2023-10-06T22:45:58.207500+0000","last_became_active":"2023-10-06T22:45:58.204204+0000","last_became_peered":"2023-10-06T22:45:58.204204+0000","last_unstale":"2023-10-06T22:45:58.207500+0000","last_undegraded":"2023-10-06T22:45:58.207500+0000","last_fullsized":"2023-10-06T22:45:58.207500+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.190616+0000","last_change":"2023-10-06T22:45:57.185150+0000","last_active":"2023-10-06T22:45:57.190616+0000","last_peered":"2023-10-06T22:45:57.190616+0000","last_clean":"2023-10-06T22:45:57.190616+0000","last_became_active":"2023-10-06T22:45:57.184862+0000","last_became_peered":"2023-10-06T22:45:57.184862+0000","last_unstale":"2023-10-06T22:45:57.190616+0000","last_undegraded":"2023-10-06T22:45:57.190616+0000","last_fullsized":"2023-10-06T22:45:57.190616+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:40:10.790355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.204135+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.203833+0000","last_became_peered":"2023-10-06T22:45:58.203833+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176713+0000","last_change":"2023-10-06T22:45:57.189114+0000","last_active":"2023-10-06T22:45:58.176713+0000","last_peered":"2023-10-06T22:45:58.176713+0000","last_clean":"2023-10-06T22:45:58.176713+0000","last_became_active":"2023-10-06T22:45:57.188811+0000","last_became_peered":"2023-10-06T22:45:57.188811+0000","last_unstale":"2023-10-06T22:45:58.176713+0000","last_undegraded":"2023-10-06T22:45:58.176713+0000","last_fullsized":"2023-10-06T22:45:58.176713+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188369+0000","last_change":"2023-10-06T22:45:58.197527+0000","last_active":"2023-10-06T22:45:59.188369+0000","last_peered":"2023-10-06T22:45:59.188369+0000","last_clean":"2023-10-06T22:45:59.188369+0000","last_became_active":"2023-10-06T22:45:58.197014+0000","last_became_peered":"2023-10-06T22:45:58.197014+0000","last_unstale":"2023-10-06T22:45:59.188369+0000","last_undegraded":"2023-10-06T22:45:59.188369+0000","last_fullsized":"2023-10-06T22:45:59.188369+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193526+0000","last_change":"2023-10-06T22:45:57.188824+0000","last_active":"2023-10-06T22:45:57.193526+0000","last_peered":"2023-10-06T22:45:57.193526+0000","last_clean":"2023-10-06T22:45:57.193526+0000","last_became_active":"2023-10-06T22:45:57.188457+0000","last_became_peered":"2023-10-06T22:45:57.188457+0000","last_unstale":"2023-10-06T22:45:57.193526+0000","last_undegraded":"2023-10-06T22:45:57.193526+0000","last_fullsized":"2023-10-06T22:45:57.193526+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:59:50.738894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216938+0000","last_change":"2023-10-06T22:45:58.215606+0000","last_active":"2023-10-06T22:45:58.216938+0000","last_peered":"2023-10-06T22:45:58.216938+0000","last_clean":"2023-10-06T22:45:58.216938+0000","last_became_active":"2023-10-06T22:45:58.215290+0000","last_became_peered":"2023-10-06T22:45:58.215290+0000","last_unstale":"2023-10-06T22:45:58.216938+0000","last_undegraded":"2023-10-06T22:45:58.216938+0000","last_fullsized":"2023-10-06T22:45:58.216938+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190237+0000","last_change":"2023-10-06T22:45:57.191419+0000","last_active":"2023-10-06T22:45:59.190237+0000","last_peered":"2023-10-06T22:45:59.190237+0000","last_clean":"2023-10-06T22:45:59.190237+0000","last_became_active":"2023-10-06T22:45:57.191126+0000","last_became_peered":"2023-10-06T22:45:57.191126+0000","last_unstale":"2023-10-06T22:45:59.190237+0000","last_undegraded":"2023-10-06T22:45:59.190237+0000","last_fullsized":"2023-10-06T22:45:59.190237+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:37:15.710273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210350+0000","last_change":"2023-10-06T22:45:58.205807+0000","last_active":"2023-10-06T22:45:58.210350+0000","last_peered":"2023-10-06T22:45:58.210350+0000","last_clean":"2023-10-06T22:45:58.210350+0000","last_became_active":"2023-10-06T22:45:58.205499+0000","last_became_peered":"2023-10-06T22:45:58.205499+0000","last_unstale":"2023-10-06T22:45:58.210350+0000","last_undegraded":"2023-10-06T22:45:58.210350+0000","last_fullsized":"2023-10-06T22:45:58.210350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:17:18.000216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193545+0000","last_change":"2023-10-06T22:45:57.189182+0000","last_active":"2023-10-06T22:45:57.193545+0000","last_peered":"2023-10-06T22:45:57.193545+0000","last_clean":"2023-10-06T22:45:57.193545+0000","last_became_active":"2023-10-06T22:45:57.188922+0000","last_became_peered":"2023-10-06T22:45:57.188922+0000","last_unstale":"2023-10-06T22:45:57.193545+0000","last_undegraded":"2023-10-06T22:45:57.193545+0000","last_fullsized":"2023-10-06T22:45:57.193545+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:04:59.393448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188223+0000","last_change":"2023-10-06T22:45:58.195270+0000","last_active":"2023-10-06T22:45:59.188223+0000","last_peered":"2023-10-06T22:45:59.188223+0000","last_clean":"2023-10-06T22:45:59.188223+0000","last_became_active":"2023-10-06T22:45:58.194978+0000","last_became_peered":"2023-10-06T22:45:58.194978+0000","last_unstale":"2023-10-06T22:45:59.188223+0000","last_undegraded":"2023-10-06T22:45:59.188223+0000","last_fullsized":"2023-10-06T22:45:59.188223+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190396+0000","last_change":"2023-10-06T22:45:57.191288+0000","last_active":"2023-10-06T22:45:58.190396+0000","last_peered":"2023-10-06T22:45:58.190396+0000","last_clean":"2023-10-06T22:45:58.190396+0000","last_became_active":"2023-10-06T22:45:57.190955+0000","last_became_peered":"2023-10-06T22:45:57.190955+0000","last_unstale":"2023-10-06T22:45:58.190396+0000","last_undegraded":"2023-10-06T22:45:58.190396+0000","last_fullsized":"2023-10-06T22:45:58.190396+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203579+0000","last_change":"2023-10-06T22:45:58.198315+0000","last_active":"2023-10-06T22:45:58.203579+0000","last_peered":"2023-10-06T22:45:58.203579+0000","last_clean":"2023-10-06T22:45:58.203579+0000","last_became_active":"2023-10-06T22:45:58.197786+0000","last_became_peered":"2023-10-06T22:45:58.197786+0000","last_unstale":"2023-10-06T22:45:58.203579+0000","last_undegraded":"2023-10-06T22:45:58.203579+0000","last_fullsized":"2023-10-06T22:45:58.203579+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.186956+0000","last_change":"2023-10-06T22:45:57.192318+0000","last_active":"2023-10-06T22:45:58.186956+0000","last_peered":"2023-10-06T22:45:58.186956+0000","last_clean":"2023-10-06T22:45:58.186956+0000","last_became_active":"2023-10-06T22:45:57.192039+0000","last_became_peered":"2023-10-06T22:45:57.192039+0000","last_unstale":"2023-10-06T22:45:58.186956+0000","last_undegraded":"2023-10-06T22:45:58.186956+0000","last_fullsized":"2023-10-06T22:45:58.186956+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.206058+0000","last_change":"2023-10-06T22:45:58.201133+0000","last_active":"2023-10-06T22:45:58.206058+0000","last_peered":"2023-10-06T22:45:58.206058+0000","last_clean":"2023-10-06T22:45:58.206058+0000","last_became_active":"2023-10-06T22:45:58.200865+0000","last_became_peered":"2023-10-06T22:45:58.200865+0000","last_unstale":"2023-10-06T22:45:58.206058+0000","last_undegraded":"2023-10-06T22:45:58.206058+0000","last_fullsized":"2023-10-06T22:45:58.206058+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176295+0000","last_change":"2023-10-06T22:45:57.195080+0000","last_active":"2023-10-06T22:45:58.176295+0000","last_peered":"2023-10-06T22:45:58.176295+0000","last_clean":"2023-10-06T22:45:58.176295+0000","last_became_active":"2023-10-06T22:45:57.194423+0000","last_became_peered":"2023-10-06T22:45:57.194423+0000","last_unstale":"2023-10-06T22:45:58.176295+0000","last_undegraded":"2023-10-06T22:45:58.176295+0000","last_fullsized":"2023-10-06T22:45:58.176295+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190911+0000","last_change":"2023-10-06T22:45:58.194062+0000","last_active":"2023-10-06T22:45:59.190911+0000","last_peered":"2023-10-06T22:45:59.190911+0000","last_clean":"2023-10-06T22:45:59.190911+0000","last_became_active":"2023-10-06T22:45:58.193783+0000","last_became_peered":"2023-10-06T22:45:58.193783+0000","last_unstale":"2023-10-06T22:45:59.190911+0000","last_undegraded":"2023-10-06T22:45:59.190911+0000","last_fullsized":"2023-10-06T22:45:59.190911+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188868+0000","last_change":"2023-10-06T22:45:57.189452+0000","last_active":"2023-10-06T22:45:59.188868+0000","last_peered":"2023-10-06T22:45:59.188868+0000","last_clean":"2023-10-06T22:45:59.188868+0000","last_became_active":"2023-10-06T22:45:57.189177+0000","last_became_peered":"2023-10-06T22:45:57.189177+0000","last_unstale":"2023-10-06T22:45:59.188868+0000","last_undegraded":"2023-10-06T22:45:59.188868+0000","last_fullsized":"2023-10-06T22:45:59.188868+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:05.882018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.208049+0000","last_change":"2023-10-06T22:45:58.201995+0000","last_active":"2023-10-06T22:45:58.208049+0000","last_peered":"2023-10-06T22:45:58.208049+0000","last_clean":"2023-10-06T22:45:58.208049+0000","last_became_active":"2023-10-06T22:45:58.201717+0000","last_became_peered":"2023-10-06T22:45:58.201717+0000","last_unstale":"2023-10-06T22:45:58.208049+0000","last_undegraded":"2023-10-06T22:45:58.208049+0000","last_fullsized":"2023-10-06T22:45:58.208049+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:43.298641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187784+0000","last_change":"2023-10-06T22:45:57.190747+0000","last_active":"2023-10-06T22:45:59.187784+0000","last_peered":"2023-10-06T22:45:59.187784+0000","last_clean":"2023-10-06T22:45:59.187784+0000","last_became_active":"2023-10-06T22:45:57.190465+0000","last_became_peered":"2023-10-06T22:45:57.190465+0000","last_unstale":"2023-10-06T22:45:59.187784+0000","last_undegraded":"2023-10-06T22:45:59.187784+0000","last_fullsized":"2023-10-06T22:45:59.187784+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190122+0000","last_change":"2023-10-06T22:45:58.205158+0000","last_active":"2023-10-06T22:45:59.190122+0000","last_peered":"2023-10-06T22:45:59.190122+0000","last_clean":"2023-10-06T22:45:59.190122+0000","last_became_active":"2023-10-06T22:45:58.204512+0000","last_became_peered":"2023-10-06T22:45:58.204512+0000","last_unstale":"2023-10-06T22:45:59.190122+0000","last_undegraded":"2023-10-06T22:45:59.190122+0000","last_fullsized":"2023-10-06T22:45:59.190122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.184923+0000","last_change":"2023-10-06T22:45:57.189499+0000","last_active":"2023-10-06T22:45:58.184923+0000","last_peered":"2023-10-06T22:45:58.184923+0000","last_clean":"2023-10-06T22:45:58.184923+0000","last_became_active":"2023-10-06T22:45:57.189049+0000","last_became_peered":"2023-10-06T22:45:57.189049+0000","last_unstale":"2023-10-06T22:45:58.184923+0000","last_undegraded":"2023-10-06T22:45:58.184923+0000","last_fullsized":"2023-10-06T22:45:58.184923+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:57:39.989962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":181,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.176235+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:45:57.176235+0000","last_peered":"2023-10-06T22:45:57.176235+0000","last_clean":"2023-10-06T22:45:57.176235+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:45:57.176235+0000","last_undegraded":"2023-10-06T22:45:57.176235+0000","last_fullsized":"2023-10-06T22:45:57.176235+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476764,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":413696,"data_stored":173059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.42699999999999999}]},{"osd":1,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.47699999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.45100000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.72599999999999998}]},{"osd":5,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.71399999999999997}]},{"osd":7,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88,"15min":0.88},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.84799999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1044480,"data_stored":778177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.2629999999999999,"5min":3.2629999999999999,"15min":3.2629999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":11.535,"5min":11.535,"15min":11.535},"last":0.68700000000000006}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":5.3099999999999996,"5min":5.3099999999999996,"15min":5.3099999999999996},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":7.3959999999999999,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.71599999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":10.445,"5min":10.445,"15min":10.445},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":5.4039999999999999,"5min":5.4039999999999999,"15min":5.4039999999999999},"last":0.96299999999999997}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":7.1059999999999999,"5min":7.1059999999999999,"15min":7.1059999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1289999999999996,"5min":7.1289999999999996,"15min":7.1289999999999996},"last":0.63400000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.77100000000000002}]},{"osd":5,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.004}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.212,"5min":1.212,"15min":1.212},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.052}]}]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27460,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344380,"statfs":{"total":96636764160,"available":96608645120,"internally_reserved":0,"allocated":442368,"data_stored":186839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.51400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.653,"5min":1.653,"15min":1.653},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.2169999999999996,"5min":6.2169999999999996,"15min":6.2169999999999996},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":14.379,"5min":14.379,"15min":14.379},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.495}]},{"osd":4,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.86299999999999999}]},{"osd":5,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":0.85299999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.75}]},{"osd":7,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.91300000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574874,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":1036288,"data_stored":777151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"last":0.307},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":6.1600000000000001,"5min":6.1600000000000001,"15min":6.1600000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.52300000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.751}]},{"osd":5,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.65100000000000002}]},{"osd":7,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.78900000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":188395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.371},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.5419999999999998,"5min":4.5419999999999998,"15min":4.5419999999999998},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.0140000000000002,"5min":4.0140000000000002,"15min":4.0140000000000002},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.44400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.363,"5min":2.363,"15min":2.363},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.46500000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":3.04,"5min":3.04,"15min":3.04},"last":0.78400000000000003}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":2.9940000000000002,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.73199999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.76100000000000001}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.74299999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":446464,"data_stored":187353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.628},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.504}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.8440000000000001,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":3.3690000000000002,"5min":3.3690000000000002,"15min":3.3690000000000002},"last":0.71799999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":0.79400000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.25,"5min":2.25,"15min":2.25},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.81599999999999995}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.84599999999999997}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.77100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.497},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.55200000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.746}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.59299999999999997}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.78000000000000003}]},{"osd":7,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.72599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":442368,"data_stored":187331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.622}]},{"osd":1,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.503}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.755},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":12.286,"5min":12.286,"15min":12.286},"last":0.57699999999999996}]},{"osd":3,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.437},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.59199999999999997}]},{"osd":5,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72499999999999998}]},{"osd":7,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.81000000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:46:03.129 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:46:03.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9cdff700 1 Processor -- start 2023-10-06T22:46:03.364 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9cdff700 1 -- start start 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9cdff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1e9815d830 0x7f1e980d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9cdff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e980b5010 0x7f1e980b54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9cdff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e980d1d40 con 0x7f1e980ce890 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9cdff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e980b59e0 con 0x7f1e9815d830 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9cdff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e980d2020 con 0x7f1e980b5010 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9659c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1e9815d830 0x7f1e980d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9659c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f1e9815d830 0x7f1e980d1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54922/0 (socket says 172.21.15.37:54922) 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.363+0000 7f1e9659c700 1 -- 172.21.15.37:0/1468029805 learned_addr learned my addr 172.21.15.37:0/1468029805 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.364+0000 7f1e96d9d700 1 --2- 172.21.15.37:0/1468029805 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e980b5010 0x7f1e980b54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.366 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.364+0000 7f1e9659c700 1 -- 172.21.15.37:0/1468029805 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e980b5010 msgr2=0x7f1e980b54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:03.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.364+0000 7f1e9659c700 1 --2- 172.21.15.37:0/1468029805 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e980b5010 0x7f1e980b54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.364+0000 7f1e9659c700 1 -- 172.21.15.37:0/1468029805 >> v1:172.21.15.62:6789/0 conn(0x7f1e980ce890 legacy=0x7f1e980d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.367 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.364+0000 7f1e9659c700 1 -- 172.21.15.37:0/1468029805 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e980d2300 con 0x7f1e9815d830 2023-10-06T22:46:03.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.364+0000 7f1e9659c700 1 --2- 172.21.15.37:0/1468029805 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e9815d830 0x7f1e980d1760 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f1e880098f0 tx=0x7f1e88009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af6fe3ebf7fc675d server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:03.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.364+0000 7f1e95d9b700 1 -- 172.21.15.37:0/1468029805 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e8800b8a0 con 0x7f1e9815d830 2023-10-06T22:46:03.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e95d9b700 1 -- 172.21.15.37:0/1468029805 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e8800ba00 con 0x7f1e9815d830 2023-10-06T22:46:03.368 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e95d9b700 1 -- 172.21.15.37:0/1468029805 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e8800bd90 con 0x7f1e9815d830 2023-10-06T22:46:03.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 -- 172.21.15.37:0/1468029805 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e9815d830 msgr2=0x7f1e980d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/1468029805 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e9815d830 0x7f1e980d1760 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f1e880098f0 tx=0x7f1e88009c00 comp rx=0 tx=0).stop 2023-10-06T22:46:03.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 -- 172.21.15.37:0/1468029805 shutdown_connections 2023-10-06T22:46:03.369 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/1468029805 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e980b5010 0x7f1e980b54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.370 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/1468029805 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e9815d830 0x7f1e980d1760 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.370 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 -- 172.21.15.37:0/1468029805 >> 172.21.15.37:0/1468029805 conn(0x7f1e98072630 msgr2=0x7f1e980d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:03.370 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 -- 172.21.15.37:0/1468029805 shutdown_connections 2023-10-06T22:46:03.370 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.365+0000 7f1e9cdff700 1 -- 172.21.15.37:0/1468029805 wait complete. 2023-10-06T22:46:03.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.367+0000 7f1e9cdff700 1 Processor -- start 2023-10-06T22:46:03.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.367+0000 7f1e9cdff700 1 -- start start 2023-10-06T22:46:03.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e9cdff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e980b5010 0x7f1e981f6e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e9cdff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e980ce890 0x7f1e980cc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e9cdff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e9815d830 0x7f1e980b3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.372 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e9cdff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e981f3010 con 0x7f1e980ce890 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e9cdff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e981f3290 con 0x7f1e980b5010 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e9cdff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e981f3570 con 0x7f1e9815d830 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e8ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e980ce890 0x7f1e980cc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e8ffff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e980ce890 0x7f1e980cc3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54928/0 (socket says 172.21.15.37:54928) 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e8ffff700 1 -- 172.21.15.37:0/3242055089 learned_addr learned my addr 172.21.15.37:0/3242055089 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e96d9d700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e9815d830 0x7f1e980b3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.368+0000 7f1e9659c700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e980b5010 0x7f1e981f6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8ffff700 1 -- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e9815d830 msgr2=0x7f1e980b3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8ffff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e9815d830 0x7f1e980b3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8ffff700 1 -- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e980b5010 msgr2=0x7f1e981f6e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.373 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8ffff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e980b5010 0x7f1e981f6e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8ffff700 1 -- 172.21.15.37:0/3242055089 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e88009550 con 0x7f1e980ce890 2023-10-06T22:46:03.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8ffff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e980ce890 0x7f1e980cc3d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000c450 tx=0x7f1e8000c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:03.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8effd700 1 -- 172.21.15.37:0/3242055089 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e800052d0 con 0x7f1e980ce890 2023-10-06T22:46:03.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8effd700 1 -- 172.21.15.37:0/3242055089 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e80005430 con 0x7f1e980ce890 2023-10-06T22:46:03.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e8effd700 1 -- 172.21.15.37:0/3242055089 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e800038c0 con 0x7f1e980ce890 2023-10-06T22:46:03.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e981f3850 con 0x7f1e980ce890 2023-10-06T22:46:03.374 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.369+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e981f3e10 con 0x7f1e980ce890 2023-10-06T22:46:03.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.371+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e981f4030 con 0x7f1e980ce890 2023-10-06T22:46:03.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.372+0000 7f1e8effd700 1 -- 172.21.15.37:0/3242055089 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f1e80003a20 con 0x7f1e980ce890 2023-10-06T22:46:03.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.372+0000 7f1e8effd700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e7806af00 0x7f1e7806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.373+0000 7f1e8effd700 1 -- 172.21.15.37:0/3242055089 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f1e800889a0 con 0x7f1e980ce890 2023-10-06T22:46:03.375 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.373+0000 7f1e9659c700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e7806af00 0x7f1e7806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.376 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.374+0000 7f1e9659c700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e7806af00 0x7f1e7806d3c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1e88009c40 tx=0x7f1e88008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:03.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.377+0000 7f1e8effd700 1 -- 172.21.15.37:0/3242055089 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f1e800539a0 con 0x7f1e980ce890 2023-10-06T22:46:03.583 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.581+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1e980d28c0 con 0x7f1e7806af00 2023-10-06T22:46:03.592 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.591+0000 7f1e8effd700 1 -- 172.21.15.37:0/3242055089 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288576 (secure 0 0 0) 0x7f1e8800bb70 con 0x7f1e7806af00 2023-10-06T22:46:03.596 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:03.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e7806af00 msgr2=0x7f1e7806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.598 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e7806af00 0x7f1e7806d3c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1e88009c40 tx=0x7f1e88008030 comp rx=0 tx=0).stop 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e980ce890 msgr2=0x7f1e980cc3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e980ce890 0x7f1e980cc3d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1e8000c450 tx=0x7f1e8000c760 comp rx=0 tx=0).stop 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 shutdown_connections 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f1e7806af00 0x7f1e7806d3c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f1e980b5010 0x7f1e981f6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f1e9815d830 0x7f1e980b3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 --2- 172.21.15.37:0/3242055089 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f1e980ce890 0x7f1e980cc3d0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 >> 172.21.15.37:0/3242055089 conn(0x7f1e98072630 msgr2=0x7f1e9815fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 shutdown_connections 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.595+0000 7f1e9cdff700 1 -- 172.21.15.37:0/3242055089 wait complete. 2023-10-06T22:46:03.599 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:46:03.615 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":91,"stamp":"2023-10-06T22:46:02.222073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":201,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":112,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220820,"kb_used_data":4628,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753900,"statfs":{"total":773094113280,"available":772867993600,"internally_reserved":0,"allocated":4739072,"data_stored":2671786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":46,"apply_latency_ms":46,"commit_latency_ns":46000000,"apply_latency_ns":46000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001132"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188331+0000","last_change":"2023-10-06T22:45:58.202966+0000","last_active":"2023-10-06T22:45:59.188331+0000","last_peered":"2023-10-06T22:45:59.188331+0000","last_clean":"2023-10-06T22:45:59.188331+0000","last_became_active":"2023-10-06T22:45:58.197347+0000","last_became_peered":"2023-10-06T22:45:58.197347+0000","last_unstale":"2023-10-06T22:45:59.188331+0000","last_undegraded":"2023-10-06T22:45:59.188331+0000","last_fullsized":"2023-10-06T22:45:59.188331+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188062+0000","last_change":"2023-10-06T22:45:58.182775+0000","last_active":"2023-10-06T22:45:59.188062+0000","last_peered":"2023-10-06T22:45:59.188062+0000","last_clean":"2023-10-06T22:45:59.188062+0000","last_became_active":"2023-10-06T22:45:58.182422+0000","last_became_peered":"2023-10-06T22:45:58.182422+0000","last_unstale":"2023-10-06T22:45:59.188062+0000","last_undegraded":"2023-10-06T22:45:59.188062+0000","last_fullsized":"2023-10-06T22:45:59.188062+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216227+0000","last_change":"2023-10-06T22:45:58.214392+0000","last_active":"2023-10-06T22:45:58.216227+0000","last_peered":"2023-10-06T22:45:58.216227+0000","last_clean":"2023-10-06T22:45:58.216227+0000","last_became_active":"2023-10-06T22:45:58.214076+0000","last_became_peered":"2023-10-06T22:45:58.214076+0000","last_unstale":"2023-10-06T22:45:58.216227+0000","last_undegraded":"2023-10-06T22:45:58.216227+0000","last_fullsized":"2023-10-06T22:45:58.216227+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.175291+0000","last_change":"2023-10-06T22:45:57.175291+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.175291+0000","last_undegraded":"2023-10-06T22:45:57.175291+0000","last_fullsized":"2023-10-06T22:45:57.175291+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.173582+0000","last_change":"2023-10-06T22:45:57.173582+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.173582+0000","last_undegraded":"2023-10-06T22:45:57.173582+0000","last_fullsized":"2023-10-06T22:45:57.173582+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205561+0000","last_change":"2023-10-06T22:45:58.199091+0000","last_active":"2023-10-06T22:45:58.205561+0000","last_peered":"2023-10-06T22:45:58.205561+0000","last_clean":"2023-10-06T22:45:58.205561+0000","last_became_active":"2023-10-06T22:45:58.198821+0000","last_became_peered":"2023-10-06T22:45:58.198821+0000","last_unstale":"2023-10-06T22:45:58.205561+0000","last_undegraded":"2023-10-06T22:45:58.205561+0000","last_fullsized":"2023-10-06T22:45:58.205561+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190457+0000","last_change":"2023-10-06T22:45:58.198840+0000","last_active":"2023-10-06T22:45:59.190457+0000","last_peered":"2023-10-06T22:45:59.190457+0000","last_clean":"2023-10-06T22:45:59.190457+0000","last_became_active":"2023-10-06T22:45:58.198503+0000","last_became_peered":"2023-10-06T22:45:58.198503+0000","last_unstale":"2023-10-06T22:45:59.190457+0000","last_undegraded":"2023-10-06T22:45:59.190457+0000","last_fullsized":"2023-10-06T22:45:59.190457+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187751+0000","last_change":"2023-10-06T22:45:58.191292+0000","last_active":"2023-10-06T22:45:59.187751+0000","last_peered":"2023-10-06T22:45:59.187751+0000","last_clean":"2023-10-06T22:45:59.187751+0000","last_became_active":"2023-10-06T22:45:58.190998+0000","last_became_peered":"2023-10-06T22:45:58.190998+0000","last_unstale":"2023-10-06T22:45:59.187751+0000","last_undegraded":"2023-10-06T22:45:59.187751+0000","last_fullsized":"2023-10-06T22:45:59.187751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216745+0000","last_change":"2023-10-06T22:45:58.214979+0000","last_active":"2023-10-06T22:45:58.216745+0000","last_peered":"2023-10-06T22:45:58.216745+0000","last_clean":"2023-10-06T22:45:58.216745+0000","last_became_active":"2023-10-06T22:45:58.214695+0000","last_became_peered":"2023-10-06T22:45:58.214695+0000","last_unstale":"2023-10-06T22:45:58.216745+0000","last_undegraded":"2023-10-06T22:45:58.216745+0000","last_fullsized":"2023-10-06T22:45:58.216745+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189744+0000","last_change":"2023-10-06T22:45:58.203817+0000","last_active":"2023-10-06T22:45:59.189744+0000","last_peered":"2023-10-06T22:45:59.189744+0000","last_clean":"2023-10-06T22:45:59.189744+0000","last_became_active":"2023-10-06T22:45:58.198356+0000","last_became_peered":"2023-10-06T22:45:58.198356+0000","last_unstale":"2023-10-06T22:45:59.189744+0000","last_undegraded":"2023-10-06T22:45:59.189744+0000","last_fullsized":"2023-10-06T22:45:59.189744+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.196566+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.196296+0000","last_became_peered":"2023-10-06T22:45:58.196296+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205602+0000","last_change":"2023-10-06T22:45:58.201874+0000","last_active":"2023-10-06T22:45:58.205602+0000","last_peered":"2023-10-06T22:45:58.205602+0000","last_clean":"2023-10-06T22:45:58.205602+0000","last_became_active":"2023-10-06T22:45:58.201550+0000","last_became_peered":"2023-10-06T22:45:58.201550+0000","last_unstale":"2023-10-06T22:45:58.205602+0000","last_undegraded":"2023-10-06T22:45:58.205602+0000","last_fullsized":"2023-10-06T22:45:58.205602+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189050+0000","last_change":"2023-10-06T22:45:58.205281+0000","last_active":"2023-10-06T22:45:59.189050+0000","last_peered":"2023-10-06T22:45:59.189050+0000","last_clean":"2023-10-06T22:45:59.189050+0000","last_became_active":"2023-10-06T22:45:58.204834+0000","last_became_peered":"2023-10-06T22:45:58.204834+0000","last_unstale":"2023-10-06T22:45:59.189050+0000","last_undegraded":"2023-10-06T22:45:59.189050+0000","last_fullsized":"2023-10-06T22:45:59.189050+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:18:24.438882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190507+0000","last_change":"2023-10-06T22:45:58.193511+0000","last_active":"2023-10-06T22:45:59.190507+0000","last_peered":"2023-10-06T22:45:59.190507+0000","last_clean":"2023-10-06T22:45:59.190507+0000","last_became_active":"2023-10-06T22:45:58.193006+0000","last_became_peered":"2023-10-06T22:45:58.193006+0000","last_unstale":"2023-10-06T22:45:59.190507+0000","last_undegraded":"2023-10-06T22:45:59.190507+0000","last_fullsized":"2023-10-06T22:45:59.190507+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190095+0000","last_change":"2023-10-06T22:45:58.204926+0000","last_active":"2023-10-06T22:45:59.190095+0000","last_peered":"2023-10-06T22:45:59.190095+0000","last_clean":"2023-10-06T22:45:59.190095+0000","last_became_active":"2023-10-06T22:45:58.204629+0000","last_became_peered":"2023-10-06T22:45:58.204629+0000","last_unstale":"2023-10-06T22:45:59.190095+0000","last_undegraded":"2023-10-06T22:45:59.190095+0000","last_fullsized":"2023-10-06T22:45:59.190095+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202384+0000","last_change":"2023-10-06T22:45:58.193662+0000","last_active":"2023-10-06T22:45:58.202384+0000","last_peered":"2023-10-06T22:45:58.202384+0000","last_clean":"2023-10-06T22:45:58.202384+0000","last_became_active":"2023-10-06T22:45:58.193357+0000","last_became_peered":"2023-10-06T22:45:58.193357+0000","last_unstale":"2023-10-06T22:45:58.202384+0000","last_undegraded":"2023-10-06T22:45:58.202384+0000","last_fullsized":"2023-10-06T22:45:58.202384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204119+0000","last_change":"2023-10-06T22:45:58.201354+0000","last_active":"2023-10-06T22:45:58.204119+0000","last_peered":"2023-10-06T22:45:58.204119+0000","last_clean":"2023-10-06T22:45:58.204119+0000","last_became_active":"2023-10-06T22:45:58.200986+0000","last_became_peered":"2023-10-06T22:45:58.200986+0000","last_unstale":"2023-10-06T22:45:58.204119+0000","last_undegraded":"2023-10-06T22:45:58.204119+0000","last_fullsized":"2023-10-06T22:45:58.204119+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:27:58.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202357+0000","last_change":"2023-10-06T22:45:58.195434+0000","last_active":"2023-10-06T22:45:58.202357+0000","last_peered":"2023-10-06T22:45:58.202357+0000","last_clean":"2023-10-06T22:45:58.202357+0000","last_became_active":"2023-10-06T22:45:58.195167+0000","last_became_peered":"2023-10-06T22:45:58.195167+0000","last_unstale":"2023-10-06T22:45:58.202357+0000","last_undegraded":"2023-10-06T22:45:58.202357+0000","last_fullsized":"2023-10-06T22:45:58.202357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:58:04.764585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.174472+0000","last_change":"2023-10-06T22:45:57.174472+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.174472+0000","last_undegraded":"2023-10-06T22:45:57.174472+0000","last_fullsized":"2023-10-06T22:45:57.174472+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.201907+0000","last_change":"2023-10-06T22:45:58.195159+0000","last_active":"2023-10-06T22:45:58.201907+0000","last_peered":"2023-10-06T22:45:58.201907+0000","last_clean":"2023-10-06T22:45:58.201907+0000","last_became_active":"2023-10-06T22:45:58.194864+0000","last_became_peered":"2023-10-06T22:45:58.194864+0000","last_unstale":"2023-10-06T22:45:58.201907+0000","last_undegraded":"2023-10-06T22:45:58.201907+0000","last_fullsized":"2023-10-06T22:45:58.201907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:13.258030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189230+0000","last_change":"2023-10-06T22:45:58.198175+0000","last_active":"2023-10-06T22:45:59.189230+0000","last_peered":"2023-10-06T22:45:59.189230+0000","last_clean":"2023-10-06T22:45:59.189230+0000","last_became_active":"2023-10-06T22:45:58.197863+0000","last_became_peered":"2023-10-06T22:45:58.197863+0000","last_unstale":"2023-10-06T22:45:59.189230+0000","last_undegraded":"2023-10-06T22:45:59.189230+0000","last_fullsized":"2023-10-06T22:45:59.189230+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190883+0000","last_change":"2023-10-06T22:45:58.202479+0000","last_active":"2023-10-06T22:45:59.190883+0000","last_peered":"2023-10-06T22:45:59.190883+0000","last_clean":"2023-10-06T22:45:59.190883+0000","last_became_active":"2023-10-06T22:45:58.202194+0000","last_became_peered":"2023-10-06T22:45:58.202194+0000","last_unstale":"2023-10-06T22:45:59.190883+0000","last_undegraded":"2023-10-06T22:45:59.190883+0000","last_fullsized":"2023-10-06T22:45:59.190883+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203093+0000","last_change":"2023-10-06T22:45:58.199934+0000","last_active":"2023-10-06T22:45:58.203093+0000","last_peered":"2023-10-06T22:45:58.203093+0000","last_clean":"2023-10-06T22:45:58.203093+0000","last_became_active":"2023-10-06T22:45:58.199627+0000","last_became_peered":"2023-10-06T22:45:58.199627+0000","last_unstale":"2023-10-06T22:45:58.203093+0000","last_undegraded":"2023-10-06T22:45:58.203093+0000","last_fullsized":"2023-10-06T22:45:58.203093+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.173819+0000","last_change":"2023-10-06T22:45:57.173819+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.173819+0000","last_undegraded":"2023-10-06T22:45:57.173819+0000","last_fullsized":"2023-10-06T22:45:57.173819+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202396+0000","last_change":"2023-10-06T22:45:58.198046+0000","last_active":"2023-10-06T22:45:58.202396+0000","last_peered":"2023-10-06T22:45:58.202396+0000","last_clean":"2023-10-06T22:45:58.202396+0000","last_became_active":"2023-10-06T22:45:58.197720+0000","last_became_peered":"2023-10-06T22:45:58.197720+0000","last_unstale":"2023-10-06T22:45:58.202396+0000","last_undegraded":"2023-10-06T22:45:58.202396+0000","last_fullsized":"2023-10-06T22:45:58.202396+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216549+0000","last_change":"2023-10-06T22:45:58.214390+0000","last_active":"2023-10-06T22:45:58.216549+0000","last_peered":"2023-10-06T22:45:58.216549+0000","last_clean":"2023-10-06T22:45:58.216549+0000","last_became_active":"2023-10-06T22:45:58.214094+0000","last_became_peered":"2023-10-06T22:45:58.214094+0000","last_unstale":"2023-10-06T22:45:58.216549+0000","last_undegraded":"2023-10-06T22:45:58.216549+0000","last_fullsized":"2023-10-06T22:45:58.216549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203165+0000","last_change":"2023-10-06T22:45:58.197493+0000","last_active":"2023-10-06T22:45:58.203165+0000","last_peered":"2023-10-06T22:45:58.203165+0000","last_clean":"2023-10-06T22:45:58.203165+0000","last_became_active":"2023-10-06T22:45:58.197209+0000","last_became_peered":"2023-10-06T22:45:58.197209+0000","last_unstale":"2023-10-06T22:45:58.203165+0000","last_undegraded":"2023-10-06T22:45:58.203165+0000","last_fullsized":"2023-10-06T22:45:58.203165+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:11:43.022105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189990+0000","last_change":"2023-10-06T22:45:58.206452+0000","last_active":"2023-10-06T22:45:59.189990+0000","last_peered":"2023-10-06T22:45:59.189990+0000","last_clean":"2023-10-06T22:45:59.189990+0000","last_became_active":"2023-10-06T22:45:58.206174+0000","last_became_peered":"2023-10-06T22:45:58.206174+0000","last_unstale":"2023-10-06T22:45:59.189990+0000","last_undegraded":"2023-10-06T22:45:59.189990+0000","last_fullsized":"2023-10-06T22:45:59.189990+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202290+0000","last_change":"2023-10-06T22:45:58.197478+0000","last_active":"2023-10-06T22:45:58.202290+0000","last_peered":"2023-10-06T22:45:58.202290+0000","last_clean":"2023-10-06T22:45:58.202290+0000","last_became_active":"2023-10-06T22:45:58.197144+0000","last_became_peered":"2023-10-06T22:45:58.197144+0000","last_unstale":"2023-10-06T22:45:58.202290+0000","last_undegraded":"2023-10-06T22:45:58.202290+0000","last_fullsized":"2023-10-06T22:45:58.202290+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:12.075611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.194019+0000","last_change":"2023-10-06T22:45:58.184963+0000","last_active":"2023-10-06T22:45:58.194019+0000","last_peered":"2023-10-06T22:45:58.194019+0000","last_clean":"2023-10-06T22:45:58.194019+0000","last_became_active":"2023-10-06T22:45:58.184700+0000","last_became_peered":"2023-10-06T22:45:58.184700+0000","last_unstale":"2023-10-06T22:45:58.194019+0000","last_undegraded":"2023-10-06T22:45:58.194019+0000","last_fullsized":"2023-10-06T22:45:58.194019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:06.888388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203073+0000","last_change":"2023-10-06T22:45:58.199558+0000","last_active":"2023-10-06T22:45:58.203073+0000","last_peered":"2023-10-06T22:45:58.203073+0000","last_clean":"2023-10-06T22:45:58.203073+0000","last_became_active":"2023-10-06T22:45:58.199203+0000","last_became_peered":"2023-10-06T22:45:58.199203+0000","last_unstale":"2023-10-06T22:45:58.203073+0000","last_undegraded":"2023-10-06T22:45:58.203073+0000","last_fullsized":"2023-10-06T22:45:58.203073+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205638+0000","last_change":"2023-10-06T22:45:58.200753+0000","last_active":"2023-10-06T22:45:58.205638+0000","last_peered":"2023-10-06T22:45:58.205638+0000","last_clean":"2023-10-06T22:45:58.205638+0000","last_became_active":"2023-10-06T22:45:58.200444+0000","last_became_peered":"2023-10-06T22:45:58.200444+0000","last_unstale":"2023-10-06T22:45:58.205638+0000","last_undegraded":"2023-10-06T22:45:58.205638+0000","last_fullsized":"2023-10-06T22:45:58.205638+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216564+0000","last_change":"2023-10-06T22:45:58.214487+0000","last_active":"2023-10-06T22:45:58.216564+0000","last_peered":"2023-10-06T22:45:58.216564+0000","last_clean":"2023-10-06T22:45:58.216564+0000","last_became_active":"2023-10-06T22:45:58.214173+0000","last_became_peered":"2023-10-06T22:45:58.214173+0000","last_unstale":"2023-10-06T22:45:58.216564+0000","last_undegraded":"2023-10-06T22:45:58.216564+0000","last_fullsized":"2023-10-06T22:45:58.216564+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:53.064475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204209+0000","last_change":"2023-10-06T22:45:57.195043+0000","last_active":"2023-10-06T22:45:58.204209+0000","last_peered":"2023-10-06T22:45:58.204209+0000","last_clean":"2023-10-06T22:45:58.204209+0000","last_became_active":"2023-10-06T22:45:57.194711+0000","last_became_peered":"2023-10-06T22:45:57.194711+0000","last_unstale":"2023-10-06T22:45:58.204209+0000","last_undegraded":"2023-10-06T22:45:58.204209+0000","last_fullsized":"2023-10-06T22:45:58.204209+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:15.672449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216534+0000","last_change":"2023-10-06T22:45:58.214360+0000","last_active":"2023-10-06T22:45:58.216534+0000","last_peered":"2023-10-06T22:45:58.216534+0000","last_clean":"2023-10-06T22:45:58.216534+0000","last_became_active":"2023-10-06T22:45:58.214037+0000","last_became_peered":"2023-10-06T22:45:58.214037+0000","last_unstale":"2023-10-06T22:45:58.216534+0000","last_undegraded":"2023-10-06T22:45:58.216534+0000","last_fullsized":"2023-10-06T22:45:58.216534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203859+0000","last_change":"2023-10-06T22:45:57.194431+0000","last_active":"2023-10-06T22:45:58.203859+0000","last_peered":"2023-10-06T22:45:58.203859+0000","last_clean":"2023-10-06T22:45:58.203859+0000","last_became_active":"2023-10-06T22:45:57.194168+0000","last_became_peered":"2023-10-06T22:45:57.194168+0000","last_unstale":"2023-10-06T22:45:58.203859+0000","last_undegraded":"2023-10-06T22:45:58.203859+0000","last_fullsized":"2023-10-06T22:45:58.203859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190400+0000","last_change":"2023-10-06T22:45:58.194380+0000","last_active":"2023-10-06T22:45:59.190400+0000","last_peered":"2023-10-06T22:45:59.190400+0000","last_clean":"2023-10-06T22:45:59.190400+0000","last_became_active":"2023-10-06T22:45:58.194074+0000","last_became_peered":"2023-10-06T22:45:58.194074+0000","last_unstale":"2023-10-06T22:45:59.190400+0000","last_undegraded":"2023-10-06T22:45:59.190400+0000","last_fullsized":"2023-10-06T22:45:59.190400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205758+0000","last_change":"2023-10-06T22:45:57.189764+0000","last_active":"2023-10-06T22:45:58.205758+0000","last_peered":"2023-10-06T22:45:58.205758+0000","last_clean":"2023-10-06T22:45:58.205758+0000","last_became_active":"2023-10-06T22:45:57.189488+0000","last_became_peered":"2023-10-06T22:45:57.189488+0000","last_unstale":"2023-10-06T22:45:58.205758+0000","last_undegraded":"2023-10-06T22:45:58.205758+0000","last_fullsized":"2023-10-06T22:45:58.205758+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188237+0000","last_change":"2023-10-06T22:45:58.187712+0000","last_active":"2023-10-06T22:45:59.188237+0000","last_peered":"2023-10-06T22:45:59.188237+0000","last_clean":"2023-10-06T22:45:59.188237+0000","last_became_active":"2023-10-06T22:45:58.187387+0000","last_became_peered":"2023-10-06T22:45:58.187387+0000","last_unstale":"2023-10-06T22:45:59.188237+0000","last_undegraded":"2023-10-06T22:45:59.188237+0000","last_fullsized":"2023-10-06T22:45:59.188237+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189284+0000","last_change":"2023-10-06T22:45:57.190001+0000","last_active":"2023-10-06T22:45:59.189284+0000","last_peered":"2023-10-06T22:45:59.189284+0000","last_clean":"2023-10-06T22:45:59.189284+0000","last_became_active":"2023-10-06T22:45:57.189730+0000","last_became_peered":"2023-10-06T22:45:57.189730+0000","last_unstale":"2023-10-06T22:45:59.189284+0000","last_undegraded":"2023-10-06T22:45:59.189284+0000","last_fullsized":"2023-10-06T22:45:59.189284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205905+0000","last_change":"2023-10-06T22:45:58.199150+0000","last_active":"2023-10-06T22:45:58.205905+0000","last_peered":"2023-10-06T22:45:58.205905+0000","last_clean":"2023-10-06T22:45:58.205905+0000","last_became_active":"2023-10-06T22:45:58.198869+0000","last_became_peered":"2023-10-06T22:45:58.198869+0000","last_unstale":"2023-10-06T22:45:58.205905+0000","last_undegraded":"2023-10-06T22:45:58.205905+0000","last_fullsized":"2023-10-06T22:45:58.205905+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189354+0000","last_change":"2023-10-06T22:45:57.193595+0000","last_active":"2023-10-06T22:45:59.189354+0000","last_peered":"2023-10-06T22:45:59.189354+0000","last_clean":"2023-10-06T22:45:59.189354+0000","last_became_active":"2023-10-06T22:45:57.193318+0000","last_became_peered":"2023-10-06T22:45:57.193318+0000","last_unstale":"2023-10-06T22:45:59.189354+0000","last_undegraded":"2023-10-06T22:45:59.189354+0000","last_fullsized":"2023-10-06T22:45:59.189354+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:42.292270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190504+0000","last_change":"2023-10-06T22:45:58.208564+0000","last_active":"2023-10-06T22:45:59.190504+0000","last_peered":"2023-10-06T22:45:59.190504+0000","last_clean":"2023-10-06T22:45:59.190504+0000","last_became_active":"2023-10-06T22:45:58.206719+0000","last_became_peered":"2023-10-06T22:45:58.206719+0000","last_unstale":"2023-10-06T22:45:59.190504+0000","last_undegraded":"2023-10-06T22:45:59.190504+0000","last_fullsized":"2023-10-06T22:45:59.190504+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205188+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.205188+0000","last_peered":"2023-10-06T22:45:58.205188+0000","last_clean":"2023-10-06T22:45:58.205188+0000","last_became_active":"2023-10-06T22:45:57.186471+0000","last_became_peered":"2023-10-06T22:45:57.186471+0000","last_unstale":"2023-10-06T22:45:58.205188+0000","last_undegraded":"2023-10-06T22:45:58.205188+0000","last_fullsized":"2023-10-06T22:45:58.205188+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190785+0000","last_change":"2023-10-06T22:45:58.193287+0000","last_active":"2023-10-06T22:45:59.190785+0000","last_peered":"2023-10-06T22:45:59.190785+0000","last_clean":"2023-10-06T22:45:59.190785+0000","last_became_active":"2023-10-06T22:45:58.192659+0000","last_became_peered":"2023-10-06T22:45:58.192659+0000","last_unstale":"2023-10-06T22:45:59.190785+0000","last_undegraded":"2023-10-06T22:45:59.190785+0000","last_fullsized":"2023-10-06T22:45:59.190785+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.188260+0000","last_change":"2023-10-06T22:45:57.193106+0000","last_active":"2023-10-06T22:45:58.188260+0000","last_peered":"2023-10-06T22:45:58.188260+0000","last_clean":"2023-10-06T22:45:58.188260+0000","last_became_active":"2023-10-06T22:45:57.192852+0000","last_became_peered":"2023-10-06T22:45:57.192852+0000","last_unstale":"2023-10-06T22:45:58.188260+0000","last_undegraded":"2023-10-06T22:45:58.188260+0000","last_fullsized":"2023-10-06T22:45:58.188260+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:41.902347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188397+0000","last_change":"2023-10-06T22:45:58.199801+0000","last_active":"2023-10-06T22:45:59.188397+0000","last_peered":"2023-10-06T22:45:59.188397+0000","last_clean":"2023-10-06T22:45:59.188397+0000","last_became_active":"2023-10-06T22:45:58.199510+0000","last_became_peered":"2023-10-06T22:45:58.199510+0000","last_unstale":"2023-10-06T22:45:59.188397+0000","last_undegraded":"2023-10-06T22:45:59.188397+0000","last_fullsized":"2023-10-06T22:45:59.188397+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188864+0000","last_change":"2023-10-06T22:45:57.193540+0000","last_active":"2023-10-06T22:45:59.188864+0000","last_peered":"2023-10-06T22:45:59.188864+0000","last_clean":"2023-10-06T22:45:59.188864+0000","last_became_active":"2023-10-06T22:45:57.193275+0000","last_became_peered":"2023-10-06T22:45:57.193275+0000","last_unstale":"2023-10-06T22:45:59.188864+0000","last_undegraded":"2023-10-06T22:45:59.188864+0000","last_fullsized":"2023-10-06T22:45:59.188864+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.175726+0000","last_change":"2023-10-06T22:45:57.175726+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.175726+0000","last_undegraded":"2023-10-06T22:45:57.175726+0000","last_fullsized":"2023-10-06T22:45:57.175726+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188320+0000","last_change":"2023-10-06T22:45:57.191292+0000","last_active":"2023-10-06T22:45:59.188320+0000","last_peered":"2023-10-06T22:45:59.188320+0000","last_clean":"2023-10-06T22:45:59.188320+0000","last_became_active":"2023-10-06T22:45:57.191004+0000","last_became_peered":"2023-10-06T22:45:57.191004+0000","last_unstale":"2023-10-06T22:45:59.188320+0000","last_undegraded":"2023-10-06T22:45:59.188320+0000","last_fullsized":"2023-10-06T22:45:59.188320+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210328+0000","last_change":"2023-10-06T22:45:58.205571+0000","last_active":"2023-10-06T22:45:58.210328+0000","last_peered":"2023-10-06T22:45:58.210328+0000","last_clean":"2023-10-06T22:45:58.210328+0000","last_became_active":"2023-10-06T22:45:58.205219+0000","last_became_peered":"2023-10-06T22:45:58.205219+0000","last_unstale":"2023-10-06T22:45:58.210328+0000","last_undegraded":"2023-10-06T22:45:58.210328+0000","last_fullsized":"2023-10-06T22:45:58.210328+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189827+0000","last_change":"2023-10-06T22:45:57.196059+0000","last_active":"2023-10-06T22:45:59.189827+0000","last_peered":"2023-10-06T22:45:59.189827+0000","last_clean":"2023-10-06T22:45:59.189827+0000","last_became_active":"2023-10-06T22:45:57.195786+0000","last_became_peered":"2023-10-06T22:45:57.195786+0000","last_unstale":"2023-10-06T22:45:59.189827+0000","last_undegraded":"2023-10-06T22:45:59.189827+0000","last_fullsized":"2023-10-06T22:45:59.189827+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.209426+0000","last_change":"2023-10-06T22:45:58.205092+0000","last_active":"2023-10-06T22:45:58.209426+0000","last_peered":"2023-10-06T22:45:58.209426+0000","last_clean":"2023-10-06T22:45:58.209426+0000","last_became_active":"2023-10-06T22:45:58.204827+0000","last_became_peered":"2023-10-06T22:45:58.204827+0000","last_unstale":"2023-10-06T22:45:58.209426+0000","last_undegraded":"2023-10-06T22:45:58.209426+0000","last_fullsized":"2023-10-06T22:45:58.209426+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189574+0000","last_change":"2023-10-06T22:45:57.194348+0000","last_active":"2023-10-06T22:45:59.189574+0000","last_peered":"2023-10-06T22:45:59.189574+0000","last_clean":"2023-10-06T22:45:59.189574+0000","last_became_active":"2023-10-06T22:45:57.194064+0000","last_became_peered":"2023-10-06T22:45:57.194064+0000","last_unstale":"2023-10-06T22:45:59.189574+0000","last_undegraded":"2023-10-06T22:45:59.189574+0000","last_fullsized":"2023-10-06T22:45:59.189574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189732+0000","last_change":"2023-10-06T22:45:58.202322+0000","last_active":"2023-10-06T22:45:59.189732+0000","last_peered":"2023-10-06T22:45:59.189732+0000","last_clean":"2023-10-06T22:45:59.189732+0000","last_became_active":"2023-10-06T22:45:58.202019+0000","last_became_peered":"2023-10-06T22:45:58.202019+0000","last_unstale":"2023-10-06T22:45:59.189732+0000","last_undegraded":"2023-10-06T22:45:59.189732+0000","last_fullsized":"2023-10-06T22:45:59.189732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188120+0000","last_change":"2023-10-06T22:45:57.183152+0000","last_active":"2023-10-06T22:45:59.188120+0000","last_peered":"2023-10-06T22:45:59.188120+0000","last_clean":"2023-10-06T22:45:59.188120+0000","last_became_active":"2023-10-06T22:45:57.182887+0000","last_became_peered":"2023-10-06T22:45:57.182887+0000","last_unstale":"2023-10-06T22:45:59.188120+0000","last_undegraded":"2023-10-06T22:45:59.188120+0000","last_fullsized":"2023-10-06T22:45:59.188120+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:36.746828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216300+0000","last_change":"2023-10-06T22:45:58.214614+0000","last_active":"2023-10-06T22:45:58.216300+0000","last_peered":"2023-10-06T22:45:58.216300+0000","last_clean":"2023-10-06T22:45:58.216300+0000","last_became_active":"2023-10-06T22:45:58.214292+0000","last_became_peered":"2023-10-06T22:45:58.214292+0000","last_unstale":"2023-10-06T22:45:58.216300+0000","last_undegraded":"2023-10-06T22:45:58.216300+0000","last_fullsized":"2023-10-06T22:45:58.216300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188454+0000","last_change":"2023-10-06T22:45:57.182479+0000","last_active":"2023-10-06T22:45:59.188454+0000","last_peered":"2023-10-06T22:45:59.188454+0000","last_clean":"2023-10-06T22:45:59.188454+0000","last_became_active":"2023-10-06T22:45:57.182124+0000","last_became_peered":"2023-10-06T22:45:57.182124+0000","last_unstale":"2023-10-06T22:45:59.188454+0000","last_undegraded":"2023-10-06T22:45:59.188454+0000","last_fullsized":"2023-10-06T22:45:59.188454+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187845+0000","last_change":"2023-10-06T22:45:58.199818+0000","last_active":"2023-10-06T22:45:59.187845+0000","last_peered":"2023-10-06T22:45:59.187845+0000","last_clean":"2023-10-06T22:45:59.187845+0000","last_became_active":"2023-10-06T22:45:58.199522+0000","last_became_peered":"2023-10-06T22:45:58.199522+0000","last_unstale":"2023-10-06T22:45:59.187845+0000","last_undegraded":"2023-10-06T22:45:59.187845+0000","last_fullsized":"2023-10-06T22:45:59.187845+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.189121+0000","last_change":"2023-10-06T22:45:57.190455+0000","last_active":"2023-10-06T22:45:58.189121+0000","last_peered":"2023-10-06T22:45:58.189121+0000","last_clean":"2023-10-06T22:45:58.189121+0000","last_became_active":"2023-10-06T22:45:57.190106+0000","last_became_peered":"2023-10-06T22:45:57.190106+0000","last_unstale":"2023-10-06T22:45:58.189121+0000","last_undegraded":"2023-10-06T22:45:58.189121+0000","last_fullsized":"2023-10-06T22:45:58.189121+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203463+0000","last_change":"2023-10-06T22:45:58.201233+0000","last_active":"2023-10-06T22:45:58.203463+0000","last_peered":"2023-10-06T22:45:58.203463+0000","last_clean":"2023-10-06T22:45:58.203463+0000","last_became_active":"2023-10-06T22:45:58.200887+0000","last_became_peered":"2023-10-06T22:45:58.200887+0000","last_unstale":"2023-10-06T22:45:58.203463+0000","last_undegraded":"2023-10-06T22:45:58.203463+0000","last_fullsized":"2023-10-06T22:45:58.203463+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.175687+0000","last_change":"2023-10-06T22:45:57.195668+0000","last_active":"2023-10-06T22:45:58.175687+0000","last_peered":"2023-10-06T22:45:58.175687+0000","last_clean":"2023-10-06T22:45:58.175687+0000","last_became_active":"2023-10-06T22:45:57.195277+0000","last_became_peered":"2023-10-06T22:45:57.195277+0000","last_unstale":"2023-10-06T22:45:58.175687+0000","last_undegraded":"2023-10-06T22:45:58.175687+0000","last_fullsized":"2023-10-06T22:45:58.175687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187919+0000","last_change":"2023-10-06T22:45:58.194103+0000","last_active":"2023-10-06T22:45:59.187919+0000","last_peered":"2023-10-06T22:45:59.187919+0000","last_clean":"2023-10-06T22:45:59.187919+0000","last_became_active":"2023-10-06T22:45:58.193775+0000","last_became_peered":"2023-10-06T22:45:58.193775+0000","last_unstale":"2023-10-06T22:45:59.187919+0000","last_undegraded":"2023-10-06T22:45:59.187919+0000","last_fullsized":"2023-10-06T22:45:59.187919+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207600+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.207600+0000","last_peered":"2023-10-06T22:45:58.207600+0000","last_clean":"2023-10-06T22:45:58.207600+0000","last_became_active":"2023-10-06T22:45:57.186591+0000","last_became_peered":"2023-10-06T22:45:57.186591+0000","last_unstale":"2023-10-06T22:45:58.207600+0000","last_undegraded":"2023-10-06T22:45:58.207600+0000","last_fullsized":"2023-10-06T22:45:58.207600+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:10.935907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188060+0000","last_change":"2023-10-06T22:45:58.187376+0000","last_active":"2023-10-06T22:45:59.188060+0000","last_peered":"2023-10-06T22:45:59.188060+0000","last_clean":"2023-10-06T22:45:59.188060+0000","last_became_active":"2023-10-06T22:45:58.187056+0000","last_became_peered":"2023-10-06T22:45:58.187056+0000","last_unstale":"2023-10-06T22:45:59.188060+0000","last_undegraded":"2023-10-06T22:45:59.188060+0000","last_fullsized":"2023-10-06T22:45:59.188060+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190164+0000","last_change":"2023-10-06T22:45:57.192740+0000","last_active":"2023-10-06T22:45:59.190164+0000","last_peered":"2023-10-06T22:45:59.190164+0000","last_clean":"2023-10-06T22:45:59.190164+0000","last_became_active":"2023-10-06T22:45:57.192439+0000","last_became_peered":"2023-10-06T22:45:57.192439+0000","last_unstale":"2023-10-06T22:45:59.190164+0000","last_undegraded":"2023-10-06T22:45:59.190164+0000","last_fullsized":"2023-10-06T22:45:59.190164+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189458+0000","last_change":"2023-10-06T22:45:58.210194+0000","last_active":"2023-10-06T22:45:59.189458+0000","last_peered":"2023-10-06T22:45:59.189458+0000","last_clean":"2023-10-06T22:45:59.189458+0000","last_became_active":"2023-10-06T22:45:58.209782+0000","last_became_peered":"2023-10-06T22:45:58.209782+0000","last_unstale":"2023-10-06T22:45:59.189458+0000","last_undegraded":"2023-10-06T22:45:59.189458+0000","last_fullsized":"2023-10-06T22:45:59.189458+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190687+0000","last_change":"2023-10-06T22:45:57.192529+0000","last_active":"2023-10-06T22:45:59.190687+0000","last_peered":"2023-10-06T22:45:59.190687+0000","last_clean":"2023-10-06T22:45:59.190687+0000","last_became_active":"2023-10-06T22:45:57.191957+0000","last_became_peered":"2023-10-06T22:45:57.191957+0000","last_unstale":"2023-10-06T22:45:59.190687+0000","last_undegraded":"2023-10-06T22:45:59.190687+0000","last_fullsized":"2023-10-06T22:45:59.190687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:36.503381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190554+0000","last_change":"2023-10-06T22:45:58.196643+0000","last_active":"2023-10-06T22:45:59.190554+0000","last_peered":"2023-10-06T22:45:59.190554+0000","last_clean":"2023-10-06T22:45:59.190554+0000","last_became_active":"2023-10-06T22:45:58.194758+0000","last_became_peered":"2023-10-06T22:45:58.194758+0000","last_unstale":"2023-10-06T22:45:59.190554+0000","last_undegraded":"2023-10-06T22:45:59.190554+0000","last_fullsized":"2023-10-06T22:45:59.190554+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.196335+0000","last_change":"2023-10-06T22:45:57.190791+0000","last_active":"2023-10-06T22:45:57.196335+0000","last_peered":"2023-10-06T22:45:57.196335+0000","last_clean":"2023-10-06T22:45:57.196335+0000","last_became_active":"2023-10-06T22:45:57.190428+0000","last_became_peered":"2023-10-06T22:45:57.190428+0000","last_unstale":"2023-10-06T22:45:57.196335+0000","last_undegraded":"2023-10-06T22:45:57.196335+0000","last_fullsized":"2023-10-06T22:45:57.196335+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:41:49.037353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":37,"state":"creating+peering","last_fresh":"2023-10-06T22:45:57.174809+0000","last_change":"2023-10-06T22:45:57.174809+0000","last_active":"2023-10-06T22:45:57.156704+0000","last_peered":"2023-10-06T22:45:57.156704+0000","last_clean":"2023-10-06T22:45:57.156704+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-10-06T22:45:57.174809+0000","last_undegraded":"2023-10-06T22:45:57.174809+0000","last_fullsized":"2023-10-06T22:45:57.174809+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190530+0000","last_change":"2023-10-06T22:45:57.191395+0000","last_active":"2023-10-06T22:45:58.190530+0000","last_peered":"2023-10-06T22:45:58.190530+0000","last_clean":"2023-10-06T22:45:58.190530+0000","last_became_active":"2023-10-06T22:45:57.191124+0000","last_became_peered":"2023-10-06T22:45:57.191124+0000","last_unstale":"2023-10-06T22:45:58.190530+0000","last_undegraded":"2023-10-06T22:45:58.190530+0000","last_fullsized":"2023-10-06T22:45:58.190530+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203357+0000","last_change":"2023-10-06T22:45:58.200632+0000","last_active":"2023-10-06T22:45:58.203357+0000","last_peered":"2023-10-06T22:45:58.203357+0000","last_clean":"2023-10-06T22:45:58.203357+0000","last_became_active":"2023-10-06T22:45:58.200285+0000","last_became_peered":"2023-10-06T22:45:58.200285+0000","last_unstale":"2023-10-06T22:45:58.203357+0000","last_undegraded":"2023-10-06T22:45:58.203357+0000","last_fullsized":"2023-10-06T22:45:58.203357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193543+0000","last_change":"2023-10-06T22:45:57.188803+0000","last_active":"2023-10-06T22:45:57.193543+0000","last_peered":"2023-10-06T22:45:57.193543+0000","last_clean":"2023-10-06T22:45:57.193543+0000","last_became_active":"2023-10-06T22:45:57.188470+0000","last_became_peered":"2023-10-06T22:45:57.188470+0000","last_unstale":"2023-10-06T22:45:57.193543+0000","last_undegraded":"2023-10-06T22:45:57.193543+0000","last_fullsized":"2023-10-06T22:45:57.193543+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:52:35.385671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207500+0000","last_change":"2023-10-06T22:45:58.204515+0000","last_active":"2023-10-06T22:45:58.207500+0000","last_peered":"2023-10-06T22:45:58.207500+0000","last_clean":"2023-10-06T22:45:58.207500+0000","last_became_active":"2023-10-06T22:45:58.204204+0000","last_became_peered":"2023-10-06T22:45:58.204204+0000","last_unstale":"2023-10-06T22:45:58.207500+0000","last_undegraded":"2023-10-06T22:45:58.207500+0000","last_fullsized":"2023-10-06T22:45:58.207500+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.190616+0000","last_change":"2023-10-06T22:45:57.185150+0000","last_active":"2023-10-06T22:45:57.190616+0000","last_peered":"2023-10-06T22:45:57.190616+0000","last_clean":"2023-10-06T22:45:57.190616+0000","last_became_active":"2023-10-06T22:45:57.184862+0000","last_became_peered":"2023-10-06T22:45:57.184862+0000","last_unstale":"2023-10-06T22:45:57.190616+0000","last_undegraded":"2023-10-06T22:45:57.190616+0000","last_fullsized":"2023-10-06T22:45:57.190616+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:40:10.790355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.204135+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.203833+0000","last_became_peered":"2023-10-06T22:45:58.203833+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176713+0000","last_change":"2023-10-06T22:45:57.189114+0000","last_active":"2023-10-06T22:45:58.176713+0000","last_peered":"2023-10-06T22:45:58.176713+0000","last_clean":"2023-10-06T22:45:58.176713+0000","last_became_active":"2023-10-06T22:45:57.188811+0000","last_became_peered":"2023-10-06T22:45:57.188811+0000","last_unstale":"2023-10-06T22:45:58.176713+0000","last_undegraded":"2023-10-06T22:45:58.176713+0000","last_fullsized":"2023-10-06T22:45:58.176713+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188369+0000","last_change":"2023-10-06T22:45:58.197527+0000","last_active":"2023-10-06T22:45:59.188369+0000","last_peered":"2023-10-06T22:45:59.188369+0000","last_clean":"2023-10-06T22:45:59.188369+0000","last_became_active":"2023-10-06T22:45:58.197014+0000","last_became_peered":"2023-10-06T22:45:58.197014+0000","last_unstale":"2023-10-06T22:45:59.188369+0000","last_undegraded":"2023-10-06T22:45:59.188369+0000","last_fullsized":"2023-10-06T22:45:59.188369+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193526+0000","last_change":"2023-10-06T22:45:57.188824+0000","last_active":"2023-10-06T22:45:57.193526+0000","last_peered":"2023-10-06T22:45:57.193526+0000","last_clean":"2023-10-06T22:45:57.193526+0000","last_became_active":"2023-10-06T22:45:57.188457+0000","last_became_peered":"2023-10-06T22:45:57.188457+0000","last_unstale":"2023-10-06T22:45:57.193526+0000","last_undegraded":"2023-10-06T22:45:57.193526+0000","last_fullsized":"2023-10-06T22:45:57.193526+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:59:50.738894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216938+0000","last_change":"2023-10-06T22:45:58.215606+0000","last_active":"2023-10-06T22:45:58.216938+0000","last_peered":"2023-10-06T22:45:58.216938+0000","last_clean":"2023-10-06T22:45:58.216938+0000","last_became_active":"2023-10-06T22:45:58.215290+0000","last_became_peered":"2023-10-06T22:45:58.215290+0000","last_unstale":"2023-10-06T22:45:58.216938+0000","last_undegraded":"2023-10-06T22:45:58.216938+0000","last_fullsized":"2023-10-06T22:45:58.216938+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190237+0000","last_change":"2023-10-06T22:45:57.191419+0000","last_active":"2023-10-06T22:45:59.190237+0000","last_peered":"2023-10-06T22:45:59.190237+0000","last_clean":"2023-10-06T22:45:59.190237+0000","last_became_active":"2023-10-06T22:45:57.191126+0000","last_became_peered":"2023-10-06T22:45:57.191126+0000","last_unstale":"2023-10-06T22:45:59.190237+0000","last_undegraded":"2023-10-06T22:45:59.190237+0000","last_fullsized":"2023-10-06T22:45:59.190237+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:37:15.710273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210350+0000","last_change":"2023-10-06T22:45:58.205807+0000","last_active":"2023-10-06T22:45:58.210350+0000","last_peered":"2023-10-06T22:45:58.210350+0000","last_clean":"2023-10-06T22:45:58.210350+0000","last_became_active":"2023-10-06T22:45:58.205499+0000","last_became_peered":"2023-10-06T22:45:58.205499+0000","last_unstale":"2023-10-06T22:45:58.210350+0000","last_undegraded":"2023-10-06T22:45:58.210350+0000","last_fullsized":"2023-10-06T22:45:58.210350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:17:18.000216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.193545+0000","last_change":"2023-10-06T22:45:57.189182+0000","last_active":"2023-10-06T22:45:57.193545+0000","last_peered":"2023-10-06T22:45:57.193545+0000","last_clean":"2023-10-06T22:45:57.193545+0000","last_became_active":"2023-10-06T22:45:57.188922+0000","last_became_peered":"2023-10-06T22:45:57.188922+0000","last_unstale":"2023-10-06T22:45:57.193545+0000","last_undegraded":"2023-10-06T22:45:57.193545+0000","last_fullsized":"2023-10-06T22:45:57.193545+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:04:59.393448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188223+0000","last_change":"2023-10-06T22:45:58.195270+0000","last_active":"2023-10-06T22:45:59.188223+0000","last_peered":"2023-10-06T22:45:59.188223+0000","last_clean":"2023-10-06T22:45:59.188223+0000","last_became_active":"2023-10-06T22:45:58.194978+0000","last_became_peered":"2023-10-06T22:45:58.194978+0000","last_unstale":"2023-10-06T22:45:59.188223+0000","last_undegraded":"2023-10-06T22:45:59.188223+0000","last_fullsized":"2023-10-06T22:45:59.188223+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190396+0000","last_change":"2023-10-06T22:45:57.191288+0000","last_active":"2023-10-06T22:45:58.190396+0000","last_peered":"2023-10-06T22:45:58.190396+0000","last_clean":"2023-10-06T22:45:58.190396+0000","last_became_active":"2023-10-06T22:45:57.190955+0000","last_became_peered":"2023-10-06T22:45:57.190955+0000","last_unstale":"2023-10-06T22:45:58.190396+0000","last_undegraded":"2023-10-06T22:45:58.190396+0000","last_fullsized":"2023-10-06T22:45:58.190396+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203579+0000","last_change":"2023-10-06T22:45:58.198315+0000","last_active":"2023-10-06T22:45:58.203579+0000","last_peered":"2023-10-06T22:45:58.203579+0000","last_clean":"2023-10-06T22:45:58.203579+0000","last_became_active":"2023-10-06T22:45:58.197786+0000","last_became_peered":"2023-10-06T22:45:58.197786+0000","last_unstale":"2023-10-06T22:45:58.203579+0000","last_undegraded":"2023-10-06T22:45:58.203579+0000","last_fullsized":"2023-10-06T22:45:58.203579+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.186956+0000","last_change":"2023-10-06T22:45:57.192318+0000","last_active":"2023-10-06T22:45:58.186956+0000","last_peered":"2023-10-06T22:45:58.186956+0000","last_clean":"2023-10-06T22:45:58.186956+0000","last_became_active":"2023-10-06T22:45:57.192039+0000","last_became_peered":"2023-10-06T22:45:57.192039+0000","last_unstale":"2023-10-06T22:45:58.186956+0000","last_undegraded":"2023-10-06T22:45:58.186956+0000","last_fullsized":"2023-10-06T22:45:58.186956+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.206058+0000","last_change":"2023-10-06T22:45:58.201133+0000","last_active":"2023-10-06T22:45:58.206058+0000","last_peered":"2023-10-06T22:45:58.206058+0000","last_clean":"2023-10-06T22:45:58.206058+0000","last_became_active":"2023-10-06T22:45:58.200865+0000","last_became_peered":"2023-10-06T22:45:58.200865+0000","last_unstale":"2023-10-06T22:45:58.206058+0000","last_undegraded":"2023-10-06T22:45:58.206058+0000","last_fullsized":"2023-10-06T22:45:58.206058+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176295+0000","last_change":"2023-10-06T22:45:57.195080+0000","last_active":"2023-10-06T22:45:58.176295+0000","last_peered":"2023-10-06T22:45:58.176295+0000","last_clean":"2023-10-06T22:45:58.176295+0000","last_became_active":"2023-10-06T22:45:57.194423+0000","last_became_peered":"2023-10-06T22:45:57.194423+0000","last_unstale":"2023-10-06T22:45:58.176295+0000","last_undegraded":"2023-10-06T22:45:58.176295+0000","last_fullsized":"2023-10-06T22:45:58.176295+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190911+0000","last_change":"2023-10-06T22:45:58.194062+0000","last_active":"2023-10-06T22:45:59.190911+0000","last_peered":"2023-10-06T22:45:59.190911+0000","last_clean":"2023-10-06T22:45:59.190911+0000","last_became_active":"2023-10-06T22:45:58.193783+0000","last_became_peered":"2023-10-06T22:45:58.193783+0000","last_unstale":"2023-10-06T22:45:59.190911+0000","last_undegraded":"2023-10-06T22:45:59.190911+0000","last_fullsized":"2023-10-06T22:45:59.190911+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188868+0000","last_change":"2023-10-06T22:45:57.189452+0000","last_active":"2023-10-06T22:45:59.188868+0000","last_peered":"2023-10-06T22:45:59.188868+0000","last_clean":"2023-10-06T22:45:59.188868+0000","last_became_active":"2023-10-06T22:45:57.189177+0000","last_became_peered":"2023-10-06T22:45:57.189177+0000","last_unstale":"2023-10-06T22:45:59.188868+0000","last_undegraded":"2023-10-06T22:45:59.188868+0000","last_fullsized":"2023-10-06T22:45:59.188868+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:05.882018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.208049+0000","last_change":"2023-10-06T22:45:58.201995+0000","last_active":"2023-10-06T22:45:58.208049+0000","last_peered":"2023-10-06T22:45:58.208049+0000","last_clean":"2023-10-06T22:45:58.208049+0000","last_became_active":"2023-10-06T22:45:58.201717+0000","last_became_peered":"2023-10-06T22:45:58.201717+0000","last_unstale":"2023-10-06T22:45:58.208049+0000","last_undegraded":"2023-10-06T22:45:58.208049+0000","last_fullsized":"2023-10-06T22:45:58.208049+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:43.298641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187784+0000","last_change":"2023-10-06T22:45:57.190747+0000","last_active":"2023-10-06T22:45:59.187784+0000","last_peered":"2023-10-06T22:45:59.187784+0000","last_clean":"2023-10-06T22:45:59.187784+0000","last_became_active":"2023-10-06T22:45:57.190465+0000","last_became_peered":"2023-10-06T22:45:57.190465+0000","last_unstale":"2023-10-06T22:45:59.187784+0000","last_undegraded":"2023-10-06T22:45:59.187784+0000","last_fullsized":"2023-10-06T22:45:59.187784+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190122+0000","last_change":"2023-10-06T22:45:58.205158+0000","last_active":"2023-10-06T22:45:59.190122+0000","last_peered":"2023-10-06T22:45:59.190122+0000","last_clean":"2023-10-06T22:45:59.190122+0000","last_became_active":"2023-10-06T22:45:58.204512+0000","last_became_peered":"2023-10-06T22:45:58.204512+0000","last_unstale":"2023-10-06T22:45:59.190122+0000","last_undegraded":"2023-10-06T22:45:59.190122+0000","last_fullsized":"2023-10-06T22:45:59.190122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.184923+0000","last_change":"2023-10-06T22:45:57.189499+0000","last_active":"2023-10-06T22:45:58.184923+0000","last_peered":"2023-10-06T22:45:58.184923+0000","last_clean":"2023-10-06T22:45:58.184923+0000","last_became_active":"2023-10-06T22:45:57.189049+0000","last_became_peered":"2023-10-06T22:45:57.189049+0000","last_unstale":"2023-10-06T22:45:58.184923+0000","last_undegraded":"2023-10-06T22:45:58.184923+0000","last_fullsized":"2023-10-06T22:45:58.184923+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:57:39.989962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":181,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.176235+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:45:57.176235+0000","last_peered":"2023-10-06T22:45:57.176235+0000","last_clean":"2023-10-06T22:45:57.176235+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:45:57.176235+0000","last_undegraded":"2023-10-06T22:45:57.176235+0000","last_fullsized":"2023-10-06T22:45:57.176235+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476764,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27424,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344416,"statfs":{"total":96636764160,"available":96608681984,"internally_reserved":0,"allocated":413696,"data_stored":173059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.42699999999999999}]},{"osd":1,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.47699999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.45100000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.72599999999999998}]},{"osd":5,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.69999999999999996}]},{"osd":6,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.71399999999999997}]},{"osd":7,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88,"15min":0.88},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":0.80300000000000005},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.84799999999999998}]}]},{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1044480,"data_stored":778177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.2629999999999999,"5min":3.2629999999999999,"15min":3.2629999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":11.535,"5min":11.535,"15min":11.535},"last":0.68700000000000006}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":5.3099999999999996,"5min":5.3099999999999996,"15min":5.3099999999999996},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":7.3959999999999999,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.71599999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":10.445,"5min":10.445,"15min":10.445},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":5.4039999999999999,"5min":5.4039999999999999,"15min":5.4039999999999999},"last":0.96299999999999997}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":7.1059999999999999,"5min":7.1059999999999999,"15min":7.1059999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1289999999999996,"5min":7.1289999999999996,"15min":7.1289999999999996},"last":0.63400000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.77100000000000002}]},{"osd":5,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.004}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.212,"5min":1.212,"15min":1.212},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.052}]}]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27460,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344380,"statfs":{"total":96636764160,"available":96608645120,"internally_reserved":0,"allocated":442368,"data_stored":186839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.51400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.653,"5min":1.653,"15min":1.653},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.2169999999999996,"5min":6.2169999999999996,"15min":6.2169999999999996},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":14.379,"5min":14.379,"15min":14.379},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.495}]},{"osd":4,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.86299999999999999}]},{"osd":5,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":0.85299999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.75}]},{"osd":7,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.91300000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574874,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":1036288,"data_stored":777151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"last":0.307},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":6.1600000000000001,"5min":6.1600000000000001,"15min":6.1600000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.52300000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.751}]},{"osd":5,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.65100000000000002}]},{"osd":7,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.78900000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":188395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.371},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.5419999999999998,"5min":4.5419999999999998,"15min":4.5419999999999998},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.0140000000000002,"5min":4.0140000000000002,"15min":4.0140000000000002},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.44400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.363,"5min":2.363,"15min":2.363},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.46500000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":3.04,"5min":3.04,"15min":3.04},"last":0.78400000000000003}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":2.9940000000000002,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.73199999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.76100000000000001}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.74299999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":446464,"data_stored":187353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.628},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.504}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.8440000000000001,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":3.3690000000000002,"5min":3.3690000000000002,"15min":3.3690000000000002},"last":0.71799999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":0.79400000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.25,"5min":2.25,"15min":2.25},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.81599999999999995}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.84599999999999997}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.77100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.497},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.55200000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.746}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.59299999999999997}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.78000000000000003}]},{"osd":7,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.72599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":442368,"data_stored":187331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.622}]},{"osd":1,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.503}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.755},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":12.286,"5min":12.286,"15min":12.286},"last":0.57699999999999996}]},{"osd":3,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.437},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.59199999999999997}]},{"osd":5,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72499999999999998}]},{"osd":7,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.81000000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:46:03.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3c is not active+clean 2023-10-06T22:46:03.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2023-10-06T22:45:57.175291+0000', 'last_change': '2023-10-06T22:45:57.175291+0000', 'last_active': '2023-10-06T22:45:57.156704+0000', 'last_peered': '2023-10-06T22:45:57.156704+0000', 'last_clean': '2023-10-06T22:45:57.156704+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-10-06T22:45:57.175291+0000', 'last_undegraded': '2023-10-06T22:45:57.175291+0000', 'last_fullsized': '2023-10-06T22:45:57.175291+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_clean_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-10-06T22:46:03.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3b is not active+clean 2023-10-06T22:46:03.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2023-10-06T22:45:57.173582+0000', 'last_change': '2023-10-06T22:45:57.173582+0000', 'last_active': '2023-10-06T22:45:57.156704+0000', 'last_peered': '2023-10-06T22:45:57.156704+0000', 'last_clean': '2023-10-06T22:45:57.156704+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-10-06T22:45:57.173582+0000', 'last_undegraded': '2023-10-06T22:45:57.173582+0000', 'last_fullsized': '2023-10-06T22:45:57.173582+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_clean_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-10-06T22:46:03.622 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2d is not active+clean 2023-10-06T22:46:03.622 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2023-10-06T22:45:57.174472+0000', 'last_change': '2023-10-06T22:45:57.174472+0000', 'last_active': '2023-10-06T22:45:57.156704+0000', 'last_peered': '2023-10-06T22:45:57.156704+0000', 'last_clean': '2023-10-06T22:45:57.156704+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-10-06T22:45:57.174472+0000', 'last_undegraded': '2023-10-06T22:45:57.174472+0000', 'last_fullsized': '2023-10-06T22:45:57.174472+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_clean_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-10-06T22:46:03.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.28 is not active+clean 2023-10-06T22:46:03.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2023-10-06T22:45:57.173819+0000', 'last_change': '2023-10-06T22:45:57.173819+0000', 'last_active': '2023-10-06T22:45:57.156704+0000', 'last_peered': '2023-10-06T22:45:57.156704+0000', 'last_clean': '2023-10-06T22:45:57.156704+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-10-06T22:45:57.173819+0000', 'last_undegraded': '2023-10-06T22:45:57.173819+0000', 'last_fullsized': '2023-10-06T22:45:57.173819+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_clean_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-10-06T22:46:03.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.14 is not active+clean 2023-10-06T22:46:03.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2023-10-06T22:45:57.175726+0000', 'last_change': '2023-10-06T22:45:57.175726+0000', 'last_active': '2023-10-06T22:45:57.156704+0000', 'last_peered': '2023-10-06T22:45:57.156704+0000', 'last_clean': '2023-10-06T22:45:57.156704+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-10-06T22:45:57.175726+0000', 'last_undegraded': '2023-10-06T22:45:57.175726+0000', 'last_fullsized': '2023-10-06T22:45:57.175726+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_clean_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-10-06T22:46:03.623 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.f is not active+clean 2023-10-06T22:46:03.623 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 37, 'state': 'creating+peering', 'last_fresh': '2023-10-06T22:45:57.174809+0000', 'last_change': '2023-10-06T22:45:57.174809+0000', 'last_active': '2023-10-06T22:45:57.156704+0000', 'last_peered': '2023-10-06T22:45:57.156704+0000', 'last_clean': '2023-10-06T22:45:57.156704+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-10-06T22:45:57.174809+0000', 'last_undegraded': '2023-10-06T22:45:57.174809+0000', 'last_fullsized': '2023-10-06T22:45:57.174809+0000', 'mapping_epoch': 37, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 37, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'last_clean_scrub_stamp': '2023-10-06T22:45:57.156704+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-10-06T22:46:03.624 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-10-06T22:46:03.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.857+0000 7f236cfff700 1 Processor -- start 2023-10-06T22:46:03.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.857+0000 7f236cfff700 1 -- start start 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.858+0000 7f236cfff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f236815af00 0x7f23680b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.858+0000 7f236cfff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f236815b330 con 0x7f2368158240 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.858+0000 7f236cfff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2368071640 con 0x7f236815aa70 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.858+0000 7f236cfff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23680718c0 con 0x7f236815af00 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.858+0000 7f2366d9d700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f236815af00 0x7f23680b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.858+0000 7f236659c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f2368158240 0x7f23680c97d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:39136/0 (socket says 172.21.15.37:39136) 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.858+0000 7f236659c700 1 -- 172.21.15.37:0/304146837 learned_addr learned my addr 172.21.15.37:0/304146837 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:03.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2366d9d700 1 -- 172.21.15.37:0/304146837 >> v1:172.21.15.62:6789/0 conn(0x7f236815aa70 legacy=0x7f23680720a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2366d9d700 1 -- 172.21.15.37:0/304146837 >> v1:172.21.15.37:6789/0 conn(0x7f2368158240 legacy=0x7f23680c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2366d9d700 1 -- 172.21.15.37:0/304146837 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f236815b580 con 0x7f236815af00 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2365d9b700 1 -- 172.21.15.37:0/304146837 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3527956912 0 0) 0x7f236815b330 con 0x7f2368158240 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2366d9d700 1 --2- 172.21.15.37:0/304146837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f23680b0f70 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f2360009d90 tx=0x7f236000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=569b2bcb70452ac2 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2365d9b700 1 -- 172.21.15.37:0/304146837 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f236000e070 con 0x7f236815af00 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2365d9b700 1 -- 172.21.15.37:0/304146837 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f236000bbd0 con 0x7f236815af00 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.859+0000 7f2365d9b700 1 -- 172.21.15.37:0/304146837 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2360003a70 con 0x7f236815af00 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.860+0000 7f236cfff700 1 -- 172.21.15.37:0/304146837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 msgr2=0x7f23680b0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.860+0000 7f236cfff700 1 --2- 172.21.15.37:0/304146837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f23680b0f70 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f2360009d90 tx=0x7f236000b330 comp rx=0 tx=0).stop 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.860+0000 7f236cfff700 1 -- 172.21.15.37:0/304146837 shutdown_connections 2023-10-06T22:46:03.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.860+0000 7f236cfff700 1 --2- 172.21.15.37:0/304146837 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f23680b0f70 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.860+0000 7f236cfff700 1 -- 172.21.15.37:0/304146837 >> 172.21.15.37:0/304146837 conn(0x7f236806aab0 msgr2=0x7f236806aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:03.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.860+0000 7f236cfff700 1 -- 172.21.15.37:0/304146837 shutdown_connections 2023-10-06T22:46:03.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.860+0000 7f236cfff700 1 -- 172.21.15.37:0/304146837 wait complete. 2023-10-06T22:46:03.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.862+0000 7f236cfff700 1 Processor -- start 2023-10-06T22:46:03.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.863+0000 7f236cfff700 1 -- start start 2023-10-06T22:46:03.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f236cfff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2368158240 0x7f2368140c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f236cfff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f236815aa70 0x7f23681f2950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f236cfff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f2368157010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f236cfff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2368154690 con 0x7f236815af00 2023-10-06T22:46:03.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f236cfff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23681401a0 con 0x7f2368158240 2023-10-06T22:46:03.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f236cfff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2368140480 con 0x7f236815aa70 2023-10-06T22:46:03.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f2366d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f2368157010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f2366d9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f2368157010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:54954/0 (socket says 172.21.15.37:54954) 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f2366d9d700 1 -- 172.21.15.37:0/547124320 learned_addr learned my addr 172.21.15.37:0/547124320 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f236659c700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2368158240 0x7f2368140c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.864+0000 7f235ffff700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f236815aa70 0x7f23681f2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f2366d9d700 1 -- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f236815aa70 msgr2=0x7f23681f2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f2366d9d700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f236815aa70 0x7f23681f2950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f2366d9d700 1 -- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2368158240 msgr2=0x7f2368140c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f2366d9d700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2368158240 0x7f2368140c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f2366d9d700 1 -- 172.21.15.37:0/547124320 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2360009a70 con 0x7f236815af00 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f236659c700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2368158240 0x7f2368140c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f2366d9d700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f2368157010 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f23680b1df0 tx=0x7f2360004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:03.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f235effd700 1 -- 172.21.15.37:0/547124320 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2360003a70 con 0x7f236815af00 2023-10-06T22:46:03.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f235effd700 1 -- 172.21.15.37:0/547124320 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2360012650 con 0x7f236815af00 2023-10-06T22:46:03.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2368140760 con 0x7f236815af00 2023-10-06T22:46:03.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f235effd700 1 -- 172.21.15.37:0/547124320 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2360012a00 con 0x7f236815af00 2023-10-06T22:46:03.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.865+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23681f2e90 con 0x7f236815af00 2023-10-06T22:46:03.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.866+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2368140950 con 0x7f236815af00 2023-10-06T22:46:03.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.867+0000 7f235effd700 1 -- 172.21.15.37:0/547124320 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f2360012b60 con 0x7f236815af00 2023-10-06T22:46:03.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.868+0000 7f235effd700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f234806af00 0x7f234806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:03.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.868+0000 7f235effd700 1 -- 172.21.15.37:0/547124320 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f236008bca0 con 0x7f236815af00 2023-10-06T22:46:03.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.869+0000 7f236659c700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f234806af00 0x7f234806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:03.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.869+0000 7f236659c700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f234806af00 0x7f234806d3c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2358000f60 tx=0x7f2358007ca0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:03.874 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:03.873+0000 7f235effd700 1 -- 172.21.15.37:0/547124320 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f236005a690 con 0x7f236815af00 2023-10-06T22:46:04.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.172+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f2368074380 con 0x7f236815af00 2023-10-06T22:46:04.174 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.172+0000 7f235effd700 1 -- 172.21.15.37:0/547124320 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1098 (secure 0 0 0) 0x7f236002a460 con 0x7f236815af00 2023-10-06T22:46:04.175 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:04.175 INFO:teuthology.orchestra.run.smithi037.stdout:{"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":133,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":39,"num_osds":8,"num_up_osds":8,"osd_up_since":1696632246,"num_in_osds":8,"osd_in_since":1696632234,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":91},{"state_name":"creating+peering","count":6}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592708,"bytes_used":226119680,"bytes_avail":772867993600,"bytes_total":773094113280,"inactive_pgs_ratio":0.061855670064687729,"write_bytes_sec":2218,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":18,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"c","status":"up:active","gid":5331}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":6,"modified":"2023-10-06T22:45:22.212444+0000","services":{}},"progress_events":{}} 2023-10-06T22:46:04.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f234806af00 msgr2=0x7f234806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f234806af00 0x7f234806d3c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f2358000f60 tx=0x7f2358007ca0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 msgr2=0x7f2368157010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f2368157010 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f23680b1df0 tx=0x7f2360004b20 comp rx=0 tx=0).stop 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 shutdown_connections 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f234806af00 0x7f234806d3c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f2368158240 0x7f2368140c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f236815af00 0x7f2368157010 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 --2- 172.21.15.37:0/547124320 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f236815aa70 0x7f23681f2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 >> 172.21.15.37:0/547124320 conn(0x7f236806aab0 msgr2=0x7f23680720a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 shutdown_connections 2023-10-06T22:46:04.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.176+0000 7f236cfff700 1 -- 172.21.15.37:0/547124320 wait complete. 2023-10-06T22:46:04.195 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-10-06T22:46:04.195 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:46:04.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.396+0000 7f0ba5dff700 1 Processor -- start 2023-10-06T22:46:04.397 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.397+0000 7f0ba5dff700 1 -- start start 2023-10-06T22:46:04.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0ba5dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0ba00d1760 0x7f0ba00ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:04.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0ba5dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba00b5010 0x7f0ba00b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:04.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0ba5dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ba00cedd0 con 0x7f0ba015d830 2023-10-06T22:46:04.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0ba5dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ba00b59a0 con 0x7f0ba00d1760 2023-10-06T22:46:04.399 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0ba5dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba00d1d40 con 0x7f0ba00b5010 2023-10-06T22:46:04.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0b9effd700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f0ba00d1760 0x7f0ba00ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:04.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0b9ffff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba00b5010 0x7f0ba00b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:04.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0b9f7fe700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f0ba015d830 0x7f0ba00d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:52642/0 (socket says 172.21.15.37:52642) 2023-10-06T22:46:04.400 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.398+0000 7f0b9f7fe700 1 -- 172.21.15.37:0/917455011 learned_addr learned my addr 172.21.15.37:0/917455011 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:04.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9effd700 1 -- 172.21.15.37:0/917455011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba00b5010 msgr2=0x7f0ba00b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:04.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9effd700 1 --2- 172.21.15.37:0/917455011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba00b5010 0x7f0ba00b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9effd700 1 -- 172.21.15.37:0/917455011 >> v1:172.21.15.62:6789/0 conn(0x7f0ba015d830 legacy=0x7f0ba00d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.401 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9effd700 1 -- 172.21.15.37:0/917455011 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba00d2020 con 0x7f0ba00d1760 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9effd700 1 --2- 172.21.15.37:0/917455011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 0x7f0ba00ce890 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009840 tx=0x7f0b94009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=412ff42de1d1271d server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9e7fc700 1 -- 172.21.15.37:0/917455011 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b94011830 con 0x7f0ba00d1760 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9e7fc700 1 -- 172.21.15.37:0/917455011 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b94011990 con 0x7f0ba00d1760 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.399+0000 7f0b9e7fc700 1 -- 172.21.15.37:0/917455011 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b94011d20 con 0x7f0ba00d1760 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 -- 172.21.15.37:0/917455011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 msgr2=0x7f0ba00ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/917455011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 0x7f0ba00ce890 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0b94009840 tx=0x7f0b94009b50 comp rx=0 tx=0).stop 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 -- 172.21.15.37:0/917455011 shutdown_connections 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/917455011 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba00b5010 0x7f0ba00b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/917455011 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 0x7f0ba00ce890 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 -- 172.21.15.37:0/917455011 >> 172.21.15.37:0/917455011 conn(0x7f0ba0072630 msgr2=0x7f0ba00d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:04.402 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 -- 172.21.15.37:0/917455011 shutdown_connections 2023-10-06T22:46:04.403 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.400+0000 7f0ba5dff700 1 -- 172.21.15.37:0/917455011 wait complete. 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.402+0000 7f0ba5dff700 1 Processor -- start 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.402+0000 7f0ba5dff700 1 -- start start 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0ba5dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0ba00b5010 0x7f0ba00cb070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0ba5dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 0x7f0ba014fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0ba5dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba015d830 0x7f0ba00d3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0ba5dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba01500c0 con 0x7f0ba00b5010 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0ba5dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba00c8070 con 0x7f0ba00d1760 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0ba5dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba00c7460 con 0x7f0ba015d830 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0b9f7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0ba00b5010 0x7f0ba00cb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:04.407 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0b9f7fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0ba00b5010 0x7f0ba00cb070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43428/0 (socket says 172.21.15.37:43428) 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.403+0000 7f0b9f7fe700 1 -- 172.21.15.37:0/3071969855 learned_addr learned my addr 172.21.15.37:0/3071969855 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9effd700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 0x7f0ba014fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9ffff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba015d830 0x7f0ba00d3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9f7fe700 1 -- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba015d830 msgr2=0x7f0ba00d3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9f7fe700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba015d830 0x7f0ba00d3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9f7fe700 1 -- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 msgr2=0x7f0ba014fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9f7fe700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 0x7f0ba014fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9f7fe700 1 -- 172.21.15.37:0/3071969855 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b940094a0 con 0x7f0ba00b5010 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b9f7fe700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0ba00b5010 0x7f0ba00cb070 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f0b9000c550 tx=0x7f0b9000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b87fff700 1 -- 172.21.15.37:0/3071969855 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b90005d70 con 0x7f0ba00b5010 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b87fff700 1 -- 172.21.15.37:0/3071969855 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b900070d0 con 0x7f0ba00b5010 2023-10-06T22:46:04.408 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0b87fff700 1 -- 172.21.15.37:0/3071969855 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b90007440 con 0x7f0ba00b5010 2023-10-06T22:46:04.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.404+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba00c7740 con 0x7f0ba00b5010 2023-10-06T22:46:04.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.405+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ba00c7d00 con 0x7f0ba00b5010 2023-10-06T22:46:04.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.406+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ba0074380 con 0x7f0ba00b5010 2023-10-06T22:46:04.409 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.407+0000 7f0b87fff700 1 -- 172.21.15.37:0/3071969855 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0b900075a0 con 0x7f0ba00b5010 2023-10-06T22:46:04.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.408+0000 7f0b87fff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b8c06af00 0x7f0b8c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:04.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.408+0000 7f0b87fff700 1 -- 172.21.15.37:0/3071969855 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0b90088990 con 0x7f0ba00b5010 2023-10-06T22:46:04.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.408+0000 7f0b9effd700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b8c06af00 0x7f0b8c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:04.410 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.409+0000 7f0b9effd700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b8c06af00 0x7f0b8c06d3c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0b94000c00 tx=0x7f0b94008030 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:04.413 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.412+0000 7f0b87fff700 1 -- 172.21.15.37:0/3071969855 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0b900539b0 con 0x7f0ba00b5010 2023-10-06T22:46:04.619 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.618+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0ba00d25e0 con 0x7f0b8c06af00 2023-10-06T22:46:04.629 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.628+0000 7f0b87fff700 1 -- 172.21.15.37:0/3071969855 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289060 (secure 0 0 0) 0x7f0b94011c00 con 0x7f0b8c06af00 2023-10-06T22:46:04.632 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:04.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b8c06af00 msgr2=0x7f0b8c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b8c06af00 0x7f0b8c06d3c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0b94000c00 tx=0x7f0b94008030 comp rx=0 tx=0).stop 2023-10-06T22:46:04.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0ba00b5010 msgr2=0x7f0ba00cb070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:04.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0ba00b5010 0x7f0ba00cb070 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f0b9000c550 tx=0x7f0b9000c860 comp rx=0 tx=0).stop 2023-10-06T22:46:04.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 shutdown_connections 2023-10-06T22:46:04.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0ba015d830 0x7f0ba00d3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.635 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0ba00b5010 0x7f0ba00cb070 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0b8c06af00 0x7f0b8c06d3c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 --2- 172.21.15.37:0/3071969855 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0ba00d1760 0x7f0ba014fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:04.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 >> 172.21.15.37:0/3071969855 conn(0x7f0ba0072630 msgr2=0x7f0ba015c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:04.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 shutdown_connections 2023-10-06T22:46:04.636 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:04.632+0000 7f0ba5dff700 1 -- 172.21.15.37:0/3071969855 wait complete. 2023-10-06T22:46:04.636 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:46:04.652 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":92,"stamp":"2023-10-06T22:46:04.222443+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":124,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220860,"kb_used_data":4668,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753860,"statfs":{"total":773094113280,"available":772867952640,"internally_reserved":0,"allocated":4780032,"data_stored":2692166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":50,"apply_latency_ms":50,"commit_latency_ns":50000000,"apply_latency_ns":50000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.054144"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188331+0000","last_change":"2023-10-06T22:45:58.202966+0000","last_active":"2023-10-06T22:45:59.188331+0000","last_peered":"2023-10-06T22:45:59.188331+0000","last_clean":"2023-10-06T22:45:59.188331+0000","last_became_active":"2023-10-06T22:45:58.197347+0000","last_became_peered":"2023-10-06T22:45:58.197347+0000","last_unstale":"2023-10-06T22:45:59.188331+0000","last_undegraded":"2023-10-06T22:45:59.188331+0000","last_fullsized":"2023-10-06T22:45:59.188331+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188062+0000","last_change":"2023-10-06T22:45:58.182775+0000","last_active":"2023-10-06T22:45:59.188062+0000","last_peered":"2023-10-06T22:45:59.188062+0000","last_clean":"2023-10-06T22:45:59.188062+0000","last_became_active":"2023-10-06T22:45:58.182422+0000","last_became_peered":"2023-10-06T22:45:58.182422+0000","last_unstale":"2023-10-06T22:45:59.188062+0000","last_undegraded":"2023-10-06T22:45:59.188062+0000","last_fullsized":"2023-10-06T22:45:59.188062+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216227+0000","last_change":"2023-10-06T22:45:58.214392+0000","last_active":"2023-10-06T22:45:58.216227+0000","last_peered":"2023-10-06T22:45:58.216227+0000","last_clean":"2023-10-06T22:45:58.216227+0000","last_became_active":"2023-10-06T22:45:58.214076+0000","last_became_peered":"2023-10-06T22:45:58.214076+0000","last_unstale":"2023-10-06T22:45:58.216227+0000","last_undegraded":"2023-10-06T22:45:58.216227+0000","last_fullsized":"2023-10-06T22:45:58.216227+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231287+0000","last_change":"2023-10-06T22:45:58.189733+0000","last_active":"2023-10-06T22:45:59.231287+0000","last_peered":"2023-10-06T22:45:59.231287+0000","last_clean":"2023-10-06T22:45:59.231287+0000","last_became_active":"2023-10-06T22:45:58.189455+0000","last_became_peered":"2023-10-06T22:45:58.189455+0000","last_unstale":"2023-10-06T22:45:59.231287+0000","last_undegraded":"2023-10-06T22:45:59.231287+0000","last_fullsized":"2023-10-06T22:45:59.231287+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:58:04.764585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231143+0000","last_change":"2023-10-06T22:45:58.195266+0000","last_active":"2023-10-06T22:45:59.231143+0000","last_peered":"2023-10-06T22:45:59.231143+0000","last_clean":"2023-10-06T22:45:59.231143+0000","last_became_active":"2023-10-06T22:45:58.194962+0000","last_became_peered":"2023-10-06T22:45:58.194962+0000","last_unstale":"2023-10-06T22:45:59.231143+0000","last_undegraded":"2023-10-06T22:45:59.231143+0000","last_fullsized":"2023-10-06T22:45:59.231143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:42.870755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205561+0000","last_change":"2023-10-06T22:45:58.199091+0000","last_active":"2023-10-06T22:45:58.205561+0000","last_peered":"2023-10-06T22:45:58.205561+0000","last_clean":"2023-10-06T22:45:58.205561+0000","last_became_active":"2023-10-06T22:45:58.198821+0000","last_became_peered":"2023-10-06T22:45:58.198821+0000","last_unstale":"2023-10-06T22:45:58.205561+0000","last_undegraded":"2023-10-06T22:45:58.205561+0000","last_fullsized":"2023-10-06T22:45:58.205561+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190457+0000","last_change":"2023-10-06T22:45:58.198840+0000","last_active":"2023-10-06T22:45:59.190457+0000","last_peered":"2023-10-06T22:45:59.190457+0000","last_clean":"2023-10-06T22:45:59.190457+0000","last_became_active":"2023-10-06T22:45:58.198503+0000","last_became_peered":"2023-10-06T22:45:58.198503+0000","last_unstale":"2023-10-06T22:45:59.190457+0000","last_undegraded":"2023-10-06T22:45:59.190457+0000","last_fullsized":"2023-10-06T22:45:59.190457+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187751+0000","last_change":"2023-10-06T22:45:58.191292+0000","last_active":"2023-10-06T22:45:59.187751+0000","last_peered":"2023-10-06T22:45:59.187751+0000","last_clean":"2023-10-06T22:45:59.187751+0000","last_became_active":"2023-10-06T22:45:58.190998+0000","last_became_peered":"2023-10-06T22:45:58.190998+0000","last_unstale":"2023-10-06T22:45:59.187751+0000","last_undegraded":"2023-10-06T22:45:59.187751+0000","last_fullsized":"2023-10-06T22:45:59.187751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216745+0000","last_change":"2023-10-06T22:45:58.214979+0000","last_active":"2023-10-06T22:45:58.216745+0000","last_peered":"2023-10-06T22:45:58.216745+0000","last_clean":"2023-10-06T22:45:58.216745+0000","last_became_active":"2023-10-06T22:45:58.214695+0000","last_became_peered":"2023-10-06T22:45:58.214695+0000","last_unstale":"2023-10-06T22:45:58.216745+0000","last_undegraded":"2023-10-06T22:45:58.216745+0000","last_fullsized":"2023-10-06T22:45:58.216745+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189744+0000","last_change":"2023-10-06T22:45:58.203817+0000","last_active":"2023-10-06T22:45:59.189744+0000","last_peered":"2023-10-06T22:45:59.189744+0000","last_clean":"2023-10-06T22:45:59.189744+0000","last_became_active":"2023-10-06T22:45:58.198356+0000","last_became_peered":"2023-10-06T22:45:58.198356+0000","last_unstale":"2023-10-06T22:45:59.189744+0000","last_undegraded":"2023-10-06T22:45:59.189744+0000","last_fullsized":"2023-10-06T22:45:59.189744+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.196566+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.196296+0000","last_became_peered":"2023-10-06T22:45:58.196296+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205602+0000","last_change":"2023-10-06T22:45:58.201874+0000","last_active":"2023-10-06T22:45:58.205602+0000","last_peered":"2023-10-06T22:45:58.205602+0000","last_clean":"2023-10-06T22:45:58.205602+0000","last_became_active":"2023-10-06T22:45:58.201550+0000","last_became_peered":"2023-10-06T22:45:58.201550+0000","last_unstale":"2023-10-06T22:45:58.205602+0000","last_undegraded":"2023-10-06T22:45:58.205602+0000","last_fullsized":"2023-10-06T22:45:58.205602+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189050+0000","last_change":"2023-10-06T22:45:58.205281+0000","last_active":"2023-10-06T22:45:59.189050+0000","last_peered":"2023-10-06T22:45:59.189050+0000","last_clean":"2023-10-06T22:45:59.189050+0000","last_became_active":"2023-10-06T22:45:58.204834+0000","last_became_peered":"2023-10-06T22:45:58.204834+0000","last_unstale":"2023-10-06T22:45:59.189050+0000","last_undegraded":"2023-10-06T22:45:59.189050+0000","last_fullsized":"2023-10-06T22:45:59.189050+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:18:24.438882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190507+0000","last_change":"2023-10-06T22:45:58.193511+0000","last_active":"2023-10-06T22:45:59.190507+0000","last_peered":"2023-10-06T22:45:59.190507+0000","last_clean":"2023-10-06T22:45:59.190507+0000","last_became_active":"2023-10-06T22:45:58.193006+0000","last_became_peered":"2023-10-06T22:45:58.193006+0000","last_unstale":"2023-10-06T22:45:59.190507+0000","last_undegraded":"2023-10-06T22:45:59.190507+0000","last_fullsized":"2023-10-06T22:45:59.190507+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190095+0000","last_change":"2023-10-06T22:45:58.204926+0000","last_active":"2023-10-06T22:45:59.190095+0000","last_peered":"2023-10-06T22:45:59.190095+0000","last_clean":"2023-10-06T22:45:59.190095+0000","last_became_active":"2023-10-06T22:45:58.204629+0000","last_became_peered":"2023-10-06T22:45:58.204629+0000","last_unstale":"2023-10-06T22:45:59.190095+0000","last_undegraded":"2023-10-06T22:45:59.190095+0000","last_fullsized":"2023-10-06T22:45:59.190095+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202384+0000","last_change":"2023-10-06T22:45:58.193662+0000","last_active":"2023-10-06T22:45:58.202384+0000","last_peered":"2023-10-06T22:45:58.202384+0000","last_clean":"2023-10-06T22:45:58.202384+0000","last_became_active":"2023-10-06T22:45:58.193357+0000","last_became_peered":"2023-10-06T22:45:58.193357+0000","last_unstale":"2023-10-06T22:45:58.202384+0000","last_undegraded":"2023-10-06T22:45:58.202384+0000","last_fullsized":"2023-10-06T22:45:58.202384+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204119+0000","last_change":"2023-10-06T22:45:58.201354+0000","last_active":"2023-10-06T22:45:58.204119+0000","last_peered":"2023-10-06T22:45:58.204119+0000","last_clean":"2023-10-06T22:45:58.204119+0000","last_became_active":"2023-10-06T22:45:58.200986+0000","last_became_peered":"2023-10-06T22:45:58.200986+0000","last_unstale":"2023-10-06T22:45:58.204119+0000","last_undegraded":"2023-10-06T22:45:58.204119+0000","last_fullsized":"2023-10-06T22:45:58.204119+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:27:58.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202357+0000","last_change":"2023-10-06T22:45:58.195434+0000","last_active":"2023-10-06T22:45:58.202357+0000","last_peered":"2023-10-06T22:45:58.202357+0000","last_clean":"2023-10-06T22:45:58.202357+0000","last_became_active":"2023-10-06T22:45:58.195167+0000","last_became_peered":"2023-10-06T22:45:58.195167+0000","last_unstale":"2023-10-06T22:45:58.202357+0000","last_undegraded":"2023-10-06T22:45:58.202357+0000","last_fullsized":"2023-10-06T22:45:58.202357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:58:04.764585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231270+0000","last_change":"2023-10-06T22:45:58.201601+0000","last_active":"2023-10-06T22:45:59.231270+0000","last_peered":"2023-10-06T22:45:59.231270+0000","last_clean":"2023-10-06T22:45:59.231270+0000","last_became_active":"2023-10-06T22:45:58.201308+0000","last_became_peered":"2023-10-06T22:45:58.201308+0000","last_unstale":"2023-10-06T22:45:59.231270+0000","last_undegraded":"2023-10-06T22:45:59.231270+0000","last_fullsized":"2023-10-06T22:45:59.231270+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:11:43.022105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.201907+0000","last_change":"2023-10-06T22:45:58.195159+0000","last_active":"2023-10-06T22:45:58.201907+0000","last_peered":"2023-10-06T22:45:58.201907+0000","last_clean":"2023-10-06T22:45:58.201907+0000","last_became_active":"2023-10-06T22:45:58.194864+0000","last_became_peered":"2023-10-06T22:45:58.194864+0000","last_unstale":"2023-10-06T22:45:58.201907+0000","last_undegraded":"2023-10-06T22:45:58.201907+0000","last_fullsized":"2023-10-06T22:45:58.201907+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:13.258030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189230+0000","last_change":"2023-10-06T22:45:58.198175+0000","last_active":"2023-10-06T22:45:59.189230+0000","last_peered":"2023-10-06T22:45:59.189230+0000","last_clean":"2023-10-06T22:45:59.189230+0000","last_became_active":"2023-10-06T22:45:58.197863+0000","last_became_peered":"2023-10-06T22:45:58.197863+0000","last_unstale":"2023-10-06T22:45:59.189230+0000","last_undegraded":"2023-10-06T22:45:59.189230+0000","last_fullsized":"2023-10-06T22:45:59.189230+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190883+0000","last_change":"2023-10-06T22:45:58.202479+0000","last_active":"2023-10-06T22:45:59.190883+0000","last_peered":"2023-10-06T22:45:59.190883+0000","last_clean":"2023-10-06T22:45:59.190883+0000","last_became_active":"2023-10-06T22:45:58.202194+0000","last_became_peered":"2023-10-06T22:45:58.202194+0000","last_unstale":"2023-10-06T22:45:59.190883+0000","last_undegraded":"2023-10-06T22:45:59.190883+0000","last_fullsized":"2023-10-06T22:45:59.190883+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203093+0000","last_change":"2023-10-06T22:45:58.199934+0000","last_active":"2023-10-06T22:45:58.203093+0000","last_peered":"2023-10-06T22:45:58.203093+0000","last_clean":"2023-10-06T22:45:58.203093+0000","last_became_active":"2023-10-06T22:45:58.199627+0000","last_became_peered":"2023-10-06T22:45:58.199627+0000","last_unstale":"2023-10-06T22:45:58.203093+0000","last_undegraded":"2023-10-06T22:45:58.203093+0000","last_fullsized":"2023-10-06T22:45:58.203093+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.230930+0000","last_change":"2023-10-06T22:45:58.202224+0000","last_active":"2023-10-06T22:45:59.230930+0000","last_peered":"2023-10-06T22:45:59.230930+0000","last_clean":"2023-10-06T22:45:59.230930+0000","last_became_active":"2023-10-06T22:45:58.201915+0000","last_became_peered":"2023-10-06T22:45:58.201915+0000","last_unstale":"2023-10-06T22:45:59.230930+0000","last_undegraded":"2023-10-06T22:45:59.230930+0000","last_fullsized":"2023-10-06T22:45:59.230930+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:06.888388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202396+0000","last_change":"2023-10-06T22:45:58.198046+0000","last_active":"2023-10-06T22:45:58.202396+0000","last_peered":"2023-10-06T22:45:58.202396+0000","last_clean":"2023-10-06T22:45:58.202396+0000","last_became_active":"2023-10-06T22:45:58.197720+0000","last_became_peered":"2023-10-06T22:45:58.197720+0000","last_unstale":"2023-10-06T22:45:58.202396+0000","last_undegraded":"2023-10-06T22:45:58.202396+0000","last_fullsized":"2023-10-06T22:45:58.202396+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216549+0000","last_change":"2023-10-06T22:45:58.214390+0000","last_active":"2023-10-06T22:45:58.216549+0000","last_peered":"2023-10-06T22:45:58.216549+0000","last_clean":"2023-10-06T22:45:58.216549+0000","last_became_active":"2023-10-06T22:45:58.214094+0000","last_became_peered":"2023-10-06T22:45:58.214094+0000","last_unstale":"2023-10-06T22:45:58.216549+0000","last_undegraded":"2023-10-06T22:45:58.216549+0000","last_fullsized":"2023-10-06T22:45:58.216549+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203165+0000","last_change":"2023-10-06T22:45:58.197493+0000","last_active":"2023-10-06T22:45:58.203165+0000","last_peered":"2023-10-06T22:45:58.203165+0000","last_clean":"2023-10-06T22:45:58.203165+0000","last_became_active":"2023-10-06T22:45:58.197209+0000","last_became_peered":"2023-10-06T22:45:58.197209+0000","last_unstale":"2023-10-06T22:45:58.203165+0000","last_undegraded":"2023-10-06T22:45:58.203165+0000","last_fullsized":"2023-10-06T22:45:58.203165+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:11:43.022105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189990+0000","last_change":"2023-10-06T22:45:58.206452+0000","last_active":"2023-10-06T22:45:59.189990+0000","last_peered":"2023-10-06T22:45:59.189990+0000","last_clean":"2023-10-06T22:45:59.189990+0000","last_became_active":"2023-10-06T22:45:58.206174+0000","last_became_peered":"2023-10-06T22:45:58.206174+0000","last_unstale":"2023-10-06T22:45:59.189990+0000","last_undegraded":"2023-10-06T22:45:59.189990+0000","last_fullsized":"2023-10-06T22:45:59.189990+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.202290+0000","last_change":"2023-10-06T22:45:58.197478+0000","last_active":"2023-10-06T22:45:58.202290+0000","last_peered":"2023-10-06T22:45:58.202290+0000","last_clean":"2023-10-06T22:45:58.202290+0000","last_became_active":"2023-10-06T22:45:58.197144+0000","last_became_peered":"2023-10-06T22:45:58.197144+0000","last_unstale":"2023-10-06T22:45:58.202290+0000","last_undegraded":"2023-10-06T22:45:58.202290+0000","last_fullsized":"2023-10-06T22:45:58.202290+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:12.075611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.194019+0000","last_change":"2023-10-06T22:45:58.184963+0000","last_active":"2023-10-06T22:45:58.194019+0000","last_peered":"2023-10-06T22:45:58.194019+0000","last_clean":"2023-10-06T22:45:58.194019+0000","last_became_active":"2023-10-06T22:45:58.184700+0000","last_became_peered":"2023-10-06T22:45:58.184700+0000","last_unstale":"2023-10-06T22:45:58.194019+0000","last_undegraded":"2023-10-06T22:45:58.194019+0000","last_fullsized":"2023-10-06T22:45:58.194019+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:06.888388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203073+0000","last_change":"2023-10-06T22:45:58.199558+0000","last_active":"2023-10-06T22:45:58.203073+0000","last_peered":"2023-10-06T22:45:58.203073+0000","last_clean":"2023-10-06T22:45:58.203073+0000","last_became_active":"2023-10-06T22:45:58.199203+0000","last_became_peered":"2023-10-06T22:45:58.199203+0000","last_unstale":"2023-10-06T22:45:58.203073+0000","last_undegraded":"2023-10-06T22:45:58.203073+0000","last_fullsized":"2023-10-06T22:45:58.203073+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205638+0000","last_change":"2023-10-06T22:45:58.200753+0000","last_active":"2023-10-06T22:45:58.205638+0000","last_peered":"2023-10-06T22:45:58.205638+0000","last_clean":"2023-10-06T22:45:58.205638+0000","last_became_active":"2023-10-06T22:45:58.200444+0000","last_became_peered":"2023-10-06T22:45:58.200444+0000","last_unstale":"2023-10-06T22:45:58.205638+0000","last_undegraded":"2023-10-06T22:45:58.205638+0000","last_fullsized":"2023-10-06T22:45:58.205638+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216564+0000","last_change":"2023-10-06T22:45:58.214487+0000","last_active":"2023-10-06T22:45:58.216564+0000","last_peered":"2023-10-06T22:45:58.216564+0000","last_clean":"2023-10-06T22:45:58.216564+0000","last_became_active":"2023-10-06T22:45:58.214173+0000","last_became_peered":"2023-10-06T22:45:58.214173+0000","last_unstale":"2023-10-06T22:45:58.216564+0000","last_undegraded":"2023-10-06T22:45:58.216564+0000","last_fullsized":"2023-10-06T22:45:58.216564+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:53.064475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":15,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.204209+0000","last_change":"2023-10-06T22:45:57.195043+0000","last_active":"2023-10-06T22:45:58.204209+0000","last_peered":"2023-10-06T22:45:58.204209+0000","last_clean":"2023-10-06T22:45:58.204209+0000","last_became_active":"2023-10-06T22:45:57.194711+0000","last_became_peered":"2023-10-06T22:45:57.194711+0000","last_unstale":"2023-10-06T22:45:58.204209+0000","last_undegraded":"2023-10-06T22:45:58.204209+0000","last_fullsized":"2023-10-06T22:45:58.204209+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:15.672449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216534+0000","last_change":"2023-10-06T22:45:58.214360+0000","last_active":"2023-10-06T22:45:58.216534+0000","last_peered":"2023-10-06T22:45:58.216534+0000","last_clean":"2023-10-06T22:45:58.216534+0000","last_became_active":"2023-10-06T22:45:58.214037+0000","last_became_peered":"2023-10-06T22:45:58.214037+0000","last_unstale":"2023-10-06T22:45:58.216534+0000","last_undegraded":"2023-10-06T22:45:58.216534+0000","last_fullsized":"2023-10-06T22:45:58.216534+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:57:34.772088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203859+0000","last_change":"2023-10-06T22:45:57.194431+0000","last_active":"2023-10-06T22:45:58.203859+0000","last_peered":"2023-10-06T22:45:58.203859+0000","last_clean":"2023-10-06T22:45:58.203859+0000","last_became_active":"2023-10-06T22:45:57.194168+0000","last_became_peered":"2023-10-06T22:45:57.194168+0000","last_unstale":"2023-10-06T22:45:58.203859+0000","last_undegraded":"2023-10-06T22:45:58.203859+0000","last_fullsized":"2023-10-06T22:45:58.203859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190400+0000","last_change":"2023-10-06T22:45:58.194380+0000","last_active":"2023-10-06T22:45:59.190400+0000","last_peered":"2023-10-06T22:45:59.190400+0000","last_clean":"2023-10-06T22:45:59.190400+0000","last_became_active":"2023-10-06T22:45:58.194074+0000","last_became_peered":"2023-10-06T22:45:58.194074+0000","last_unstale":"2023-10-06T22:45:59.190400+0000","last_undegraded":"2023-10-06T22:45:59.190400+0000","last_fullsized":"2023-10-06T22:45:59.190400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205758+0000","last_change":"2023-10-06T22:45:57.189764+0000","last_active":"2023-10-06T22:45:58.205758+0000","last_peered":"2023-10-06T22:45:58.205758+0000","last_clean":"2023-10-06T22:45:58.205758+0000","last_became_active":"2023-10-06T22:45:57.189488+0000","last_became_peered":"2023-10-06T22:45:57.189488+0000","last_unstale":"2023-10-06T22:45:58.205758+0000","last_undegraded":"2023-10-06T22:45:58.205758+0000","last_fullsized":"2023-10-06T22:45:58.205758+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188237+0000","last_change":"2023-10-06T22:45:58.187712+0000","last_active":"2023-10-06T22:45:59.188237+0000","last_peered":"2023-10-06T22:45:59.188237+0000","last_clean":"2023-10-06T22:45:59.188237+0000","last_became_active":"2023-10-06T22:45:58.187387+0000","last_became_peered":"2023-10-06T22:45:58.187387+0000","last_unstale":"2023-10-06T22:45:59.188237+0000","last_undegraded":"2023-10-06T22:45:59.188237+0000","last_fullsized":"2023-10-06T22:45:59.188237+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189284+0000","last_change":"2023-10-06T22:45:57.190001+0000","last_active":"2023-10-06T22:45:59.189284+0000","last_peered":"2023-10-06T22:45:59.189284+0000","last_clean":"2023-10-06T22:45:59.189284+0000","last_became_active":"2023-10-06T22:45:57.189730+0000","last_became_peered":"2023-10-06T22:45:57.189730+0000","last_unstale":"2023-10-06T22:45:59.189284+0000","last_undegraded":"2023-10-06T22:45:59.189284+0000","last_fullsized":"2023-10-06T22:45:59.189284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205905+0000","last_change":"2023-10-06T22:45:58.199150+0000","last_active":"2023-10-06T22:45:58.205905+0000","last_peered":"2023-10-06T22:45:58.205905+0000","last_clean":"2023-10-06T22:45:58.205905+0000","last_became_active":"2023-10-06T22:45:58.198869+0000","last_became_peered":"2023-10-06T22:45:58.198869+0000","last_unstale":"2023-10-06T22:45:58.205905+0000","last_undegraded":"2023-10-06T22:45:58.205905+0000","last_fullsized":"2023-10-06T22:45:58.205905+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:16.678819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189354+0000","last_change":"2023-10-06T22:45:57.193595+0000","last_active":"2023-10-06T22:45:59.189354+0000","last_peered":"2023-10-06T22:45:59.189354+0000","last_clean":"2023-10-06T22:45:59.189354+0000","last_became_active":"2023-10-06T22:45:57.193318+0000","last_became_peered":"2023-10-06T22:45:57.193318+0000","last_unstale":"2023-10-06T22:45:59.189354+0000","last_undegraded":"2023-10-06T22:45:59.189354+0000","last_fullsized":"2023-10-06T22:45:59.189354+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:42.292270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190504+0000","last_change":"2023-10-06T22:45:58.208564+0000","last_active":"2023-10-06T22:45:59.190504+0000","last_peered":"2023-10-06T22:45:59.190504+0000","last_clean":"2023-10-06T22:45:59.190504+0000","last_became_active":"2023-10-06T22:45:58.206719+0000","last_became_peered":"2023-10-06T22:45:58.206719+0000","last_unstale":"2023-10-06T22:45:59.190504+0000","last_undegraded":"2023-10-06T22:45:59.190504+0000","last_fullsized":"2023-10-06T22:45:59.190504+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.205188+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.205188+0000","last_peered":"2023-10-06T22:45:58.205188+0000","last_clean":"2023-10-06T22:45:58.205188+0000","last_became_active":"2023-10-06T22:45:57.186471+0000","last_became_peered":"2023-10-06T22:45:57.186471+0000","last_unstale":"2023-10-06T22:45:58.205188+0000","last_undegraded":"2023-10-06T22:45:58.205188+0000","last_fullsized":"2023-10-06T22:45:58.205188+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190785+0000","last_change":"2023-10-06T22:45:58.193287+0000","last_active":"2023-10-06T22:45:59.190785+0000","last_peered":"2023-10-06T22:45:59.190785+0000","last_clean":"2023-10-06T22:45:59.190785+0000","last_became_active":"2023-10-06T22:45:58.192659+0000","last_became_peered":"2023-10-06T22:45:58.192659+0000","last_unstale":"2023-10-06T22:45:59.190785+0000","last_undegraded":"2023-10-06T22:45:59.190785+0000","last_fullsized":"2023-10-06T22:45:59.190785+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.188260+0000","last_change":"2023-10-06T22:45:57.193106+0000","last_active":"2023-10-06T22:45:58.188260+0000","last_peered":"2023-10-06T22:45:58.188260+0000","last_clean":"2023-10-06T22:45:58.188260+0000","last_became_active":"2023-10-06T22:45:57.192852+0000","last_became_peered":"2023-10-06T22:45:57.192852+0000","last_unstale":"2023-10-06T22:45:58.188260+0000","last_undegraded":"2023-10-06T22:45:58.188260+0000","last_fullsized":"2023-10-06T22:45:58.188260+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:41.902347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188397+0000","last_change":"2023-10-06T22:45:58.199801+0000","last_active":"2023-10-06T22:45:59.188397+0000","last_peered":"2023-10-06T22:45:59.188397+0000","last_clean":"2023-10-06T22:45:59.188397+0000","last_became_active":"2023-10-06T22:45:58.199510+0000","last_became_peered":"2023-10-06T22:45:58.199510+0000","last_unstale":"2023-10-06T22:45:59.188397+0000","last_undegraded":"2023-10-06T22:45:59.188397+0000","last_fullsized":"2023-10-06T22:45:59.188397+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188864+0000","last_change":"2023-10-06T22:45:57.193540+0000","last_active":"2023-10-06T22:45:59.188864+0000","last_peered":"2023-10-06T22:45:59.188864+0000","last_clean":"2023-10-06T22:45:59.188864+0000","last_became_active":"2023-10-06T22:45:57.193275+0000","last_became_peered":"2023-10-06T22:45:57.193275+0000","last_unstale":"2023-10-06T22:45:59.188864+0000","last_undegraded":"2023-10-06T22:45:59.188864+0000","last_fullsized":"2023-10-06T22:45:59.188864+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231265+0000","last_change":"2023-10-06T22:45:58.195460+0000","last_active":"2023-10-06T22:45:59.231265+0000","last_peered":"2023-10-06T22:45:59.231265+0000","last_clean":"2023-10-06T22:45:59.231265+0000","last_became_active":"2023-10-06T22:45:58.195137+0000","last_became_peered":"2023-10-06T22:45:58.195137+0000","last_unstale":"2023-10-06T22:45:59.231265+0000","last_undegraded":"2023-10-06T22:45:59.231265+0000","last_fullsized":"2023-10-06T22:45:59.231265+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:13.258030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188320+0000","last_change":"2023-10-06T22:45:57.191292+0000","last_active":"2023-10-06T22:45:59.188320+0000","last_peered":"2023-10-06T22:45:59.188320+0000","last_clean":"2023-10-06T22:45:59.188320+0000","last_became_active":"2023-10-06T22:45:57.191004+0000","last_became_peered":"2023-10-06T22:45:57.191004+0000","last_unstale":"2023-10-06T22:45:59.188320+0000","last_undegraded":"2023-10-06T22:45:59.188320+0000","last_fullsized":"2023-10-06T22:45:59.188320+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210328+0000","last_change":"2023-10-06T22:45:58.205571+0000","last_active":"2023-10-06T22:45:58.210328+0000","last_peered":"2023-10-06T22:45:58.210328+0000","last_clean":"2023-10-06T22:45:58.210328+0000","last_became_active":"2023-10-06T22:45:58.205219+0000","last_became_peered":"2023-10-06T22:45:58.205219+0000","last_unstale":"2023-10-06T22:45:58.210328+0000","last_undegraded":"2023-10-06T22:45:58.210328+0000","last_fullsized":"2023-10-06T22:45:58.210328+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189827+0000","last_change":"2023-10-06T22:45:57.196059+0000","last_active":"2023-10-06T22:45:59.189827+0000","last_peered":"2023-10-06T22:45:59.189827+0000","last_clean":"2023-10-06T22:45:59.189827+0000","last_became_active":"2023-10-06T22:45:57.195786+0000","last_became_peered":"2023-10-06T22:45:57.195786+0000","last_unstale":"2023-10-06T22:45:59.189827+0000","last_undegraded":"2023-10-06T22:45:59.189827+0000","last_fullsized":"2023-10-06T22:45:59.189827+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.209426+0000","last_change":"2023-10-06T22:45:58.205092+0000","last_active":"2023-10-06T22:45:58.209426+0000","last_peered":"2023-10-06T22:45:58.209426+0000","last_clean":"2023-10-06T22:45:58.209426+0000","last_became_active":"2023-10-06T22:45:58.204827+0000","last_became_peered":"2023-10-06T22:45:58.204827+0000","last_unstale":"2023-10-06T22:45:58.209426+0000","last_undegraded":"2023-10-06T22:45:58.209426+0000","last_fullsized":"2023-10-06T22:45:58.209426+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189574+0000","last_change":"2023-10-06T22:45:57.194348+0000","last_active":"2023-10-06T22:45:59.189574+0000","last_peered":"2023-10-06T22:45:59.189574+0000","last_clean":"2023-10-06T22:45:59.189574+0000","last_became_active":"2023-10-06T22:45:57.194064+0000","last_became_peered":"2023-10-06T22:45:57.194064+0000","last_unstale":"2023-10-06T22:45:59.189574+0000","last_undegraded":"2023-10-06T22:45:59.189574+0000","last_fullsized":"2023-10-06T22:45:59.189574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189732+0000","last_change":"2023-10-06T22:45:58.202322+0000","last_active":"2023-10-06T22:45:59.189732+0000","last_peered":"2023-10-06T22:45:59.189732+0000","last_clean":"2023-10-06T22:45:59.189732+0000","last_became_active":"2023-10-06T22:45:58.202019+0000","last_became_peered":"2023-10-06T22:45:58.202019+0000","last_unstale":"2023-10-06T22:45:59.189732+0000","last_undegraded":"2023-10-06T22:45:59.189732+0000","last_fullsized":"2023-10-06T22:45:59.189732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188120+0000","last_change":"2023-10-06T22:45:57.183152+0000","last_active":"2023-10-06T22:45:59.188120+0000","last_peered":"2023-10-06T22:45:59.188120+0000","last_clean":"2023-10-06T22:45:59.188120+0000","last_became_active":"2023-10-06T22:45:57.182887+0000","last_became_peered":"2023-10-06T22:45:57.182887+0000","last_unstale":"2023-10-06T22:45:59.188120+0000","last_undegraded":"2023-10-06T22:45:59.188120+0000","last_fullsized":"2023-10-06T22:45:59.188120+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:36.746828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216300+0000","last_change":"2023-10-06T22:45:58.214614+0000","last_active":"2023-10-06T22:45:58.216300+0000","last_peered":"2023-10-06T22:45:58.216300+0000","last_clean":"2023-10-06T22:45:58.216300+0000","last_became_active":"2023-10-06T22:45:58.214292+0000","last_became_peered":"2023-10-06T22:45:58.214292+0000","last_unstale":"2023-10-06T22:45:58.216300+0000","last_undegraded":"2023-10-06T22:45:58.216300+0000","last_fullsized":"2023-10-06T22:45:58.216300+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188454+0000","last_change":"2023-10-06T22:45:57.182479+0000","last_active":"2023-10-06T22:45:59.188454+0000","last_peered":"2023-10-06T22:45:59.188454+0000","last_clean":"2023-10-06T22:45:59.188454+0000","last_became_active":"2023-10-06T22:45:57.182124+0000","last_became_peered":"2023-10-06T22:45:57.182124+0000","last_unstale":"2023-10-06T22:45:59.188454+0000","last_undegraded":"2023-10-06T22:45:59.188454+0000","last_fullsized":"2023-10-06T22:45:59.188454+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187845+0000","last_change":"2023-10-06T22:45:58.199818+0000","last_active":"2023-10-06T22:45:59.187845+0000","last_peered":"2023-10-06T22:45:59.187845+0000","last_clean":"2023-10-06T22:45:59.187845+0000","last_became_active":"2023-10-06T22:45:58.199522+0000","last_became_peered":"2023-10-06T22:45:58.199522+0000","last_unstale":"2023-10-06T22:45:59.187845+0000","last_undegraded":"2023-10-06T22:45:59.187845+0000","last_fullsized":"2023-10-06T22:45:59.187845+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.189121+0000","last_change":"2023-10-06T22:45:57.190455+0000","last_active":"2023-10-06T22:45:58.189121+0000","last_peered":"2023-10-06T22:45:58.189121+0000","last_clean":"2023-10-06T22:45:58.189121+0000","last_became_active":"2023-10-06T22:45:57.190106+0000","last_became_peered":"2023-10-06T22:45:57.190106+0000","last_unstale":"2023-10-06T22:45:58.189121+0000","last_undegraded":"2023-10-06T22:45:58.189121+0000","last_fullsized":"2023-10-06T22:45:58.189121+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203463+0000","last_change":"2023-10-06T22:45:58.201233+0000","last_active":"2023-10-06T22:45:58.203463+0000","last_peered":"2023-10-06T22:45:58.203463+0000","last_clean":"2023-10-06T22:45:58.203463+0000","last_became_active":"2023-10-06T22:45:58.200887+0000","last_became_peered":"2023-10-06T22:45:58.200887+0000","last_unstale":"2023-10-06T22:45:58.203463+0000","last_undegraded":"2023-10-06T22:45:58.203463+0000","last_fullsized":"2023-10-06T22:45:58.203463+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.175687+0000","last_change":"2023-10-06T22:45:57.195668+0000","last_active":"2023-10-06T22:45:58.175687+0000","last_peered":"2023-10-06T22:45:58.175687+0000","last_clean":"2023-10-06T22:45:58.175687+0000","last_became_active":"2023-10-06T22:45:57.195277+0000","last_became_peered":"2023-10-06T22:45:57.195277+0000","last_unstale":"2023-10-06T22:45:58.175687+0000","last_undegraded":"2023-10-06T22:45:58.175687+0000","last_fullsized":"2023-10-06T22:45:58.175687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187919+0000","last_change":"2023-10-06T22:45:58.194103+0000","last_active":"2023-10-06T22:45:59.187919+0000","last_peered":"2023-10-06T22:45:59.187919+0000","last_clean":"2023-10-06T22:45:59.187919+0000","last_became_active":"2023-10-06T22:45:58.193775+0000","last_became_peered":"2023-10-06T22:45:58.193775+0000","last_unstale":"2023-10-06T22:45:59.187919+0000","last_undegraded":"2023-10-06T22:45:59.187919+0000","last_fullsized":"2023-10-06T22:45:59.187919+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":19,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207600+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:58.207600+0000","last_peered":"2023-10-06T22:45:58.207600+0000","last_clean":"2023-10-06T22:45:58.207600+0000","last_became_active":"2023-10-06T22:45:57.186591+0000","last_became_peered":"2023-10-06T22:45:57.186591+0000","last_unstale":"2023-10-06T22:45:58.207600+0000","last_undegraded":"2023-10-06T22:45:58.207600+0000","last_fullsized":"2023-10-06T22:45:58.207600+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:10.935907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188060+0000","last_change":"2023-10-06T22:45:58.187376+0000","last_active":"2023-10-06T22:45:59.188060+0000","last_peered":"2023-10-06T22:45:59.188060+0000","last_clean":"2023-10-06T22:45:59.188060+0000","last_became_active":"2023-10-06T22:45:58.187056+0000","last_became_peered":"2023-10-06T22:45:58.187056+0000","last_unstale":"2023-10-06T22:45:59.188060+0000","last_undegraded":"2023-10-06T22:45:59.188060+0000","last_fullsized":"2023-10-06T22:45:59.188060+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190164+0000","last_change":"2023-10-06T22:45:57.192740+0000","last_active":"2023-10-06T22:45:59.190164+0000","last_peered":"2023-10-06T22:45:59.190164+0000","last_clean":"2023-10-06T22:45:59.190164+0000","last_became_active":"2023-10-06T22:45:57.192439+0000","last_became_peered":"2023-10-06T22:45:57.192439+0000","last_unstale":"2023-10-06T22:45:59.190164+0000","last_undegraded":"2023-10-06T22:45:59.190164+0000","last_fullsized":"2023-10-06T22:45:59.190164+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189458+0000","last_change":"2023-10-06T22:45:58.210194+0000","last_active":"2023-10-06T22:45:59.189458+0000","last_peered":"2023-10-06T22:45:59.189458+0000","last_clean":"2023-10-06T22:45:59.189458+0000","last_became_active":"2023-10-06T22:45:58.209782+0000","last_became_peered":"2023-10-06T22:45:58.209782+0000","last_unstale":"2023-10-06T22:45:59.189458+0000","last_undegraded":"2023-10-06T22:45:59.189458+0000","last_fullsized":"2023-10-06T22:45:59.189458+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190687+0000","last_change":"2023-10-06T22:45:57.192529+0000","last_active":"2023-10-06T22:45:59.190687+0000","last_peered":"2023-10-06T22:45:59.190687+0000","last_clean":"2023-10-06T22:45:59.190687+0000","last_became_active":"2023-10-06T22:45:57.191957+0000","last_became_peered":"2023-10-06T22:45:57.191957+0000","last_unstale":"2023-10-06T22:45:59.190687+0000","last_undegraded":"2023-10-06T22:45:59.190687+0000","last_fullsized":"2023-10-06T22:45:59.190687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:36.503381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190554+0000","last_change":"2023-10-06T22:45:58.196643+0000","last_active":"2023-10-06T22:45:59.190554+0000","last_peered":"2023-10-06T22:45:59.190554+0000","last_clean":"2023-10-06T22:45:59.190554+0000","last_became_active":"2023-10-06T22:45:58.194758+0000","last_became_peered":"2023-10-06T22:45:58.194758+0000","last_unstale":"2023-10-06T22:45:59.190554+0000","last_undegraded":"2023-10-06T22:45:59.190554+0000","last_fullsized":"2023-10-06T22:45:59.190554+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.206306+0000","last_change":"2023-10-06T22:45:57.190791+0000","last_active":"2023-10-06T22:45:58.206306+0000","last_peered":"2023-10-06T22:45:58.206306+0000","last_clean":"2023-10-06T22:45:58.206306+0000","last_became_active":"2023-10-06T22:45:57.190428+0000","last_became_peered":"2023-10-06T22:45:57.190428+0000","last_unstale":"2023-10-06T22:45:58.206306+0000","last_undegraded":"2023-10-06T22:45:58.206306+0000","last_fullsized":"2023-10-06T22:45:58.206306+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:11.069241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231439+0000","last_change":"2023-10-06T22:45:58.194184+0000","last_active":"2023-10-06T22:45:59.231439+0000","last_peered":"2023-10-06T22:45:59.231439+0000","last_clean":"2023-10-06T22:45:59.231439+0000","last_became_active":"2023-10-06T22:45:58.193870+0000","last_became_peered":"2023-10-06T22:45:58.193870+0000","last_unstale":"2023-10-06T22:45:59.231439+0000","last_undegraded":"2023-10-06T22:45:59.231439+0000","last_fullsized":"2023-10-06T22:45:59.231439+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190530+0000","last_change":"2023-10-06T22:45:57.191395+0000","last_active":"2023-10-06T22:45:58.190530+0000","last_peered":"2023-10-06T22:45:58.190530+0000","last_clean":"2023-10-06T22:45:58.190530+0000","last_became_active":"2023-10-06T22:45:57.191124+0000","last_became_peered":"2023-10-06T22:45:57.191124+0000","last_unstale":"2023-10-06T22:45:58.190530+0000","last_undegraded":"2023-10-06T22:45:58.190530+0000","last_fullsized":"2023-10-06T22:45:58.190530+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203357+0000","last_change":"2023-10-06T22:45:58.200632+0000","last_active":"2023-10-06T22:45:58.203357+0000","last_peered":"2023-10-06T22:45:58.203357+0000","last_clean":"2023-10-06T22:45:58.203357+0000","last_became_active":"2023-10-06T22:45:58.200285+0000","last_became_peered":"2023-10-06T22:45:58.200285+0000","last_unstale":"2023-10-06T22:45:58.203357+0000","last_undegraded":"2023-10-06T22:45:58.203357+0000","last_fullsized":"2023-10-06T22:45:58.203357+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.199604+0000","last_change":"2023-10-06T22:45:57.188803+0000","last_active":"2023-10-06T22:45:58.199604+0000","last_peered":"2023-10-06T22:45:58.199604+0000","last_clean":"2023-10-06T22:45:58.199604+0000","last_became_active":"2023-10-06T22:45:57.188470+0000","last_became_peered":"2023-10-06T22:45:57.188470+0000","last_unstale":"2023-10-06T22:45:58.199604+0000","last_undegraded":"2023-10-06T22:45:58.199604+0000","last_fullsized":"2023-10-06T22:45:58.199604+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:35:02.168370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.207500+0000","last_change":"2023-10-06T22:45:58.204515+0000","last_active":"2023-10-06T22:45:58.207500+0000","last_peered":"2023-10-06T22:45:58.207500+0000","last_clean":"2023-10-06T22:45:58.207500+0000","last_became_active":"2023-10-06T22:45:58.204204+0000","last_became_peered":"2023-10-06T22:45:58.204204+0000","last_unstale":"2023-10-06T22:45:58.207500+0000","last_undegraded":"2023-10-06T22:45:58.207500+0000","last_fullsized":"2023-10-06T22:45:58.207500+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176740+0000","last_change":"2023-10-06T22:45:57.185150+0000","last_active":"2023-10-06T22:45:58.176740+0000","last_peered":"2023-10-06T22:45:58.176740+0000","last_clean":"2023-10-06T22:45:58.176740+0000","last_became_active":"2023-10-06T22:45:57.184862+0000","last_became_peered":"2023-10-06T22:45:57.184862+0000","last_unstale":"2023-10-06T22:45:58.176740+0000","last_undegraded":"2023-10-06T22:45:58.176740+0000","last_fullsized":"2023-10-06T22:45:58.176740+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:55:13.877895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.204135+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.203833+0000","last_became_peered":"2023-10-06T22:45:58.203833+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176713+0000","last_change":"2023-10-06T22:45:57.189114+0000","last_active":"2023-10-06T22:45:58.176713+0000","last_peered":"2023-10-06T22:45:58.176713+0000","last_clean":"2023-10-06T22:45:58.176713+0000","last_became_active":"2023-10-06T22:45:57.188811+0000","last_became_peered":"2023-10-06T22:45:57.188811+0000","last_unstale":"2023-10-06T22:45:58.176713+0000","last_undegraded":"2023-10-06T22:45:58.176713+0000","last_fullsized":"2023-10-06T22:45:58.176713+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188369+0000","last_change":"2023-10-06T22:45:58.197527+0000","last_active":"2023-10-06T22:45:59.188369+0000","last_peered":"2023-10-06T22:45:59.188369+0000","last_clean":"2023-10-06T22:45:59.188369+0000","last_became_active":"2023-10-06T22:45:58.197014+0000","last_became_peered":"2023-10-06T22:45:58.197014+0000","last_unstale":"2023-10-06T22:45:59.188369+0000","last_undegraded":"2023-10-06T22:45:59.188369+0000","last_fullsized":"2023-10-06T22:45:59.188369+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.178614+0000","last_change":"2023-10-06T22:45:57.188824+0000","last_active":"2023-10-06T22:45:58.178614+0000","last_peered":"2023-10-06T22:45:58.178614+0000","last_clean":"2023-10-06T22:45:58.178614+0000","last_became_active":"2023-10-06T22:45:57.188457+0000","last_became_peered":"2023-10-06T22:45:57.188457+0000","last_unstale":"2023-10-06T22:45:58.178614+0000","last_undegraded":"2023-10-06T22:45:58.178614+0000","last_fullsized":"2023-10-06T22:45:58.178614+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.216938+0000","last_change":"2023-10-06T22:45:58.215606+0000","last_active":"2023-10-06T22:45:58.216938+0000","last_peered":"2023-10-06T22:45:58.216938+0000","last_clean":"2023-10-06T22:45:58.216938+0000","last_became_active":"2023-10-06T22:45:58.215290+0000","last_became_peered":"2023-10-06T22:45:58.215290+0000","last_unstale":"2023-10-06T22:45:58.216938+0000","last_undegraded":"2023-10-06T22:45:58.216938+0000","last_fullsized":"2023-10-06T22:45:58.216938+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190237+0000","last_change":"2023-10-06T22:45:57.191419+0000","last_active":"2023-10-06T22:45:59.190237+0000","last_peered":"2023-10-06T22:45:59.190237+0000","last_clean":"2023-10-06T22:45:59.190237+0000","last_became_active":"2023-10-06T22:45:57.191126+0000","last_became_peered":"2023-10-06T22:45:57.191126+0000","last_unstale":"2023-10-06T22:45:59.190237+0000","last_undegraded":"2023-10-06T22:45:59.190237+0000","last_fullsized":"2023-10-06T22:45:59.190237+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:37:15.710273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.210350+0000","last_change":"2023-10-06T22:45:58.205807+0000","last_active":"2023-10-06T22:45:58.210350+0000","last_peered":"2023-10-06T22:45:58.210350+0000","last_clean":"2023-10-06T22:45:58.210350+0000","last_became_active":"2023-10-06T22:45:58.205499+0000","last_became_peered":"2023-10-06T22:45:58.205499+0000","last_unstale":"2023-10-06T22:45:58.210350+0000","last_undegraded":"2023-10-06T22:45:58.210350+0000","last_fullsized":"2023-10-06T22:45:58.210350+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:17:18.000216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231400+0000","last_change":"2023-10-06T22:45:57.189182+0000","last_active":"2023-10-06T22:45:59.231400+0000","last_peered":"2023-10-06T22:45:59.231400+0000","last_clean":"2023-10-06T22:45:59.231400+0000","last_became_active":"2023-10-06T22:45:57.188922+0000","last_became_peered":"2023-10-06T22:45:57.188922+0000","last_unstale":"2023-10-06T22:45:59.231400+0000","last_undegraded":"2023-10-06T22:45:59.231400+0000","last_fullsized":"2023-10-06T22:45:59.231400+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:21:22.558566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188223+0000","last_change":"2023-10-06T22:45:58.195270+0000","last_active":"2023-10-06T22:45:59.188223+0000","last_peered":"2023-10-06T22:45:59.188223+0000","last_clean":"2023-10-06T22:45:59.188223+0000","last_became_active":"2023-10-06T22:45:58.194978+0000","last_became_peered":"2023-10-06T22:45:58.194978+0000","last_unstale":"2023-10-06T22:45:59.188223+0000","last_undegraded":"2023-10-06T22:45:59.188223+0000","last_fullsized":"2023-10-06T22:45:59.188223+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.190396+0000","last_change":"2023-10-06T22:45:57.191288+0000","last_active":"2023-10-06T22:45:58.190396+0000","last_peered":"2023-10-06T22:45:58.190396+0000","last_clean":"2023-10-06T22:45:58.190396+0000","last_became_active":"2023-10-06T22:45:57.190955+0000","last_became_peered":"2023-10-06T22:45:57.190955+0000","last_unstale":"2023-10-06T22:45:58.190396+0000","last_undegraded":"2023-10-06T22:45:58.190396+0000","last_fullsized":"2023-10-06T22:45:58.190396+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.203579+0000","last_change":"2023-10-06T22:45:58.198315+0000","last_active":"2023-10-06T22:45:58.203579+0000","last_peered":"2023-10-06T22:45:58.203579+0000","last_clean":"2023-10-06T22:45:58.203579+0000","last_became_active":"2023-10-06T22:45:58.197786+0000","last_became_peered":"2023-10-06T22:45:58.197786+0000","last_unstale":"2023-10-06T22:45:58.203579+0000","last_undegraded":"2023-10-06T22:45:58.203579+0000","last_fullsized":"2023-10-06T22:45:58.203579+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:42.908717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.186956+0000","last_change":"2023-10-06T22:45:57.192318+0000","last_active":"2023-10-06T22:45:58.186956+0000","last_peered":"2023-10-06T22:45:58.186956+0000","last_clean":"2023-10-06T22:45:58.186956+0000","last_became_active":"2023-10-06T22:45:57.192039+0000","last_became_peered":"2023-10-06T22:45:57.192039+0000","last_unstale":"2023-10-06T22:45:58.186956+0000","last_undegraded":"2023-10-06T22:45:58.186956+0000","last_fullsized":"2023-10-06T22:45:58.186956+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.206058+0000","last_change":"2023-10-06T22:45:58.201133+0000","last_active":"2023-10-06T22:45:58.206058+0000","last_peered":"2023-10-06T22:45:58.206058+0000","last_clean":"2023-10-06T22:45:58.206058+0000","last_became_active":"2023-10-06T22:45:58.200865+0000","last_became_peered":"2023-10-06T22:45:58.200865+0000","last_unstale":"2023-10-06T22:45:58.206058+0000","last_undegraded":"2023-10-06T22:45:58.206058+0000","last_fullsized":"2023-10-06T22:45:58.206058+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176295+0000","last_change":"2023-10-06T22:45:57.195080+0000","last_active":"2023-10-06T22:45:58.176295+0000","last_peered":"2023-10-06T22:45:58.176295+0000","last_clean":"2023-10-06T22:45:58.176295+0000","last_became_active":"2023-10-06T22:45:57.194423+0000","last_became_peered":"2023-10-06T22:45:57.194423+0000","last_unstale":"2023-10-06T22:45:58.176295+0000","last_undegraded":"2023-10-06T22:45:58.176295+0000","last_fullsized":"2023-10-06T22:45:58.176295+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190911+0000","last_change":"2023-10-06T22:45:58.194062+0000","last_active":"2023-10-06T22:45:59.190911+0000","last_peered":"2023-10-06T22:45:59.190911+0000","last_clean":"2023-10-06T22:45:59.190911+0000","last_became_active":"2023-10-06T22:45:58.193783+0000","last_became_peered":"2023-10-06T22:45:58.193783+0000","last_unstale":"2023-10-06T22:45:59.190911+0000","last_undegraded":"2023-10-06T22:45:59.190911+0000","last_fullsized":"2023-10-06T22:45:59.190911+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188868+0000","last_change":"2023-10-06T22:45:57.189452+0000","last_active":"2023-10-06T22:45:59.188868+0000","last_peered":"2023-10-06T22:45:59.188868+0000","last_clean":"2023-10-06T22:45:59.188868+0000","last_became_active":"2023-10-06T22:45:57.189177+0000","last_became_peered":"2023-10-06T22:45:57.189177+0000","last_unstale":"2023-10-06T22:45:59.188868+0000","last_undegraded":"2023-10-06T22:45:59.188868+0000","last_fullsized":"2023-10-06T22:45:59.188868+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:05.882018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.208049+0000","last_change":"2023-10-06T22:45:58.201995+0000","last_active":"2023-10-06T22:45:58.208049+0000","last_peered":"2023-10-06T22:45:58.208049+0000","last_clean":"2023-10-06T22:45:58.208049+0000","last_became_active":"2023-10-06T22:45:58.201717+0000","last_became_peered":"2023-10-06T22:45:58.201717+0000","last_unstale":"2023-10-06T22:45:58.208049+0000","last_undegraded":"2023-10-06T22:45:58.208049+0000","last_fullsized":"2023-10-06T22:45:58.208049+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:43.298641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187784+0000","last_change":"2023-10-06T22:45:57.190747+0000","last_active":"2023-10-06T22:45:59.187784+0000","last_peered":"2023-10-06T22:45:59.187784+0000","last_clean":"2023-10-06T22:45:59.187784+0000","last_became_active":"2023-10-06T22:45:57.190465+0000","last_became_peered":"2023-10-06T22:45:57.190465+0000","last_unstale":"2023-10-06T22:45:59.187784+0000","last_undegraded":"2023-10-06T22:45:59.187784+0000","last_fullsized":"2023-10-06T22:45:59.187784+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190122+0000","last_change":"2023-10-06T22:45:58.205158+0000","last_active":"2023-10-06T22:45:59.190122+0000","last_peered":"2023-10-06T22:45:59.190122+0000","last_clean":"2023-10-06T22:45:59.190122+0000","last_became_active":"2023-10-06T22:45:58.204512+0000","last_became_peered":"2023-10-06T22:45:58.204512+0000","last_unstale":"2023-10-06T22:45:59.190122+0000","last_undegraded":"2023-10-06T22:45:59.190122+0000","last_fullsized":"2023-10-06T22:45:59.190122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.184923+0000","last_change":"2023-10-06T22:45:57.189499+0000","last_active":"2023-10-06T22:45:58.184923+0000","last_peered":"2023-10-06T22:45:58.184923+0000","last_clean":"2023-10-06T22:45:58.184923+0000","last_became_active":"2023-10-06T22:45:57.189049+0000","last_became_peered":"2023-10-06T22:45:57.189049+0000","last_unstale":"2023-10-06T22:45:58.184923+0000","last_undegraded":"2023-10-06T22:45:58.184923+0000","last_fullsized":"2023-10-06T22:45:58.184923+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:57:39.989962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":181,"reported_epoch":37,"state":"active+clean","last_fresh":"2023-10-06T22:45:57.176235+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:45:57.176235+0000","last_peered":"2023-10-06T22:45:57.176235+0000","last_clean":"2023-10-06T22:45:57.176235+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:45:57.176235+0000","last_undegraded":"2023-10-06T22:45:57.176235+0000","last_fullsized":"2023-10-06T22:45:57.176235+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476765,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":454656,"data_stored":193439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.57999999999999996}]},{"osd":1,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.64800000000000002}]},{"osd":3,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.66800000000000004}]},{"osd":4,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.91900000000000004}]},{"osd":5,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":1.0229999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.98999999999999999}]},{"osd":6,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.93999999999999995}]},{"osd":7,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88,"15min":0.88},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":1.044},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.88400000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1044480,"data_stored":778177,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.2629999999999999,"5min":3.2629999999999999,"15min":3.2629999999999999},"last":0.58999999999999997},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":11.535,"5min":11.535,"15min":11.535},"last":0.68700000000000006}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":5.3099999999999996,"5min":5.3099999999999996,"15min":5.3099999999999996},"last":0.81100000000000005},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":7.3959999999999999,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.71599999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":10.445,"5min":10.445,"15min":10.445},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":5.4039999999999999,"5min":5.4039999999999999,"15min":5.4039999999999999},"last":0.96299999999999997}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":7.1059999999999999,"5min":7.1059999999999999,"15min":7.1059999999999999},"last":0.65100000000000002},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1289999999999996,"5min":7.1289999999999996,"15min":7.1289999999999996},"last":0.63400000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.77100000000000002}]},{"osd":5,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":1.004}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.212,"5min":1.212,"15min":1.212},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.052}]}]},{"osd":1,"up_from":13,"seq":55834574875,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27460,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344380,"statfs":{"total":96636764160,"available":96608645120,"internally_reserved":0,"allocated":442368,"data_stored":186839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.51400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.653,"5min":1.653,"15min":1.653},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.2169999999999996,"5min":6.2169999999999996,"15min":6.2169999999999996},"last":0.41499999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":14.379,"5min":14.379,"15min":14.379},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.495}]},{"osd":4,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.86299999999999999}]},{"osd":5,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":0.85299999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.75}]},{"osd":7,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.91300000000000003}]}]},{"osd":0,"up_from":13,"seq":55834574874,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343804,"statfs":{"total":96636764160,"available":96608055296,"internally_reserved":0,"allocated":1036288,"data_stored":777151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"last":0.307},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":6.1600000000000001,"5min":6.1600000000000001,"15min":6.1600000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.52300000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.751}]},{"osd":5,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.67400000000000004}]},{"osd":6,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.65100000000000002}]},{"osd":7,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.78900000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574875,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":188395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.371},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.5419999999999998,"5min":4.5419999999999998,"15min":4.5419999999999998},"last":0.40300000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.0140000000000002,"5min":4.0140000000000002,"15min":4.0140000000000002},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.44400000000000001}]},{"osd":2,"last update":"Fri Oct 6 22:45:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.363,"5min":2.363,"15min":2.363},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.46500000000000002}]},{"osd":4,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":3.04,"5min":3.04,"15min":3.04},"last":0.78400000000000003}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":2.9940000000000002,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.73199999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.76100000000000001}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.74299999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574874,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":436,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":446464,"data_stored":187353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.628},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.504}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.8440000000000001,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":3.3690000000000002,"5min":3.3690000000000002,"15min":3.3690000000000002},"last":0.71799999999999997}]},{"osd":2,"last update":"Fri Oct 6 22:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":0.79400000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.25,"5min":2.25,"15min":2.25},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.81599999999999995}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.84599999999999997}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.77100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.497},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.52600000000000002}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.55200000000000005}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.746}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.59299999999999997}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.78000000000000003}]},{"osd":7,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.72599999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574874,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":442368,"data_stored":187331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.622}]},{"osd":1,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.503}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.755},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":12.286,"5min":12.286,"15min":12.286},"last":0.57699999999999996}]},{"osd":3,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.437},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.59199999999999997}]},{"osd":5,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.72499999999999998}]},{"osd":7,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":0.81000000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:46:07.661 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-06T22:46:07.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.875+0000 7f552eb9d700 1 Processor -- start 2023-10-06T22:46:07.876 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.875+0000 7f552eb9d700 1 -- start start 2023-10-06T22:46:07.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.876+0000 7f552eb9d700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f55280d03f0 0x7f55280d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:07.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.876+0000 7f552eb9d700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f55280d1bc0 0x7f55280b6850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:07.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.876+0000 7f552eb9d700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f55280d2f50 con 0x7f552815d780 2023-10-06T22:46:07.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.876+0000 7f552eb9d700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f552815db60 con 0x7f55280d1bc0 2023-10-06T22:46:07.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.876+0000 7f552eb9d700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55280d2340 con 0x7f55280d03f0 2023-10-06T22:46:07.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f55280d1bc0 0x7f55280b6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:07.878 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f55280d1bc0 0x7f55280b6850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43440/0 (socket says 172.21.15.37:43440) 2023-10-06T22:46:07.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 -- 172.21.15.37:0/3637202240 learned_addr learned my addr 172.21.15.37:0/3637202240 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:07.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552d39a700 1 --2- 172.21.15.37:0/3637202240 >> v2:172.21.15.62:3300/0 conn(0x7f55280d03f0 0x7f55280d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:07.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 -- 172.21.15.37:0/3637202240 >> v2:172.21.15.62:3300/0 conn(0x7f55280d03f0 msgr2=0x7f55280d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:07.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 --2- 172.21.15.37:0/3637202240 >> v2:172.21.15.62:3300/0 conn(0x7f55280d03f0 0x7f55280d1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:07.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 -- 172.21.15.37:0/3637202240 >> v1:172.21.15.62:6789/0 conn(0x7f552815d780 legacy=0x7f55280cfce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:07.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 -- 172.21.15.37:0/3637202240 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55280d2620 con 0x7f55280d1bc0 2023-10-06T22:46:07.879 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.877+0000 7f552e39c700 1 --2- 172.21.15.37:0/3637202240 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b6850 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f55280d3380 tx=0x7f552000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=160cbe05e4ec5801 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:07.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552cb99700 1 -- 172.21.15.37:0/3637202240 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f552000e070 con 0x7f55280d1bc0 2023-10-06T22:46:07.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552cb99700 1 -- 172.21.15.37:0/3637202240 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f552000b9c0 con 0x7f55280d1bc0 2023-10-06T22:46:07.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552cb99700 1 -- 172.21.15.37:0/3637202240 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f552000bd70 con 0x7f55280d1bc0 2023-10-06T22:46:07.880 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 -- 172.21.15.37:0/3637202240 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 msgr2=0x7f55280b6850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:07.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 --2- 172.21.15.37:0/3637202240 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b6850 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f55280d3380 tx=0x7f552000b330 comp rx=0 tx=0).stop 2023-10-06T22:46:07.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 -- 172.21.15.37:0/3637202240 shutdown_connections 2023-10-06T22:46:07.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 --2- 172.21.15.37:0/3637202240 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b6850 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:07.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 --2- 172.21.15.37:0/3637202240 >> v2:172.21.15.62:3300/0 conn(0x7f55280d03f0 0x7f55280d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:07.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 -- 172.21.15.37:0/3637202240 >> 172.21.15.37:0/3637202240 conn(0x7f552806b470 msgr2=0x7f552806b850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:07.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 -- 172.21.15.37:0/3637202240 shutdown_connections 2023-10-06T22:46:07.881 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.878+0000 7f552eb9d700 1 -- 172.21.15.37:0/3637202240 wait complete. 2023-10-06T22:46:07.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.881+0000 7f552eb9d700 1 Processor -- start 2023-10-06T22:46:07.882 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.881+0000 7f552eb9d700 1 -- start start 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.882+0000 7f552eb9d700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f55280d03f0 0x7f552815baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.882+0000 7f552eb9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.882+0000 7f552eb9d700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552815d780 0x7f55280b3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.882+0000 7f552eb9d700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55281543a0 con 0x7f55280d1bc0 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.882+0000 7f552eb9d700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5528155200 con 0x7f552815d780 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.882+0000 7f552eb9d700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55281545f0 con 0x7f55280d03f0 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.882+0000 7f552d39a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:07.884 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b2d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43442/0 (socket says 172.21.15.37:43442) 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 -- 172.21.15.37:0/1537280427 learned_addr learned my addr 172.21.15.37:0/1537280427 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552db9b700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f55280d03f0 0x7f552815baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552e39c700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552815d780 0x7f55280b3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 -- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f55280d03f0 msgr2=0x7f552815baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f55280d03f0 0x7f552815baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 -- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552815d780 msgr2=0x7f55280b3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552815d780 0x7f55280b3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 -- 172.21.15.37:0/1537280427 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5520009b30 con 0x7f55280d1bc0 2023-10-06T22:46:07.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f552d39a700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b2d80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f551800e840 tx=0x7f551800eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:07.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.883+0000 7f551e7fc700 1 -- 172.21.15.37:0/1537280427 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5518013610 con 0x7f55280d1bc0 2023-10-06T22:46:07.886 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.884+0000 7f551e7fc700 1 -- 172.21.15.37:0/1537280427 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5518013770 con 0x7f55280d1bc0 2023-10-06T22:46:07.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.884+0000 7f551e7fc700 1 -- 172.21.15.37:0/1537280427 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5518013b20 con 0x7f55280d1bc0 2023-10-06T22:46:07.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.884+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55281548d0 con 0x7f55280d1bc0 2023-10-06T22:46:07.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.884+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5528154e90 con 0x7f55280d1bc0 2023-10-06T22:46:07.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.885+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5528155390 con 0x7f55280d1bc0 2023-10-06T22:46:07.887 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.886+0000 7f551e7fc700 1 -- 172.21.15.37:0/1537280427 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5518013c80 con 0x7f55280d1bc0 2023-10-06T22:46:07.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.886+0000 7f551e7fc700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f550c06af00 0x7f550c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:07.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.886+0000 7f551e7fc700 1 -- 172.21.15.37:0/1537280427 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f55180892c0 con 0x7f55280d1bc0 2023-10-06T22:46:07.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.887+0000 7f552db9b700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f550c06af00 0x7f550c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:07.888 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.887+0000 7f552db9b700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f550c06af00 0x7f550c06d3c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5524007fd0 tx=0x7f5524009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:07.893 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:07.891+0000 7f551e7fc700 1 -- 172.21.15.37:0/1537280427 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f55180541a0 con 0x7f55280d1bc0 2023-10-06T22:46:08.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.096+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 --> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f55280d2be0 con 0x7f550c06af00 2023-10-06T22:46:08.106 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.106+0000 7f551e7fc700 1 -- 172.21.15.37:0/1537280427 <== mgr.4103 v2:172.21.15.62:6832/256671195 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289081 (secure 0 0 0) 0x7f5524001cc0 con 0x7f550c06af00 2023-10-06T22:46:08.111 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:08.113 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f550c06af00 msgr2=0x7f550c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f550c06af00 0x7f550c06d3c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f5524007fd0 tx=0x7f5524009040 comp rx=0 tx=0).stop 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 msgr2=0x7f55280b2d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b2d80 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f551800e840 tx=0x7f551800eb50 comp rx=0 tx=0).stop 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 shutdown_connections 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f550c06af00 0x7f550c06d3c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f552815d780 0x7f55280b3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f55280d03f0 0x7f552815baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 --2- 172.21.15.37:0/1537280427 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f55280d1bc0 0x7f55280b2d80 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.114 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 >> 172.21.15.37:0/1537280427 conn(0x7f552806b470 msgr2=0x7f55280b70e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:08.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 shutdown_connections 2023-10-06T22:46:08.115 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.110+0000 7f552eb9d700 1 -- 172.21.15.37:0/1537280427 wait complete. 2023-10-06T22:46:08.115 INFO:teuthology.orchestra.run.smithi037.stderr:dumped all 2023-10-06T22:46:08.130 INFO:teuthology.orchestra.run.smithi037.stdout:{"pg_ready":true,"pg_map":{"version":93,"stamp":"2023-10-06T22:46:06.223064+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":183,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220904,"kb_used_data":4740,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753816,"statfs":{"total":773094113280,"available":772867907584,"internally_reserved":0,"allocated":4853760,"data_stored":2731886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12741,"internal_metadata":221236795},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.052550"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188331+0000","last_change":"2023-10-06T22:45:58.202966+0000","last_active":"2023-10-06T22:45:59.188331+0000","last_peered":"2023-10-06T22:45:59.188331+0000","last_clean":"2023-10-06T22:45:59.188331+0000","last_became_active":"2023-10-06T22:45:58.197347+0000","last_became_peered":"2023-10-06T22:45:58.197347+0000","last_unstale":"2023-10-06T22:45:59.188331+0000","last_undegraded":"2023-10-06T22:45:59.188331+0000","last_fullsized":"2023-10-06T22:45:59.188331+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188062+0000","last_change":"2023-10-06T22:45:58.182775+0000","last_active":"2023-10-06T22:45:59.188062+0000","last_peered":"2023-10-06T22:45:59.188062+0000","last_clean":"2023-10-06T22:45:59.188062+0000","last_became_active":"2023-10-06T22:45:58.182422+0000","last_became_peered":"2023-10-06T22:45:58.182422+0000","last_unstale":"2023-10-06T22:45:59.188062+0000","last_undegraded":"2023-10-06T22:45:59.188062+0000","last_fullsized":"2023-10-06T22:45:59.188062+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406605+0000","last_change":"2023-10-06T22:45:58.214392+0000","last_active":"2023-10-06T22:46:00.406605+0000","last_peered":"2023-10-06T22:46:00.406605+0000","last_clean":"2023-10-06T22:46:00.406605+0000","last_became_active":"2023-10-06T22:45:58.214076+0000","last_became_peered":"2023-10-06T22:45:58.214076+0000","last_unstale":"2023-10-06T22:46:00.406605+0000","last_undegraded":"2023-10-06T22:46:00.406605+0000","last_fullsized":"2023-10-06T22:46:00.406605+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:57:40.996332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231287+0000","last_change":"2023-10-06T22:45:58.189733+0000","last_active":"2023-10-06T22:45:59.231287+0000","last_peered":"2023-10-06T22:45:59.231287+0000","last_clean":"2023-10-06T22:45:59.231287+0000","last_became_active":"2023-10-06T22:45:58.189455+0000","last_became_peered":"2023-10-06T22:45:58.189455+0000","last_unstale":"2023-10-06T22:45:59.231287+0000","last_undegraded":"2023-10-06T22:45:59.231287+0000","last_fullsized":"2023-10-06T22:45:59.231287+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:58:04.764585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231143+0000","last_change":"2023-10-06T22:45:58.195266+0000","last_active":"2023-10-06T22:45:59.231143+0000","last_peered":"2023-10-06T22:45:59.231143+0000","last_clean":"2023-10-06T22:45:59.231143+0000","last_became_active":"2023-10-06T22:45:58.194962+0000","last_became_peered":"2023-10-06T22:45:58.194962+0000","last_unstale":"2023-10-06T22:45:59.231143+0000","last_undegraded":"2023-10-06T22:45:59.231143+0000","last_fullsized":"2023-10-06T22:45:59.231143+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:42.870755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.927940+0000","last_change":"2023-10-06T22:45:58.199091+0000","last_active":"2023-10-06T22:45:59.927940+0000","last_peered":"2023-10-06T22:45:59.927940+0000","last_clean":"2023-10-06T22:45:59.927940+0000","last_became_active":"2023-10-06T22:45:58.198821+0000","last_became_peered":"2023-10-06T22:45:58.198821+0000","last_unstale":"2023-10-06T22:45:59.927940+0000","last_undegraded":"2023-10-06T22:45:59.927940+0000","last_fullsized":"2023-10-06T22:45:59.927940+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:57:40.996332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190457+0000","last_change":"2023-10-06T22:45:58.198840+0000","last_active":"2023-10-06T22:45:59.190457+0000","last_peered":"2023-10-06T22:45:59.190457+0000","last_clean":"2023-10-06T22:45:59.190457+0000","last_became_active":"2023-10-06T22:45:58.198503+0000","last_became_peered":"2023-10-06T22:45:58.198503+0000","last_unstale":"2023-10-06T22:45:59.190457+0000","last_undegraded":"2023-10-06T22:45:59.190457+0000","last_fullsized":"2023-10-06T22:45:59.190457+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187751+0000","last_change":"2023-10-06T22:45:58.191292+0000","last_active":"2023-10-06T22:45:59.187751+0000","last_peered":"2023-10-06T22:45:59.187751+0000","last_clean":"2023-10-06T22:45:59.187751+0000","last_became_active":"2023-10-06T22:45:58.190998+0000","last_became_peered":"2023-10-06T22:45:58.190998+0000","last_unstale":"2023-10-06T22:45:59.187751+0000","last_undegraded":"2023-10-06T22:45:59.187751+0000","last_fullsized":"2023-10-06T22:45:59.187751+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406869+0000","last_change":"2023-10-06T22:45:58.214979+0000","last_active":"2023-10-06T22:46:00.406869+0000","last_peered":"2023-10-06T22:46:00.406869+0000","last_clean":"2023-10-06T22:46:00.406869+0000","last_became_active":"2023-10-06T22:45:58.214695+0000","last_became_peered":"2023-10-06T22:45:58.214695+0000","last_unstale":"2023-10-06T22:46:00.406869+0000","last_undegraded":"2023-10-06T22:46:00.406869+0000","last_fullsized":"2023-10-06T22:46:00.406869+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:08:28.834299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189744+0000","last_change":"2023-10-06T22:45:58.203817+0000","last_active":"2023-10-06T22:45:59.189744+0000","last_peered":"2023-10-06T22:45:59.189744+0000","last_clean":"2023-10-06T22:45:59.189744+0000","last_became_active":"2023-10-06T22:45:58.198356+0000","last_became_peered":"2023-10-06T22:45:58.198356+0000","last_unstale":"2023-10-06T22:45:59.189744+0000","last_undegraded":"2023-10-06T22:45:59.189744+0000","last_fullsized":"2023-10-06T22:45:59.189744+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.196566+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.196296+0000","last_became_peered":"2023-10-06T22:45:58.196296+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406709+0000","last_change":"2023-10-06T22:45:58.201874+0000","last_active":"2023-10-06T22:46:00.406709+0000","last_peered":"2023-10-06T22:46:00.406709+0000","last_clean":"2023-10-06T22:46:00.406709+0000","last_became_active":"2023-10-06T22:45:58.201550+0000","last_became_peered":"2023-10-06T22:45:58.201550+0000","last_unstale":"2023-10-06T22:46:00.406709+0000","last_undegraded":"2023-10-06T22:46:00.406709+0000","last_fullsized":"2023-10-06T22:46:00.406709+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:17:18.000216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189050+0000","last_change":"2023-10-06T22:45:58.205281+0000","last_active":"2023-10-06T22:45:59.189050+0000","last_peered":"2023-10-06T22:45:59.189050+0000","last_clean":"2023-10-06T22:45:59.189050+0000","last_became_active":"2023-10-06T22:45:58.204834+0000","last_became_peered":"2023-10-06T22:45:58.204834+0000","last_unstale":"2023-10-06T22:45:59.189050+0000","last_undegraded":"2023-10-06T22:45:59.189050+0000","last_fullsized":"2023-10-06T22:45:59.189050+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:18:24.438882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190507+0000","last_change":"2023-10-06T22:45:58.193511+0000","last_active":"2023-10-06T22:45:59.190507+0000","last_peered":"2023-10-06T22:45:59.190507+0000","last_clean":"2023-10-06T22:45:59.190507+0000","last_became_active":"2023-10-06T22:45:58.193006+0000","last_became_peered":"2023-10-06T22:45:58.193006+0000","last_unstale":"2023-10-06T22:45:59.190507+0000","last_undegraded":"2023-10-06T22:45:59.190507+0000","last_fullsized":"2023-10-06T22:45:59.190507+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190095+0000","last_change":"2023-10-06T22:45:58.204926+0000","last_active":"2023-10-06T22:45:59.190095+0000","last_peered":"2023-10-06T22:45:59.190095+0000","last_clean":"2023-10-06T22:45:59.190095+0000","last_became_active":"2023-10-06T22:45:58.204629+0000","last_became_peered":"2023-10-06T22:45:58.204629+0000","last_unstale":"2023-10-06T22:45:59.190095+0000","last_undegraded":"2023-10-06T22:45:59.190095+0000","last_fullsized":"2023-10-06T22:45:59.190095+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407044+0000","last_change":"2023-10-06T22:45:58.193662+0000","last_active":"2023-10-06T22:46:00.407044+0000","last_peered":"2023-10-06T22:46:00.407044+0000","last_clean":"2023-10-06T22:46:00.407044+0000","last_became_active":"2023-10-06T22:45:58.193357+0000","last_became_peered":"2023-10-06T22:45:58.193357+0000","last_unstale":"2023-10-06T22:46:00.407044+0000","last_undegraded":"2023-10-06T22:46:00.407044+0000","last_fullsized":"2023-10-06T22:46:00.407044+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:08:28.834299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407748+0000","last_change":"2023-10-06T22:45:58.201354+0000","last_active":"2023-10-06T22:46:00.407748+0000","last_peered":"2023-10-06T22:46:00.407748+0000","last_clean":"2023-10-06T22:46:00.407748+0000","last_became_active":"2023-10-06T22:45:58.200986+0000","last_became_peered":"2023-10-06T22:45:58.200986+0000","last_unstale":"2023-10-06T22:46:00.407748+0000","last_undegraded":"2023-10-06T22:46:00.407748+0000","last_fullsized":"2023-10-06T22:46:00.407748+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:58:17.058480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.368487+0000","last_change":"2023-10-06T22:45:58.195434+0000","last_active":"2023-10-06T22:45:59.368487+0000","last_peered":"2023-10-06T22:45:59.368487+0000","last_clean":"2023-10-06T22:45:59.368487+0000","last_became_active":"2023-10-06T22:45:58.195167+0000","last_became_peered":"2023-10-06T22:45:58.195167+0000","last_unstale":"2023-10-06T22:45:59.368487+0000","last_undegraded":"2023-10-06T22:45:59.368487+0000","last_fullsized":"2023-10-06T22:45:59.368487+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:43.164658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231270+0000","last_change":"2023-10-06T22:45:58.201601+0000","last_active":"2023-10-06T22:45:59.231270+0000","last_peered":"2023-10-06T22:45:59.231270+0000","last_clean":"2023-10-06T22:45:59.231270+0000","last_became_active":"2023-10-06T22:45:58.201308+0000","last_became_peered":"2023-10-06T22:45:58.201308+0000","last_unstale":"2023-10-06T22:45:59.231270+0000","last_undegraded":"2023-10-06T22:45:59.231270+0000","last_fullsized":"2023-10-06T22:45:59.231270+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:11:43.022105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.368400+0000","last_change":"2023-10-06T22:45:58.195159+0000","last_active":"2023-10-06T22:45:59.368400+0000","last_peered":"2023-10-06T22:45:59.368400+0000","last_clean":"2023-10-06T22:45:59.368400+0000","last_became_active":"2023-10-06T22:45:58.194864+0000","last_became_peered":"2023-10-06T22:45:58.194864+0000","last_unstale":"2023-10-06T22:45:59.368400+0000","last_undegraded":"2023-10-06T22:45:59.368400+0000","last_fullsized":"2023-10-06T22:45:59.368400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189230+0000","last_change":"2023-10-06T22:45:58.198175+0000","last_active":"2023-10-06T22:45:59.189230+0000","last_peered":"2023-10-06T22:45:59.189230+0000","last_clean":"2023-10-06T22:45:59.189230+0000","last_became_active":"2023-10-06T22:45:58.197863+0000","last_became_peered":"2023-10-06T22:45:58.197863+0000","last_unstale":"2023-10-06T22:45:59.189230+0000","last_undegraded":"2023-10-06T22:45:59.189230+0000","last_fullsized":"2023-10-06T22:45:59.189230+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190883+0000","last_change":"2023-10-06T22:45:58.202479+0000","last_active":"2023-10-06T22:45:59.190883+0000","last_peered":"2023-10-06T22:45:59.190883+0000","last_clean":"2023-10-06T22:45:59.190883+0000","last_became_active":"2023-10-06T22:45:58.202194+0000","last_became_peered":"2023-10-06T22:45:58.202194+0000","last_unstale":"2023-10-06T22:45:59.190883+0000","last_undegraded":"2023-10-06T22:45:59.190883+0000","last_fullsized":"2023-10-06T22:45:59.190883+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407228+0000","last_change":"2023-10-06T22:45:58.199934+0000","last_active":"2023-10-06T22:46:00.407228+0000","last_peered":"2023-10-06T22:46:00.407228+0000","last_clean":"2023-10-06T22:46:00.407228+0000","last_became_active":"2023-10-06T22:45:58.199627+0000","last_became_peered":"2023-10-06T22:45:58.199627+0000","last_unstale":"2023-10-06T22:46:00.407228+0000","last_undegraded":"2023-10-06T22:46:00.407228+0000","last_fullsized":"2023-10-06T22:46:00.407228+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:06:16.425522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.230930+0000","last_change":"2023-10-06T22:45:58.202224+0000","last_active":"2023-10-06T22:45:59.230930+0000","last_peered":"2023-10-06T22:45:59.230930+0000","last_clean":"2023-10-06T22:45:59.230930+0000","last_became_active":"2023-10-06T22:45:58.201915+0000","last_became_peered":"2023-10-06T22:45:58.201915+0000","last_unstale":"2023-10-06T22:45:59.230930+0000","last_undegraded":"2023-10-06T22:45:59.230930+0000","last_fullsized":"2023-10-06T22:45:59.230930+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:06.888388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.368531+0000","last_change":"2023-10-06T22:45:58.198046+0000","last_active":"2023-10-06T22:45:59.368531+0000","last_peered":"2023-10-06T22:45:59.368531+0000","last_clean":"2023-10-06T22:45:59.368531+0000","last_became_active":"2023-10-06T22:45:58.197720+0000","last_became_peered":"2023-10-06T22:45:58.197720+0000","last_unstale":"2023-10-06T22:45:59.368531+0000","last_undegraded":"2023-10-06T22:45:59.368531+0000","last_fullsized":"2023-10-06T22:45:59.368531+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.928098+0000","last_change":"2023-10-06T22:45:58.214390+0000","last_active":"2023-10-06T22:45:59.928098+0000","last_peered":"2023-10-06T22:45:59.928098+0000","last_clean":"2023-10-06T22:45:59.928098+0000","last_became_active":"2023-10-06T22:45:58.214094+0000","last_became_peered":"2023-10-06T22:45:58.214094+0000","last_unstale":"2023-10-06T22:45:59.928098+0000","last_undegraded":"2023-10-06T22:45:59.928098+0000","last_fullsized":"2023-10-06T22:45:59.928098+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:53.064475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.368522+0000","last_change":"2023-10-06T22:45:58.197493+0000","last_active":"2023-10-06T22:45:59.368522+0000","last_peered":"2023-10-06T22:45:59.368522+0000","last_clean":"2023-10-06T22:45:59.368522+0000","last_became_active":"2023-10-06T22:45:58.197209+0000","last_became_peered":"2023-10-06T22:45:58.197209+0000","last_unstale":"2023-10-06T22:45:59.368522+0000","last_undegraded":"2023-10-06T22:45:59.368522+0000","last_fullsized":"2023-10-06T22:45:59.368522+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189990+0000","last_change":"2023-10-06T22:45:58.206452+0000","last_active":"2023-10-06T22:45:59.189990+0000","last_peered":"2023-10-06T22:45:59.189990+0000","last_clean":"2023-10-06T22:45:59.189990+0000","last_became_active":"2023-10-06T22:45:58.206174+0000","last_became_peered":"2023-10-06T22:45:58.206174+0000","last_unstale":"2023-10-06T22:45:59.189990+0000","last_undegraded":"2023-10-06T22:45:59.189990+0000","last_fullsized":"2023-10-06T22:45:59.189990+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.368287+0000","last_change":"2023-10-06T22:45:58.197478+0000","last_active":"2023-10-06T22:45:59.368287+0000","last_peered":"2023-10-06T22:45:59.368287+0000","last_clean":"2023-10-06T22:45:59.368287+0000","last_became_active":"2023-10-06T22:45:58.197144+0000","last_became_peered":"2023-10-06T22:45:58.197144+0000","last_unstale":"2023-10-06T22:45:59.368287+0000","last_undegraded":"2023-10-06T22:45:59.368287+0000","last_fullsized":"2023-10-06T22:45:59.368287+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.368205+0000","last_change":"2023-10-06T22:45:58.184963+0000","last_active":"2023-10-06T22:45:59.368205+0000","last_peered":"2023-10-06T22:45:59.368205+0000","last_clean":"2023-10-06T22:45:59.368205+0000","last_became_active":"2023-10-06T22:45:58.184700+0000","last_became_peered":"2023-10-06T22:45:58.184700+0000","last_unstale":"2023-10-06T22:45:59.368205+0000","last_undegraded":"2023-10-06T22:45:59.368205+0000","last_fullsized":"2023-10-06T22:45:59.368205+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:37.509751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407111+0000","last_change":"2023-10-06T22:45:58.199558+0000","last_active":"2023-10-06T22:46:00.407111+0000","last_peered":"2023-10-06T22:46:00.407111+0000","last_clean":"2023-10-06T22:46:00.407111+0000","last_became_active":"2023-10-06T22:45:58.199203+0000","last_became_peered":"2023-10-06T22:45:58.199203+0000","last_unstale":"2023-10-06T22:46:00.407111+0000","last_undegraded":"2023-10-06T22:46:00.407111+0000","last_fullsized":"2023-10-06T22:46:00.407111+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:59.082490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.927792+0000","last_change":"2023-10-06T22:45:58.200753+0000","last_active":"2023-10-06T22:45:59.927792+0000","last_peered":"2023-10-06T22:45:59.927792+0000","last_clean":"2023-10-06T22:45:59.927792+0000","last_became_active":"2023-10-06T22:45:58.200444+0000","last_became_peered":"2023-10-06T22:45:58.200444+0000","last_unstale":"2023-10-06T22:45:59.927792+0000","last_undegraded":"2023-10-06T22:45:59.927792+0000","last_fullsized":"2023-10-06T22:45:59.927792+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407485+0000","last_change":"2023-10-06T22:45:58.214487+0000","last_active":"2023-10-06T22:46:00.407485+0000","last_peered":"2023-10-06T22:46:00.407485+0000","last_clean":"2023-10-06T22:46:00.407485+0000","last_became_active":"2023-10-06T22:45:58.214173+0000","last_became_peered":"2023-10-06T22:45:58.214173+0000","last_unstale":"2023-10-06T22:46:00.407485+0000","last_undegraded":"2023-10-06T22:46:00.407485+0000","last_fullsized":"2023-10-06T22:46:00.407485+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"38'4","reported_seq":16,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.306990+0000","last_change":"2023-10-06T22:45:57.195043+0000","last_active":"2023-10-06T22:45:59.306990+0000","last_peered":"2023-10-06T22:45:59.306990+0000","last_clean":"2023-10-06T22:45:59.306990+0000","last_became_active":"2023-10-06T22:45:57.194711+0000","last_became_peered":"2023-10-06T22:45:57.194711+0000","last_unstale":"2023-10-06T22:45:59.306990+0000","last_undegraded":"2023-10-06T22:45:59.306990+0000","last_fullsized":"2023-10-06T22:45:59.306990+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:00:15.672449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.928031+0000","last_change":"2023-10-06T22:45:58.214360+0000","last_active":"2023-10-06T22:45:59.928031+0000","last_peered":"2023-10-06T22:45:59.928031+0000","last_clean":"2023-10-06T22:45:59.928031+0000","last_became_active":"2023-10-06T22:45:58.214037+0000","last_became_peered":"2023-10-06T22:45:58.214037+0000","last_unstale":"2023-10-06T22:45:59.928031+0000","last_undegraded":"2023-10-06T22:45:59.928031+0000","last_fullsized":"2023-10-06T22:45:59.928031+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:17:18.000216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.295264+0000","last_change":"2023-10-06T22:45:57.194431+0000","last_active":"2023-10-06T22:45:59.295264+0000","last_peered":"2023-10-06T22:45:59.295264+0000","last_clean":"2023-10-06T22:45:59.295264+0000","last_became_active":"2023-10-06T22:45:57.194168+0000","last_became_peered":"2023-10-06T22:45:57.194168+0000","last_unstale":"2023-10-06T22:45:59.295264+0000","last_undegraded":"2023-10-06T22:45:59.295264+0000","last_fullsized":"2023-10-06T22:45:59.295264+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190400+0000","last_change":"2023-10-06T22:45:58.194380+0000","last_active":"2023-10-06T22:45:59.190400+0000","last_peered":"2023-10-06T22:45:59.190400+0000","last_clean":"2023-10-06T22:45:59.190400+0000","last_became_active":"2023-10-06T22:45:58.194074+0000","last_became_peered":"2023-10-06T22:45:58.194074+0000","last_unstale":"2023-10-06T22:45:59.190400+0000","last_undegraded":"2023-10-06T22:45:59.190400+0000","last_fullsized":"2023-10-06T22:45:59.190400+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:35.771621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.297859+0000","last_change":"2023-10-06T22:45:57.189764+0000","last_active":"2023-10-06T22:45:59.297859+0000","last_peered":"2023-10-06T22:45:59.297859+0000","last_clean":"2023-10-06T22:45:59.297859+0000","last_became_active":"2023-10-06T22:45:57.189488+0000","last_became_peered":"2023-10-06T22:45:57.189488+0000","last_unstale":"2023-10-06T22:45:59.297859+0000","last_undegraded":"2023-10-06T22:45:59.297859+0000","last_fullsized":"2023-10-06T22:45:59.297859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188237+0000","last_change":"2023-10-06T22:45:58.187712+0000","last_active":"2023-10-06T22:45:59.188237+0000","last_peered":"2023-10-06T22:45:59.188237+0000","last_clean":"2023-10-06T22:45:59.188237+0000","last_became_active":"2023-10-06T22:45:58.187387+0000","last_became_peered":"2023-10-06T22:45:58.187387+0000","last_unstale":"2023-10-06T22:45:59.188237+0000","last_undegraded":"2023-10-06T22:45:59.188237+0000","last_fullsized":"2023-10-06T22:45:59.188237+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189284+0000","last_change":"2023-10-06T22:45:57.190001+0000","last_active":"2023-10-06T22:45:59.189284+0000","last_peered":"2023-10-06T22:45:59.189284+0000","last_clean":"2023-10-06T22:45:59.189284+0000","last_became_active":"2023-10-06T22:45:57.189730+0000","last_became_peered":"2023-10-06T22:45:57.189730+0000","last_unstale":"2023-10-06T22:45:59.189284+0000","last_undegraded":"2023-10-06T22:45:59.189284+0000","last_fullsized":"2023-10-06T22:45:59.189284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406719+0000","last_change":"2023-10-06T22:45:58.199150+0000","last_active":"2023-10-06T22:46:00.406719+0000","last_peered":"2023-10-06T22:46:00.406719+0000","last_clean":"2023-10-06T22:46:00.406719+0000","last_became_active":"2023-10-06T22:45:58.198869+0000","last_became_peered":"2023-10-06T22:45:58.198869+0000","last_unstale":"2023-10-06T22:46:00.406719+0000","last_undegraded":"2023-10-06T22:46:00.406719+0000","last_fullsized":"2023-10-06T22:46:00.406719+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:53.064475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189354+0000","last_change":"2023-10-06T22:45:57.193595+0000","last_active":"2023-10-06T22:45:59.189354+0000","last_peered":"2023-10-06T22:45:59.189354+0000","last_clean":"2023-10-06T22:45:59.189354+0000","last_became_active":"2023-10-06T22:45:57.193318+0000","last_became_peered":"2023-10-06T22:45:57.193318+0000","last_unstale":"2023-10-06T22:45:59.189354+0000","last_undegraded":"2023-10-06T22:45:59.189354+0000","last_fullsized":"2023-10-06T22:45:59.189354+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:42.292270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190504+0000","last_change":"2023-10-06T22:45:58.208564+0000","last_active":"2023-10-06T22:45:59.190504+0000","last_peered":"2023-10-06T22:45:59.190504+0000","last_clean":"2023-10-06T22:45:59.190504+0000","last_became_active":"2023-10-06T22:45:58.206719+0000","last_became_peered":"2023-10-06T22:45:58.206719+0000","last_unstale":"2023-10-06T22:45:59.190504+0000","last_undegraded":"2023-10-06T22:45:59.190504+0000","last_fullsized":"2023-10-06T22:45:59.190504+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.305344+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:59.305344+0000","last_peered":"2023-10-06T22:45:59.305344+0000","last_clean":"2023-10-06T22:45:59.305344+0000","last_became_active":"2023-10-06T22:45:57.186471+0000","last_became_peered":"2023-10-06T22:45:57.186471+0000","last_unstale":"2023-10-06T22:45:59.305344+0000","last_undegraded":"2023-10-06T22:45:59.305344+0000","last_fullsized":"2023-10-06T22:45:59.305344+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190785+0000","last_change":"2023-10-06T22:45:58.193287+0000","last_active":"2023-10-06T22:45:59.190785+0000","last_peered":"2023-10-06T22:45:59.190785+0000","last_clean":"2023-10-06T22:45:59.190785+0000","last_became_active":"2023-10-06T22:45:58.192659+0000","last_became_peered":"2023-10-06T22:45:58.192659+0000","last_unstale":"2023-10-06T22:45:59.190785+0000","last_undegraded":"2023-10-06T22:45:59.190785+0000","last_fullsized":"2023-10-06T22:45:59.190785+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:37.753198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.297803+0000","last_change":"2023-10-06T22:45:57.193106+0000","last_active":"2023-10-06T22:45:59.297803+0000","last_peered":"2023-10-06T22:45:59.297803+0000","last_clean":"2023-10-06T22:45:59.297803+0000","last_became_active":"2023-10-06T22:45:57.192852+0000","last_became_peered":"2023-10-06T22:45:57.192852+0000","last_unstale":"2023-10-06T22:45:59.297803+0000","last_undegraded":"2023-10-06T22:45:59.297803+0000","last_fullsized":"2023-10-06T22:45:59.297803+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:13:41.902347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188397+0000","last_change":"2023-10-06T22:45:58.199801+0000","last_active":"2023-10-06T22:45:59.188397+0000","last_peered":"2023-10-06T22:45:59.188397+0000","last_clean":"2023-10-06T22:45:59.188397+0000","last_became_active":"2023-10-06T22:45:58.199510+0000","last_became_peered":"2023-10-06T22:45:58.199510+0000","last_unstale":"2023-10-06T22:45:59.188397+0000","last_undegraded":"2023-10-06T22:45:59.188397+0000","last_fullsized":"2023-10-06T22:45:59.188397+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:10:24.666340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188864+0000","last_change":"2023-10-06T22:45:57.193540+0000","last_active":"2023-10-06T22:45:59.188864+0000","last_peered":"2023-10-06T22:45:59.188864+0000","last_clean":"2023-10-06T22:45:59.188864+0000","last_became_active":"2023-10-06T22:45:57.193275+0000","last_became_peered":"2023-10-06T22:45:57.193275+0000","last_unstale":"2023-10-06T22:45:59.188864+0000","last_undegraded":"2023-10-06T22:45:59.188864+0000","last_fullsized":"2023-10-06T22:45:59.188864+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231265+0000","last_change":"2023-10-06T22:45:58.195460+0000","last_active":"2023-10-06T22:45:59.231265+0000","last_peered":"2023-10-06T22:45:59.231265+0000","last_clean":"2023-10-06T22:45:59.231265+0000","last_became_active":"2023-10-06T22:45:58.195137+0000","last_became_peered":"2023-10-06T22:45:58.195137+0000","last_unstale":"2023-10-06T22:45:59.231265+0000","last_undegraded":"2023-10-06T22:45:59.231265+0000","last_fullsized":"2023-10-06T22:45:59.231265+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:03:13.258030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188320+0000","last_change":"2023-10-06T22:45:57.191292+0000","last_active":"2023-10-06T22:45:59.188320+0000","last_peered":"2023-10-06T22:45:59.188320+0000","last_clean":"2023-10-06T22:45:59.188320+0000","last_became_active":"2023-10-06T22:45:57.191004+0000","last_became_peered":"2023-10-06T22:45:57.191004+0000","last_unstale":"2023-10-06T22:45:59.188320+0000","last_undegraded":"2023-10-06T22:45:59.188320+0000","last_fullsized":"2023-10-06T22:45:59.188320+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407540+0000","last_change":"2023-10-06T22:45:58.205571+0000","last_active":"2023-10-06T22:46:00.407540+0000","last_peered":"2023-10-06T22:46:00.407540+0000","last_clean":"2023-10-06T22:46:00.407540+0000","last_became_active":"2023-10-06T22:45:58.205219+0000","last_became_peered":"2023-10-06T22:45:58.205219+0000","last_unstale":"2023-10-06T22:46:00.407540+0000","last_undegraded":"2023-10-06T22:46:00.407540+0000","last_fullsized":"2023-10-06T22:46:00.407540+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:08:07.913880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189827+0000","last_change":"2023-10-06T22:45:57.196059+0000","last_active":"2023-10-06T22:45:59.189827+0000","last_peered":"2023-10-06T22:45:59.189827+0000","last_clean":"2023-10-06T22:45:59.189827+0000","last_became_active":"2023-10-06T22:45:57.195786+0000","last_became_peered":"2023-10-06T22:45:57.195786+0000","last_unstale":"2023-10-06T22:45:59.189827+0000","last_undegraded":"2023-10-06T22:45:59.189827+0000","last_fullsized":"2023-10-06T22:45:59.189827+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:24:42.158288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406653+0000","last_change":"2023-10-06T22:45:58.205092+0000","last_active":"2023-10-06T22:46:00.406653+0000","last_peered":"2023-10-06T22:46:00.406653+0000","last_clean":"2023-10-06T22:46:00.406653+0000","last_became_active":"2023-10-06T22:45:58.204827+0000","last_became_peered":"2023-10-06T22:45:58.204827+0000","last_unstale":"2023-10-06T22:46:00.406653+0000","last_undegraded":"2023-10-06T22:46:00.406653+0000","last_fullsized":"2023-10-06T22:46:00.406653+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:27:58.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"38'3","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189574+0000","last_change":"2023-10-06T22:45:57.194348+0000","last_active":"2023-10-06T22:45:59.189574+0000","last_peered":"2023-10-06T22:45:59.189574+0000","last_clean":"2023-10-06T22:45:59.189574+0000","last_became_active":"2023-10-06T22:45:57.194064+0000","last_became_peered":"2023-10-06T22:45:57.194064+0000","last_unstale":"2023-10-06T22:45:59.189574+0000","last_undegraded":"2023-10-06T22:45:59.189574+0000","last_fullsized":"2023-10-06T22:45:59.189574+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:34:58.076120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189732+0000","last_change":"2023-10-06T22:45:58.202322+0000","last_active":"2023-10-06T22:45:59.189732+0000","last_peered":"2023-10-06T22:45:59.189732+0000","last_clean":"2023-10-06T22:45:59.189732+0000","last_became_active":"2023-10-06T22:45:58.202019+0000","last_became_peered":"2023-10-06T22:45:58.202019+0000","last_unstale":"2023-10-06T22:45:59.189732+0000","last_undegraded":"2023-10-06T22:45:59.189732+0000","last_fullsized":"2023-10-06T22:45:59.189732+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:11.942278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"38'6","reported_seq":18,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188120+0000","last_change":"2023-10-06T22:45:57.183152+0000","last_active":"2023-10-06T22:45:59.188120+0000","last_peered":"2023-10-06T22:45:59.188120+0000","last_clean":"2023-10-06T22:45:59.188120+0000","last_became_active":"2023-10-06T22:45:57.182887+0000","last_became_peered":"2023-10-06T22:45:57.182887+0000","last_unstale":"2023-10-06T22:45:59.188120+0000","last_undegraded":"2023-10-06T22:45:59.188120+0000","last_fullsized":"2023-10-06T22:45:59.188120+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:38:36.746828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406478+0000","last_change":"2023-10-06T22:45:58.214614+0000","last_active":"2023-10-06T22:46:00.406478+0000","last_peered":"2023-10-06T22:46:00.406478+0000","last_clean":"2023-10-06T22:46:00.406478+0000","last_became_active":"2023-10-06T22:45:58.214292+0000","last_became_peered":"2023-10-06T22:45:58.214292+0000","last_unstale":"2023-10-06T22:46:00.406478+0000","last_undegraded":"2023-10-06T22:46:00.406478+0000","last_fullsized":"2023-10-06T22:46:00.406478+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:37:02.475101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188454+0000","last_change":"2023-10-06T22:45:57.182479+0000","last_active":"2023-10-06T22:45:59.188454+0000","last_peered":"2023-10-06T22:45:59.188454+0000","last_clean":"2023-10-06T22:45:59.188454+0000","last_became_active":"2023-10-06T22:45:57.182124+0000","last_became_peered":"2023-10-06T22:45:57.182124+0000","last_unstale":"2023-10-06T22:45:59.188454+0000","last_undegraded":"2023-10-06T22:45:59.188454+0000","last_fullsized":"2023-10-06T22:45:59.188454+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187845+0000","last_change":"2023-10-06T22:45:58.199818+0000","last_active":"2023-10-06T22:45:59.187845+0000","last_peered":"2023-10-06T22:45:59.187845+0000","last_clean":"2023-10-06T22:45:59.187845+0000","last_became_active":"2023-10-06T22:45:58.199522+0000","last_became_peered":"2023-10-06T22:45:58.199522+0000","last_unstale":"2023-10-06T22:45:59.187845+0000","last_undegraded":"2023-10-06T22:45:59.187845+0000","last_fullsized":"2023-10-06T22:45:59.187845+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.297823+0000","last_change":"2023-10-06T22:45:57.190455+0000","last_active":"2023-10-06T22:45:59.297823+0000","last_peered":"2023-10-06T22:45:59.297823+0000","last_clean":"2023-10-06T22:45:59.297823+0000","last_became_active":"2023-10-06T22:45:57.190106+0000","last_became_peered":"2023-10-06T22:45:57.190106+0000","last_unstale":"2023-10-06T22:45:59.297823+0000","last_undegraded":"2023-10-06T22:45:59.297823+0000","last_fullsized":"2023-10-06T22:45:59.297823+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407241+0000","last_change":"2023-10-06T22:45:58.201233+0000","last_active":"2023-10-06T22:46:00.407241+0000","last_peered":"2023-10-06T22:46:00.407241+0000","last_clean":"2023-10-06T22:46:00.407241+0000","last_became_active":"2023-10-06T22:45:58.200887+0000","last_became_peered":"2023-10-06T22:45:58.200887+0000","last_unstale":"2023-10-06T22:46:00.407241+0000","last_undegraded":"2023-10-06T22:46:00.407241+0000","last_fullsized":"2023-10-06T22:46:00.407241+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:10:25.490722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.306821+0000","last_change":"2023-10-06T22:45:57.195668+0000","last_active":"2023-10-06T22:45:59.306821+0000","last_peered":"2023-10-06T22:45:59.306821+0000","last_clean":"2023-10-06T22:45:59.306821+0000","last_became_active":"2023-10-06T22:45:57.195277+0000","last_became_peered":"2023-10-06T22:45:57.195277+0000","last_unstale":"2023-10-06T22:45:59.306821+0000","last_undegraded":"2023-10-06T22:45:59.306821+0000","last_fullsized":"2023-10-06T22:45:59.306821+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187919+0000","last_change":"2023-10-06T22:45:58.194103+0000","last_active":"2023-10-06T22:45:59.187919+0000","last_peered":"2023-10-06T22:45:59.187919+0000","last_clean":"2023-10-06T22:45:59.187919+0000","last_became_active":"2023-10-06T22:45:58.193775+0000","last_became_peered":"2023-10-06T22:45:58.193775+0000","last_unstale":"2023-10-06T22:45:59.187919+0000","last_undegraded":"2023-10-06T22:45:59.187919+0000","last_fullsized":"2023-10-06T22:45:59.187919+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"38'8","reported_seq":20,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.305284+0000","last_change":"2023-10-06T22:45:57.186897+0000","last_active":"2023-10-06T22:45:59.305284+0000","last_peered":"2023-10-06T22:45:59.305284+0000","last_clean":"2023-10-06T22:45:59.305284+0000","last_became_active":"2023-10-06T22:45:57.186591+0000","last_became_peered":"2023-10-06T22:45:57.186591+0000","last_unstale":"2023-10-06T22:45:59.305284+0000","last_undegraded":"2023-10-06T22:45:59.305284+0000","last_fullsized":"2023-10-06T22:45:59.305284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:02:10.935907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188060+0000","last_change":"2023-10-06T22:45:58.187376+0000","last_active":"2023-10-06T22:45:59.188060+0000","last_peered":"2023-10-06T22:45:59.188060+0000","last_clean":"2023-10-06T22:45:59.188060+0000","last_became_active":"2023-10-06T22:45:58.187056+0000","last_became_peered":"2023-10-06T22:45:58.187056+0000","last_unstale":"2023-10-06T22:45:59.188060+0000","last_undegraded":"2023-10-06T22:45:59.188060+0000","last_fullsized":"2023-10-06T22:45:59.188060+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"38'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190164+0000","last_change":"2023-10-06T22:45:57.192740+0000","last_active":"2023-10-06T22:45:59.190164+0000","last_peered":"2023-10-06T22:45:59.190164+0000","last_clean":"2023-10-06T22:45:59.190164+0000","last_became_active":"2023-10-06T22:45:57.192439+0000","last_became_peered":"2023-10-06T22:45:57.192439+0000","last_unstale":"2023-10-06T22:45:59.190164+0000","last_undegraded":"2023-10-06T22:45:59.190164+0000","last_fullsized":"2023-10-06T22:45:59.190164+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:45:52.058104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189458+0000","last_change":"2023-10-06T22:45:58.210194+0000","last_active":"2023-10-06T22:45:59.189458+0000","last_peered":"2023-10-06T22:45:59.189458+0000","last_clean":"2023-10-06T22:45:59.189458+0000","last_became_active":"2023-10-06T22:45:58.209782+0000","last_became_peered":"2023-10-06T22:45:58.209782+0000","last_unstale":"2023-10-06T22:45:59.189458+0000","last_undegraded":"2023-10-06T22:45:59.189458+0000","last_fullsized":"2023-10-06T22:45:59.189458+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190687+0000","last_change":"2023-10-06T22:45:57.192529+0000","last_active":"2023-10-06T22:45:59.190687+0000","last_peered":"2023-10-06T22:45:59.190687+0000","last_clean":"2023-10-06T22:45:59.190687+0000","last_became_active":"2023-10-06T22:45:57.191957+0000","last_became_peered":"2023-10-06T22:45:57.191957+0000","last_unstale":"2023-10-06T22:45:59.190687+0000","last_undegraded":"2023-10-06T22:45:59.190687+0000","last_fullsized":"2023-10-06T22:45:59.190687+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:44:36.503381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190554+0000","last_change":"2023-10-06T22:45:58.196643+0000","last_active":"2023-10-06T22:45:59.190554+0000","last_peered":"2023-10-06T22:45:59.190554+0000","last_clean":"2023-10-06T22:45:59.190554+0000","last_became_active":"2023-10-06T22:45:58.194758+0000","last_became_peered":"2023-10-06T22:45:58.194758+0000","last_unstale":"2023-10-06T22:45:59.190554+0000","last_undegraded":"2023-10-06T22:45:59.190554+0000","last_fullsized":"2023-10-06T22:45:59.190554+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:23.239763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"38'1","reported_seq":13,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.206306+0000","last_change":"2023-10-06T22:45:57.190791+0000","last_active":"2023-10-06T22:45:58.206306+0000","last_peered":"2023-10-06T22:45:58.206306+0000","last_clean":"2023-10-06T22:45:58.206306+0000","last_became_active":"2023-10-06T22:45:57.190428+0000","last_became_peered":"2023-10-06T22:45:57.190428+0000","last_unstale":"2023-10-06T22:45:58.206306+0000","last_undegraded":"2023-10-06T22:45:58.206306+0000","last_fullsized":"2023-10-06T22:45:58.206306+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:42:11.069241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231439+0000","last_change":"2023-10-06T22:45:58.194184+0000","last_active":"2023-10-06T22:45:59.231439+0000","last_peered":"2023-10-06T22:45:59.231439+0000","last_clean":"2023-10-06T22:45:59.231439+0000","last_became_active":"2023-10-06T22:45:58.193870+0000","last_became_peered":"2023-10-06T22:45:58.193870+0000","last_unstale":"2023-10-06T22:45:59.231439+0000","last_undegraded":"2023-10-06T22:45:59.231439+0000","last_fullsized":"2023-10-06T22:45:59.231439+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:56:39.717341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.297841+0000","last_change":"2023-10-06T22:45:57.191395+0000","last_active":"2023-10-06T22:45:59.297841+0000","last_peered":"2023-10-06T22:45:59.297841+0000","last_clean":"2023-10-06T22:45:59.297841+0000","last_became_active":"2023-10-06T22:45:57.191124+0000","last_became_peered":"2023-10-06T22:45:57.191124+0000","last_unstale":"2023-10-06T22:45:59.297841+0000","last_undegraded":"2023-10-06T22:45:59.297841+0000","last_fullsized":"2023-10-06T22:45:59.297841+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:49.405252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407121+0000","last_change":"2023-10-06T22:45:58.200632+0000","last_active":"2023-10-06T22:46:00.407121+0000","last_peered":"2023-10-06T22:46:00.407121+0000","last_clean":"2023-10-06T22:46:00.407121+0000","last_became_active":"2023-10-06T22:45:58.200285+0000","last_became_peered":"2023-10-06T22:45:58.200285+0000","last_unstale":"2023-10-06T22:46:00.407121+0000","last_undegraded":"2023-10-06T22:46:00.407121+0000","last_fullsized":"2023-10-06T22:46:00.407121+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T04:18:24.438882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"38'2","reported_seq":14,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.199604+0000","last_change":"2023-10-06T22:45:57.188803+0000","last_active":"2023-10-06T22:45:58.199604+0000","last_peered":"2023-10-06T22:45:58.199604+0000","last_clean":"2023-10-06T22:45:58.199604+0000","last_became_active":"2023-10-06T22:45:57.188470+0000","last_became_peered":"2023-10-06T22:45:57.188470+0000","last_unstale":"2023-10-06T22:45:58.199604+0000","last_undegraded":"2023-10-06T22:45:58.199604+0000","last_fullsized":"2023-10-06T22:45:58.199604+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:35:02.168370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406589+0000","last_change":"2023-10-06T22:45:58.204515+0000","last_active":"2023-10-06T22:46:00.406589+0000","last_peered":"2023-10-06T22:46:00.406589+0000","last_clean":"2023-10-06T22:46:00.406589+0000","last_became_active":"2023-10-06T22:45:58.204204+0000","last_became_peered":"2023-10-06T22:45:58.204204+0000","last_unstale":"2023-10-06T22:46:00.406589+0000","last_undegraded":"2023-10-06T22:46:00.406589+0000","last_fullsized":"2023-10-06T22:46:00.406589+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:43.298641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176740+0000","last_change":"2023-10-06T22:45:57.185150+0000","last_active":"2023-10-06T22:45:58.176740+0000","last_peered":"2023-10-06T22:45:58.176740+0000","last_clean":"2023-10-06T22:45:58.176740+0000","last_became_active":"2023-10-06T22:45:57.184862+0000","last_became_peered":"2023-10-06T22:45:57.184862+0000","last_unstale":"2023-10-06T22:45:58.176740+0000","last_undegraded":"2023-10-06T22:45:58.176740+0000","last_fullsized":"2023-10-06T22:45:58.176740+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T23:55:13.877895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.189296+0000","last_change":"2023-10-06T22:45:58.204135+0000","last_active":"2023-10-06T22:45:59.189296+0000","last_peered":"2023-10-06T22:45:59.189296+0000","last_clean":"2023-10-06T22:45:59.189296+0000","last_became_active":"2023-10-06T22:45:58.203833+0000","last_became_peered":"2023-10-06T22:45:58.203833+0000","last_unstale":"2023-10-06T22:45:59.189296+0000","last_undegraded":"2023-10-06T22:45:59.189296+0000","last_fullsized":"2023-10-06T22:45:59.189296+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:33:03.639205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.305323+0000","last_change":"2023-10-06T22:45:57.189114+0000","last_active":"2023-10-06T22:45:59.305323+0000","last_peered":"2023-10-06T22:45:59.305323+0000","last_clean":"2023-10-06T22:45:59.305323+0000","last_became_active":"2023-10-06T22:45:57.188811+0000","last_became_peered":"2023-10-06T22:45:57.188811+0000","last_unstale":"2023-10-06T22:45:59.305323+0000","last_undegraded":"2023-10-06T22:45:59.305323+0000","last_fullsized":"2023-10-06T22:45:59.305323+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188369+0000","last_change":"2023-10-06T22:45:58.197527+0000","last_active":"2023-10-06T22:45:59.188369+0000","last_peered":"2023-10-06T22:45:59.188369+0000","last_clean":"2023-10-06T22:45:59.188369+0000","last_became_active":"2023-10-06T22:45:58.197014+0000","last_became_peered":"2023-10-06T22:45:58.197014+0000","last_unstale":"2023-10-06T22:45:59.188369+0000","last_undegraded":"2023-10-06T22:45:59.188369+0000","last_fullsized":"2023-10-06T22:45:59.188369+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:54:29.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.178614+0000","last_change":"2023-10-06T22:45:57.188824+0000","last_active":"2023-10-06T22:45:58.178614+0000","last_peered":"2023-10-06T22:45:58.178614+0000","last_clean":"2023-10-06T22:45:58.178614+0000","last_became_active":"2023-10-06T22:45:57.188457+0000","last_became_peered":"2023-10-06T22:45:57.188457+0000","last_unstale":"2023-10-06T22:45:58.178614+0000","last_undegraded":"2023-10-06T22:45:58.178614+0000","last_fullsized":"2023-10-06T22:45:58.178614+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:43:38.573512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.927920+0000","last_change":"2023-10-06T22:45:58.215606+0000","last_active":"2023-10-06T22:45:59.927920+0000","last_peered":"2023-10-06T22:45:59.927920+0000","last_clean":"2023-10-06T22:45:59.927920+0000","last_became_active":"2023-10-06T22:45:58.215290+0000","last_became_peered":"2023-10-06T22:45:58.215290+0000","last_unstale":"2023-10-06T22:45:59.927920+0000","last_undegraded":"2023-10-06T22:45:59.927920+0000","last_fullsized":"2023-10-06T22:45:59.927920+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T08:01:43.298641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"38'2","reported_seq":14,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190237+0000","last_change":"2023-10-06T22:45:57.191419+0000","last_active":"2023-10-06T22:45:59.190237+0000","last_peered":"2023-10-06T22:45:59.190237+0000","last_clean":"2023-10-06T22:45:59.190237+0000","last_became_active":"2023-10-06T22:45:57.191126+0000","last_became_peered":"2023-10-06T22:45:57.191126+0000","last_unstale":"2023-10-06T22:45:59.190237+0000","last_undegraded":"2023-10-06T22:45:59.190237+0000","last_fullsized":"2023-10-06T22:45:59.190237+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:37:15.710273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407694+0000","last_change":"2023-10-06T22:45:58.205807+0000","last_active":"2023-10-06T22:46:00.407694+0000","last_peered":"2023-10-06T22:46:00.407694+0000","last_clean":"2023-10-06T22:46:00.407694+0000","last_became_active":"2023-10-06T22:45:58.205499+0000","last_became_peered":"2023-10-06T22:45:58.205499+0000","last_unstale":"2023-10-06T22:46:00.407694+0000","last_undegraded":"2023-10-06T22:46:00.407694+0000","last_fullsized":"2023-10-06T22:46:00.407694+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"39'1","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.231400+0000","last_change":"2023-10-06T22:45:57.189182+0000","last_active":"2023-10-06T22:45:59.231400+0000","last_peered":"2023-10-06T22:45:59.231400+0000","last_clean":"2023-10-06T22:45:59.231400+0000","last_became_active":"2023-10-06T22:45:57.188922+0000","last_became_peered":"2023-10-06T22:45:57.188922+0000","last_unstale":"2023-10-06T22:45:59.231400+0000","last_undegraded":"2023-10-06T22:45:59.231400+0000","last_fullsized":"2023-10-06T22:45:59.231400+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:21:22.558566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188223+0000","last_change":"2023-10-06T22:45:58.195270+0000","last_active":"2023-10-06T22:45:59.188223+0000","last_peered":"2023-10-06T22:45:59.188223+0000","last_clean":"2023-10-06T22:45:59.188223+0000","last_became_active":"2023-10-06T22:45:58.194978+0000","last_became_peered":"2023-10-06T22:45:58.194978+0000","last_unstale":"2023-10-06T22:45:59.188223+0000","last_undegraded":"2023-10-06T22:45:59.188223+0000","last_fullsized":"2023-10-06T22:45:59.188223+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:37:13.370889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.295246+0000","last_change":"2023-10-06T22:45:57.191288+0000","last_active":"2023-10-06T22:45:59.295246+0000","last_peered":"2023-10-06T22:45:59.295246+0000","last_clean":"2023-10-06T22:45:59.295246+0000","last_became_active":"2023-10-06T22:45:57.190955+0000","last_became_peered":"2023-10-06T22:45:57.190955+0000","last_unstale":"2023-10-06T22:45:59.295246+0000","last_undegraded":"2023-10-06T22:45:59.295246+0000","last_fullsized":"2023-10-06T22:45:59.295246+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:30:22.233393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.406479+0000","last_change":"2023-10-06T22:45:58.198315+0000","last_active":"2023-10-06T22:46:00.406479+0000","last_peered":"2023-10-06T22:46:00.406479+0000","last_clean":"2023-10-06T22:46:00.406479+0000","last_became_active":"2023-10-06T22:45:58.197786+0000","last_became_peered":"2023-10-06T22:45:58.197786+0000","last_unstale":"2023-10-06T22:46:00.406479+0000","last_undegraded":"2023-10-06T22:46:00.406479+0000","last_fullsized":"2023-10-06T22:46:00.406479+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:37:16.716643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.295217+0000","last_change":"2023-10-06T22:45:57.192318+0000","last_active":"2023-10-06T22:45:59.295217+0000","last_peered":"2023-10-06T22:45:59.295217+0000","last_clean":"2023-10-06T22:45:59.295217+0000","last_became_active":"2023-10-06T22:45:57.192039+0000","last_became_peered":"2023-10-06T22:45:57.192039+0000","last_unstale":"2023-10-06T22:45:59.295217+0000","last_undegraded":"2023-10-06T22:45:59.295217+0000","last_fullsized":"2023-10-06T22:45:59.295217+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.927929+0000","last_change":"2023-10-06T22:45:58.201133+0000","last_active":"2023-10-06T22:45:59.927929+0000","last_peered":"2023-10-06T22:45:59.927929+0000","last_clean":"2023-10-06T22:45:59.927929+0000","last_became_active":"2023-10-06T22:45:58.200865+0000","last_became_peered":"2023-10-06T22:45:58.200865+0000","last_unstale":"2023-10-06T22:45:59.927929+0000","last_undegraded":"2023-10-06T22:45:59.927929+0000","last_fullsized":"2023-10-06T22:45:59.927929+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T00:27:58.989062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.306872+0000","last_change":"2023-10-06T22:45:57.195080+0000","last_active":"2023-10-06T22:45:59.306872+0000","last_peered":"2023-10-06T22:45:59.306872+0000","last_clean":"2023-10-06T22:45:59.306872+0000","last_became_active":"2023-10-06T22:45:57.194423+0000","last_became_peered":"2023-10-06T22:45:57.194423+0000","last_unstale":"2023-10-06T22:45:59.306872+0000","last_undegraded":"2023-10-06T22:45:59.306872+0000","last_fullsized":"2023-10-06T22:45:59.306872+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T05:41:41.864385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190911+0000","last_change":"2023-10-06T22:45:58.194062+0000","last_active":"2023-10-06T22:45:59.190911+0000","last_peered":"2023-10-06T22:45:59.190911+0000","last_clean":"2023-10-06T22:45:59.190911+0000","last_became_active":"2023-10-06T22:45:58.193783+0000","last_became_peered":"2023-10-06T22:45:58.193783+0000","last_unstale":"2023-10-06T22:45:59.190911+0000","last_undegraded":"2023-10-06T22:45:59.190911+0000","last_fullsized":"2023-10-06T22:45:59.190911+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T03:05:50.411622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.188868+0000","last_change":"2023-10-06T22:45:57.189452+0000","last_active":"2023-10-06T22:45:59.188868+0000","last_peered":"2023-10-06T22:45:59.188868+0000","last_clean":"2023-10-06T22:45:59.188868+0000","last_became_active":"2023-10-06T22:45:57.189177+0000","last_became_peered":"2023-10-06T22:45:57.189177+0000","last_unstale":"2023-10-06T22:45:59.188868+0000","last_undegraded":"2023-10-06T22:45:59.188868+0000","last_fullsized":"2023-10-06T22:45:59.188868+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T06:50:05.882018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:46:00.407520+0000","last_change":"2023-10-06T22:45:58.201995+0000","last_active":"2023-10-06T22:46:00.407520+0000","last_peered":"2023-10-06T22:46:00.407520+0000","last_clean":"2023-10-06T22:46:00.407520+0000","last_became_active":"2023-10-06T22:45:58.201717+0000","last_became_peered":"2023-10-06T22:45:58.201717+0000","last_unstale":"2023-10-06T22:46:00.407520+0000","last_undegraded":"2023-10-06T22:46:00.407520+0000","last_fullsized":"2023-10-06T22:46:00.407520+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:02:31.344429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.187784+0000","last_change":"2023-10-06T22:45:57.190747+0000","last_active":"2023-10-06T22:45:59.187784+0000","last_peered":"2023-10-06T22:45:59.187784+0000","last_clean":"2023-10-06T22:45:59.187784+0000","last_became_active":"2023-10-06T22:45:57.190465+0000","last_became_peered":"2023-10-06T22:45:57.190465+0000","last_unstale":"2023-10-06T22:45:59.187784+0000","last_undegraded":"2023-10-06T22:45:59.187784+0000","last_fullsized":"2023-10-06T22:45:59.187784+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T07:11:34.765251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":11,"reported_epoch":39,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.190122+0000","last_change":"2023-10-06T22:45:58.205158+0000","last_active":"2023-10-06T22:45:59.190122+0000","last_peered":"2023-10-06T22:45:59.190122+0000","last_clean":"2023-10-06T22:45:59.190122+0000","last_became_active":"2023-10-06T22:45:58.204512+0000","last_became_peered":"2023-10-06T22:45:58.204512+0000","last_unstale":"2023-10-06T22:45:59.190122+0000","last_undegraded":"2023-10-06T22:45:59.190122+0000","last_fullsized":"2023-10-06T22:45:59.190122+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:57.156704+0000","last_clean_scrub_stamp":"2023-10-06T22:45:57.156704+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T01:33:53.779281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:59.305392+0000","last_change":"2023-10-06T22:45:57.189499+0000","last_active":"2023-10-06T22:45:59.305392+0000","last_peered":"2023-10-06T22:45:59.305392+0000","last_clean":"2023-10-06T22:45:59.305392+0000","last_became_active":"2023-10-06T22:45:57.189049+0000","last_became_peered":"2023-10-06T22:45:57.189049+0000","last_unstale":"2023-10-06T22:45:59.305392+0000","last_undegraded":"2023-10-06T22:45:59.305392+0000","last_fullsized":"2023-10-06T22:45:59.305392+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:45:56.150334+0000","last_clean_scrub_stamp":"2023-10-06T22:45:56.150334+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T02:57:39.989962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":182,"reported_epoch":38,"state":"active+clean","last_fresh":"2023-10-06T22:45:58.176450+0000","last_change":"2023-10-06T22:44:05.474367+0000","last_active":"2023-10-06T22:45:58.176450+0000","last_peered":"2023-10-06T22:45:58.176450+0000","last_clean":"2023-10-06T22:45:58.176450+0000","last_became_active":"2023-10-06T22:44:05.474098+0000","last_became_peered":"2023-10-06T22:44:05.474098+0000","last_unstale":"2023-10-06T22:45:58.176450+0000","last_undegraded":"2023-10-06T22:45:58.176450+0000","last_fullsized":"2023-10-06T22:45:58.176450+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-06T22:44:04.456055+0000","last_clean_scrub_stamp":"2023-10-06T22:44:04.456055+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-08T09:15:05.080709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":16,"seq":68719476765,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":454656,"data_stored":193439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.57999999999999996}]},{"osd":1,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.64800000000000002}]},{"osd":3,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.66800000000000004}]},{"osd":4,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.91900000000000004}]},{"osd":5,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":1.0229999999999999},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.98999999999999999}]},{"osd":6,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.879,"5min":0.879,"15min":0.879},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.216,"5min":1.216,"15min":1.216},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":0.93999999999999995}]},{"osd":7,"last update":"Fri Oct 6 22:45:12 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.88,"15min":0.88},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.323,"5min":1.323,"15min":1.323},"last":1.044},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.88400000000000001}]}]},{"osd":7,"up_from":13,"seq":55834574876,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28052,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343788,"statfs":{"total":96636764160,"available":96608038912,"internally_reserved":0,"allocated":1056768,"data_stored":784797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":3.2629999999999999,"5min":3.2629999999999999,"15min":3.2629999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":11.535,"5min":11.535,"15min":11.535},"last":0.55300000000000005}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":5.3099999999999996,"5min":5.3099999999999996,"15min":5.3099999999999996},"last":0.70699999999999996},{"interface":"front","average":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":7.3959999999999999,"5min":7.3959999999999999,"15min":7.3959999999999999},"last":0.65600000000000003}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":10.445,"5min":10.445,"15min":10.445},"last":0.495},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":5.4039999999999999,"5min":5.4039999999999999,"15min":5.4039999999999999},"last":0.59999999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":7.1059999999999999,"5min":7.1059999999999999,"15min":7.1059999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"min":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"max":{"1min":7.1289999999999996,"5min":7.1289999999999996,"15min":7.1289999999999996},"last":0.63300000000000001}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.76300000000000001}]},{"osd":5,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.77600000000000002}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.212,"5min":1.212,"15min":1.212},"last":0.747},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.81799999999999995,"15min":0.81799999999999995},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.81799999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574876,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":454656,"data_stored":193459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.6859999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":0.379}]},{"osd":2,"last update":"Fri Oct 6 22:45:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":1.653,"5min":1.653,"15min":1.653},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":6.2169999999999996,"5min":6.2169999999999996,"15min":6.2169999999999996},"last":0.42299999999999999}]},{"osd":3,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":14.379,"5min":14.379,"15min":14.379},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.367,"5min":1.367,"15min":1.367},"last":0.499}]},{"osd":4,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":2.0710000000000002,"5min":2.0710000000000002,"15min":2.0710000000000002},"last":0.59599999999999997}]},{"osd":5,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.302,"5min":1.302,"15min":1.302},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.538,"5min":1.538,"15min":1.538},"last":0.61499999999999999}]},{"osd":6,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.1150000000000002,"5min":2.1150000000000002,"15min":2.1150000000000002},"last":0.75},{"interface":"front","average":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.63900000000000001}]},{"osd":7,"last update":"Fri Oct 6 22:45:06 2023","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":2.2890000000000001,"5min":2.2890000000000001,"15min":2.2890000000000001},"last":0.70799999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574875,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1048576,"data_stored":783771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.7509999999999999,"5min":1.7509999999999999,"15min":1.7509999999999999},"last":0.371},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.501}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":6.1600000000000001,"5min":6.1600000000000001,"15min":6.1600000000000001},"last":0.623},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.34499999999999997}]},{"osd":3,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.7849999999999999,"5min":1.7849999999999999,"15min":1.7849999999999999},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.58399999999999996}]},{"osd":4,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.48599999999999999}]},{"osd":5,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.5049999999999999,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":0.52000000000000002}]},{"osd":7,"last update":"Fri Oct 6 22:45:03 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.63600000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574876,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27476,"kb_used_data":456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344364,"statfs":{"total":96636764160,"available":96608628736,"internally_reserved":0,"allocated":466944,"data_stored":195015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1591,"internal_metadata":27654601},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":2.4409999999999998,"5min":2.4409999999999998,"15min":2.4409999999999998},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":4.5419999999999998,"5min":4.5419999999999998,"15min":4.5419999999999998},"last":0.623}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":4.0140000000000002,"5min":4.0140000000000002,"15min":4.0140000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":2.2389999999999999,"5min":2.2389999999999999,"15min":2.2389999999999999},"last":0.41699999999999998}]},{"osd":2,"last update":"Fri Oct 6 22:45:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.363,"5min":2.363,"15min":2.363},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.0299999999999998,"5min":2.0299999999999998,"15min":2.0299999999999998},"last":0.54200000000000004}]},{"osd":4,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":3.04,"5min":3.04,"15min":3.04},"last":0.76300000000000001}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":2.9940000000000002,"5min":2.9940000000000002,"15min":2.9940000000000002},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.61199999999999999}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.2989999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"last":0.64800000000000002}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":3.0779999999999998,"5min":3.0779999999999998,"15min":3.0779999999999998},"last":0.78600000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574875,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":1.98,"5min":1.98,"15min":1.98},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.7529999999999999,"5min":1.7529999999999999,"15min":1.7529999999999999},"last":0.53500000000000003}]},{"osd":1,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.8440000000000001,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":3.3690000000000002,"5min":3.3690000000000002,"15min":3.3690000000000002},"last":0.78600000000000003}]},{"osd":2,"last update":"Fri Oct 6 22:45:07 2023","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":3.452,"5min":3.452,"15min":3.452},"last":0.69999999999999996}]},{"osd":3,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":2.25,"5min":2.25,"15min":2.25},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9399999999999999,"5min":1.9399999999999999,"15min":1.9399999999999999},"last":0.48199999999999998}]},{"osd":5,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2649999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.622},{"interface":"front","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.51200000000000001}]},{"osd":6,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.5569999999999999,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.56399999999999995}]},{"osd":7,"last update":"Fri Oct 6 22:45:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.2969999999999999,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.71999999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574874,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.59799999999999998}]},{"osd":1,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.63},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.58299999999999996}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0760000000000001,"5min":1.0760000000000001,"15min":1.0760000000000001},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.1619999999999999,"5min":1.1619999999999999,"15min":1.1619999999999999},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.71899999999999997}]},{"osd":6,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.74399999999999999}]},{"osd":7,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.377,"5min":1.377,"15min":1.377},"last":0.69199999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574875,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":193951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.752},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.56499999999999995}]},{"osd":1,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.66100000000000003}]},{"osd":2,"last update":"Fri Oct 6 22:45:08 2023","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":12.286,"5min":12.286,"15min":12.286},"last":0.59999999999999998}]},{"osd":3,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.72599999999999998}]},{"osd":4,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":1.0640000000000001}]},{"osd":5,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.88500000000000001}]},{"osd":7,"last update":"Fri Oct 6 22:45:05 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.2010000000000001,"5min":1.2010000000000001,"15min":1.2010000000000001},"last":1.1599999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-06T22:46:08.136 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-10-06T22:46:08.136 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-10-06T22:46:08.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.377+0000 7f5823dff700 1 Processor -- start 2023-10-06T22:46:08.378 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.377+0000 7f5823dff700 1 -- start start 2023-10-06T22:46:08.379 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f5823dff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f581c0b2760 0x7f581c161360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f5823dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f581c0d04f0 0x7f581c0d0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f5823dff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f581c162290 con 0x7f581c15e7a0 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f5823dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f581c0d0ec0 con 0x7f581c0d04f0 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f5823dff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f581c0d1bb0 con 0x7f581c0b2760 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f582239c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f581c0d04f0 0x7f581c0d0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f582139a700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f581c15e7a0 0x7f581c0d14a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:42920/0 (socket says 172.21.15.37:42920) 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f582239c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f581c0d04f0 0x7f581c0d0980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43444/0 (socket says 172.21.15.37:43444) 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.378+0000 7f582139a700 1 -- 172.21.15.37:0/3498084861 learned_addr learned my addr 172.21.15.37:0/3498084861 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:08.380 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f5821b9b700 1 --2- 172.21.15.37:0/3498084861 >> v2:172.21.15.62:3300/0 conn(0x7f581c0b2760 0x7f581c161360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f582239c700 1 -- 172.21.15.37:0/3498084861 >> v2:172.21.15.62:3300/0 conn(0x7f581c0b2760 msgr2=0x7f581c161360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:08.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f582239c700 1 --2- 172.21.15.37:0/3498084861 >> v2:172.21.15.62:3300/0 conn(0x7f581c0b2760 0x7f581c161360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f5820b99700 1 -- 172.21.15.37:0/3498084861 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2944578637 0 0) 0x7f581c162290 con 0x7f581c15e7a0 2023-10-06T22:46:08.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f582239c700 1 -- 172.21.15.37:0/3498084861 >> v1:172.21.15.37:6789/0 conn(0x7f581c15e7a0 legacy=0x7f581c0d14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.381 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f582239c700 1 -- 172.21.15.37:0/3498084861 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f581c15ec20 con 0x7f581c0d04f0 2023-10-06T22:46:08.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f582239c700 1 --2- 172.21.15.37:0/3498084861 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0d0980 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f581c0d3040 tx=0x7f581400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=620c51f7a58304dc server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:08.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f5820b99700 1 -- 172.21.15.37:0/3498084861 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f581400e070 con 0x7f581c0d04f0 2023-10-06T22:46:08.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f5820b99700 1 -- 172.21.15.37:0/3498084861 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f581400bae0 con 0x7f581c0d04f0 2023-10-06T22:46:08.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.379+0000 7f5820b99700 1 -- 172.21.15.37:0/3498084861 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f581400be90 con 0x7f581c0d04f0 2023-10-06T22:46:08.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 -- 172.21.15.37:0/3498084861 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 msgr2=0x7f581c0d0980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.382 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 --2- 172.21.15.37:0/3498084861 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0d0980 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f581c0d3040 tx=0x7f581400b330 comp rx=0 tx=0).stop 2023-10-06T22:46:08.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 -- 172.21.15.37:0/3498084861 shutdown_connections 2023-10-06T22:46:08.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 --2- 172.21.15.37:0/3498084861 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0d0980 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 --2- 172.21.15.37:0/3498084861 >> v2:172.21.15.62:3300/0 conn(0x7f581c0b2760 0x7f581c161360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 -- 172.21.15.37:0/3498084861 >> 172.21.15.37:0/3498084861 conn(0x7f581c0723f0 msgr2=0x7f581c072800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:08.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 -- 172.21.15.37:0/3498084861 shutdown_connections 2023-10-06T22:46:08.383 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.380+0000 7f5823dff700 1 -- 172.21.15.37:0/3498084861 wait complete. 2023-10-06T22:46:08.385 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.382+0000 7f5823dff700 1 Processor -- start 2023-10-06T22:46:08.385 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.382+0000 7f5823dff700 1 -- start start 2023-10-06T22:46:08.385 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f5823dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f581c0b2760 0x7f581c0b5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f5823dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0ca670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f5823dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f581c15e7a0 0x7f581c14a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f5823dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f581c14adf0 con 0x7f581c0d04f0 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f5823dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f581c0b2b40 con 0x7f581c15e7a0 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f5823dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f581c0cd1f0 con 0x7f581c0b2760 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f582139a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0ca670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f582139a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0ca670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43452/0 (socket says 172.21.15.37:43452) 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f582139a700 1 -- 172.21.15.37:0/2370878150 learned_addr learned my addr 172.21.15.37:0/2370878150 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f582239c700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f581c15e7a0 0x7f581c14a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.383+0000 7f5821b9b700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f581c0b2760 0x7f581c0b5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f582139a700 1 -- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f581c0b2760 msgr2=0x7f581c0b5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.386 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f582139a700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f581c0b2760 0x7f581c0b5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f582139a700 1 -- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f581c15e7a0 msgr2=0x7f581c14a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f582139a700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f581c15e7a0 0x7f581c14a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f582139a700 1 -- 172.21.15.37:0/2370878150 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5814009a70 con 0x7f581c0d04f0 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f582139a700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0ca670 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f580c0011e0 tx=0x7f580c00ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f58127fc700 1 -- 172.21.15.37:0/2370878150 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f580c004c80 con 0x7f581c0d04f0 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f58127fc700 1 -- 172.21.15.37:0/2370878150 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f580c004e00 con 0x7f581c0d04f0 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f58127fc700 1 -- 172.21.15.37:0/2370878150 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f580c007310 con 0x7f581c0d04f0 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.384+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f581c0cd4d0 con 0x7f581c0d04f0 2023-10-06T22:46:08.387 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.385+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f581c0b5c90 con 0x7f581c0d04f0 2023-10-06T22:46:08.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.385+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f581c0cd9f0 con 0x7f581c0d04f0 2023-10-06T22:46:08.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.386+0000 7f58127fc700 1 -- 172.21.15.37:0/2370878150 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f580c007470 con 0x7f581c0d04f0 2023-10-06T22:46:08.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.387+0000 7f58127fc700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f580006af00 0x7f580006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.388 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.387+0000 7f58127fc700 1 -- 172.21.15.37:0/2370878150 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f580c089470 con 0x7f581c0d04f0 2023-10-06T22:46:08.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.388+0000 7f5821b9b700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f580006af00 0x7f580006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.389 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.389+0000 7f5821b9b700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f580006af00 0x7f580006d3c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5818009b40 tx=0x7f5818009210 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:08.392 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.392+0000 7f58127fc700 1 -- 172.21.15.37:0/2370878150 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f580c054340 con 0x7f581c0d04f0 2023-10-06T22:46:08.682 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.681+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f581c04f400 con 0x7f581c0d04f0 2023-10-06T22:46:08.684 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.684+0000 7f58127fc700 1 -- 172.21.15.37:0/2370878150 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+147 (secure 0 0 0) 0x7f580c057960 con 0x7f581c0d04f0 2023-10-06T22:46:08.685 INFO:teuthology.orchestra.run.smithi037.stdout:[client.0] 2023-10-06T22:46:08.685 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQCBjSBlRo1+GRAAczsiu/OTCbeDO3v5CbH7/g== 2023-10-06T22:46:08.685 INFO:teuthology.orchestra.run.smithi037.stdout: caps mds = "allow" 2023-10-06T22:46:08.685 INFO:teuthology.orchestra.run.smithi037.stdout: caps mon = "allow r" 2023-10-06T22:46:08.685 INFO:teuthology.orchestra.run.smithi037.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-10-06T22:46:08.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f580006af00 msgr2=0x7f580006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f580006af00 0x7f580006d3c0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5818009b40 tx=0x7f5818009210 comp rx=0 tx=0).stop 2023-10-06T22:46:08.687 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 msgr2=0x7f581c0ca670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0ca670 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f580c0011e0 tx=0x7f580c00ca30 comp rx=0 tx=0).stop 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 shutdown_connections 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f580006af00 0x7f580006d3c0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f581c15e7a0 0x7f581c14a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f581c0b2760 0x7f581c0b5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 --2- 172.21.15.37:0/2370878150 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f581c0d04f0 0x7f581c0ca670 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 >> 172.21.15.37:0/2370878150 conn(0x7f581c0723f0 msgr2=0x7f581c156a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 shutdown_connections 2023-10-06T22:46:08.688 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.686+0000 7f5823dff700 1 -- 172.21.15.37:0/2370878150 wait complete. 2023-10-06T22:46:08.689 INFO:teuthology.orchestra.run.smithi037.stderr:updated caps for client.0 2023-10-06T22:46:08.705 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-06T22:46:08.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.906+0000 7fac93bff700 1 Processor -- start 2023-10-06T22:46:08.907 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.906+0000 7fac93bff700 1 -- start start 2023-10-06T22:46:08.908 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.907+0000 7fac93bff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7fac8c0d2060 0x7fac8c0cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.907+0000 7fac93bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac8c0d1bd0 con 0x7fac8c160ca0 2023-10-06T22:46:08.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac93bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac8c0d3290 con 0x7fac8c0b28c0 2023-10-06T22:46:08.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac93bff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac8c0d15c0 con 0x7fac8c0d2060 2023-10-06T22:46:08.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac9199b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fac8c160ca0 0x7fac8c0d2760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:42932/0 (socket says 172.21.15.37:42932) 2023-10-06T22:46:08.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac9199b700 1 -- 172.21.15.37:0/3925326517 learned_addr learned my addr 172.21.15.37:0/3925326517 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:08.909 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac9119a700 1 --2- 172.21.15.37:0/3925326517 >> v2:172.21.15.62:3300/0 conn(0x7fac8c0d2060 0x7fac8c0cfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.910 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac90999700 1 -- 172.21.15.37:0/3925326517 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 614319225 0 0) 0x7fac8c0d1bd0 con 0x7fac8c160ca0 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac90999700 1 -- 172.21.15.37:0/3925326517 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fac780035b0 con 0x7fac8c160ca0 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac9119a700 1 -- 172.21.15.37:0/3925326517 >> v1:172.21.15.62:6789/0 conn(0x7fac8c0b28c0 legacy=0x7fac8c161360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac9119a700 1 -- 172.21.15.37:0/3925326517 >> v1:172.21.15.37:6789/0 conn(0x7fac8c160ca0 legacy=0x7fac8c0d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.908+0000 7fac9119a700 1 -- 172.21.15.37:0/3925326517 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac8c0d2fb0 con 0x7fac8c0d2060 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.909+0000 7fac9119a700 1 --2- 172.21.15.37:0/3925326517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0d2060 0x7fac8c0cfe90 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fac7c009840 tx=0x7fac7c009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b137867c23e116d0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.909+0000 7fac90999700 1 -- 172.21.15.37:0/3925326517 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7c011830 con 0x7fac8c0d2060 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.909+0000 7fac90999700 1 -- 172.21.15.37:0/3925326517 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac7c011990 con 0x7fac8c0d2060 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.909+0000 7fac90999700 1 -- 172.21.15.37:0/3925326517 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7c011d20 con 0x7fac8c0d2060 2023-10-06T22:46:08.911 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.910+0000 7fac93bff700 1 -- 172.21.15.37:0/3925326517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0d2060 msgr2=0x7fac8c0cfe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.910+0000 7fac93bff700 1 --2- 172.21.15.37:0/3925326517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0d2060 0x7fac8c0cfe90 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fac7c009840 tx=0x7fac7c009b50 comp rx=0 tx=0).stop 2023-10-06T22:46:08.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.910+0000 7fac93bff700 1 -- 172.21.15.37:0/3925326517 shutdown_connections 2023-10-06T22:46:08.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.910+0000 7fac93bff700 1 --2- 172.21.15.37:0/3925326517 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0d2060 0x7fac8c0cfe90 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.910+0000 7fac93bff700 1 -- 172.21.15.37:0/3925326517 >> 172.21.15.37:0/3925326517 conn(0x7fac8c06b570 msgr2=0x7fac8c06b950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:08.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.910+0000 7fac93bff700 1 -- 172.21.15.37:0/3925326517 shutdown_connections 2023-10-06T22:46:08.913 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.910+0000 7fac93bff700 1 -- 172.21.15.37:0/3925326517 wait complete. 2023-10-06T22:46:08.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.911+0000 7fac93bff700 1 Processor -- start 2023-10-06T22:46:08.915 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.912+0000 7fac93bff700 1 -- start start 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac93bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0b28c0 0x7fac8c0b5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac93bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac8c0d2060 0x7fac8c15f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac93bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac8c160ca0 0x7fac8c15f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac93bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac8c159140 con 0x7fac8c0d2060 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac93bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac8c156d60 con 0x7fac8c0b28c0 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac93bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac8c15ff80 con 0x7fac8c160ca0 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac8c0d2060 0x7fac8c15f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac8c0d2060 0x7fac8c15f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43464/0 (socket says 172.21.15.37:43464) 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 -- 172.21.15.37:0/1092655613 learned_addr learned my addr 172.21.15.37:0/1092655613 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:08.916 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9199b700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0b28c0 0x7fac8c0b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9219c700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac8c160ca0 0x7fac8c15f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 -- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac8c160ca0 msgr2=0x7fac8c15f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac8c160ca0 0x7fac8c15f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 -- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0b28c0 msgr2=0x7fac8c0b5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0b28c0 0x7fac8c0b5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.913+0000 7fac9119a700 1 -- 172.21.15.37:0/1092655613 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac7c0094a0 con 0x7fac8c0d2060 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.914+0000 7fac9119a700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac8c0d2060 0x7fac8c15f350 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fac7c009fd0 tx=0x7fac7c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.914+0000 7fac827fc700 1 -- 172.21.15.37:0/1092655613 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7c0036a0 con 0x7fac8c0d2060 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.914+0000 7fac827fc700 1 -- 172.21.15.37:0/1092655613 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac7c01f070 con 0x7fac8c0d2060 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.914+0000 7fac827fc700 1 -- 172.21.15.37:0/1092655613 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac7c003a20 con 0x7fac8c0d2060 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.914+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac8c1587a0 con 0x7fac8c0d2060 2023-10-06T22:46:08.917 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.914+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac8c158d60 con 0x7fac8c0d2060 2023-10-06T22:46:08.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.915+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac8c074380 con 0x7fac8c0d2060 2023-10-06T22:46:08.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.916+0000 7fac827fc700 1 -- 172.21.15.37:0/1092655613 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fac7c003b80 con 0x7fac8c0d2060 2023-10-06T22:46:08.918 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.917+0000 7fac827fc700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac7006af00 0x7fac7006d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:08.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.917+0000 7fac827fc700 1 -- 172.21.15.37:0/1092655613 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fac7c021070 con 0x7fac8c0d2060 2023-10-06T22:46:08.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.917+0000 7fac9199b700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac7006af00 0x7fac7006d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:08.919 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.918+0000 7fac9199b700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac7006af00 0x7fac7006d3c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fac88007fd0 tx=0x7fac88007dc0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:08.922 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:08.921+0000 7fac827fc700 1 -- 172.21.15.37:0/1092655613 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fac7c055f60 con 0x7fac8c0d2060 2023-10-06T22:46:09.165 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:46:09.169 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:46:09.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.179+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fac8c0d1270 con 0x7fac8c0d2060 2023-10-06T22:46:09.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.179+0000 7fac827fc700 1 -- 172.21.15.37:0/1092655613 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4898 (secure 0 0 0) 0x7fac7c02b090 con 0x7fac8c0d2060 2023-10-06T22:46:09.181 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:09.181 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5260,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6836/5041493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6834","nonce":5041493},{"type":"v1","addr":"172.21.15.62:6836","nonce":5041493}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13},{"gid":5263,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.62:6837/639460181","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6835","nonce":639460181},{"type":"v1","addr":"172.21.15.62:6837","nonce":639460181}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13},{"gid":5328,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.37:6834/613248981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6832","nonce":613248981},{"type":"v1","addr":"172.21.15.37:6834","nonce":613248981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-06T22:45:57.679023+0000","modified":"2023-10-06T22:46:00.696598+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5331":{"gid":5331,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.37:6835/3399810375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6833","nonce":3399810375},{"type":"v1","addr":"172.21.15.37:6835","nonce":3399810375}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-10-06T22:46:09.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac7006af00 msgr2=0x7fac7006d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac7006af00 0x7fac7006d3c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fac88007fd0 tx=0x7fac88007dc0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.184 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac8c0d2060 msgr2=0x7fac8c15f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac8c0d2060 0x7fac8c15f350 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fac7c009fd0 tx=0x7fac7c004750 comp rx=0 tx=0).stop 2023-10-06T22:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 shutdown_connections 2023-10-06T22:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fac7006af00 0x7fac7006d3c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fac8c0b28c0 0x7fac8c0b5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fac8c160ca0 0x7fac8c15f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 --2- 172.21.15.37:0/1092655613 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fac8c0d2060 0x7fac8c15f350 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 >> 172.21.15.37:0/1092655613 conn(0x7fac8c06b570 msgr2=0x7fac8c0ca550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:09.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 shutdown_connections 2023-10-06T22:46:09.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.182+0000 7fac93bff700 1 -- 172.21.15.37:0/1092655613 wait complete. 2023-10-06T22:46:09.186 INFO:teuthology.orchestra.run.smithi037.stderr:dumped fsmap epoch 18 2023-10-06T22:46:09.605 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-10-06T22:45:57.679023+0000', 'modified': '2023-10-06T22:46:00.696598+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5331}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5331': {'gid': 5331, 'name': 'c', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.37:6835/3399810375', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.37:6833', 'nonce': 3399810375}, {'type': 'v1', 'addr': '172.21.15.37:6835', 'nonce': 3399810375}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-06T22:46:09.605 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-10-06T22:46:09.605 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-10-06T22:46:09.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.810+0000 7f7bc11ff700 1 Processor -- start 2023-10-06T22:46:09.811 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.810+0000 7f7bc11ff700 1 -- start start 2023-10-06T22:46:09.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.811+0000 7f7bc11ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f7bbc0d1760 0x7f7bbc0ce890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.811+0000 7f7bc11ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bbc0cedd0 con 0x7f7bbc15d830 2023-10-06T22:46:09.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.811+0000 7f7bc11ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bbc0d1d40 con 0x7f7bbc0b5010 2023-10-06T22:46:09.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.811+0000 7f7bc11ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bbc0d2020 con 0x7f7bbc0d1760 2023-10-06T22:46:09.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.811+0000 7f7bbad9d700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f7bbc15d830 0x7f7bbc0d2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:42936/0 (socket says 172.21.15.37:42936) 2023-10-06T22:46:09.812 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.811+0000 7f7bbad9d700 1 -- 172.21.15.37:0/4052837483 learned_addr learned my addr 172.21.15.37:0/4052837483 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:09.815 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bba59c700 1 --2- 172.21.15.37:0/4052837483 >> v2:172.21.15.62:3300/0 conn(0x7f7bbc0d1760 0x7f7bbc0ce890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1032837988 0 0) 0x7f7bbc0cedd0 con 0x7f7bbc15d830 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7ba40035b0 con 0x7f7bbc15d830 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 12747557 0 0) 0x7f7ba40035b0 con 0x7f7bbc15d830 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 >> v2:172.21.15.62:3300/0 conn(0x7f7bbc0d1760 msgr2=0x7f7bbc0ce890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 --2- 172.21.15.37:0/4052837483 >> v2:172.21.15.62:3300/0 conn(0x7f7bbc0d1760 0x7f7bbc0ce890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 >> v1:172.21.15.62:6789/0 conn(0x7f7bbc0b5010 legacy=0x7f7bbc0b5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bbc0d2300 con 0x7f7bbc15d830 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f7bac001670 con 0x7f7bbc15d830 2023-10-06T22:46:09.816 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 >> v1:172.21.15.37:6789/0 conn(0x7f7bbc15d830 legacy=0x7f7bbc0d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7ba4003a50 0x7f7ba4003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7ba4004850 0x7f7ba4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4005210 0x7f7ba400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bbc0d2020 con 0x7f7ba4004850 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba400c0f0 con 0x7f7ba4005210 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.812+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba400c2b0 con 0x7f7ba4003a50 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bba59c700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7ba4004850 0x7f7ba4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4005210 0x7f7ba400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7ba4003a50 0x7f7ba4003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bba59c700 1 -- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7ba4003a50 msgr2=0x7f7ba4003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.817 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bba59c700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7ba4003a50 0x7f7ba4003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bba59c700 1 -- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4005210 msgr2=0x7f7ba400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bba59c700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4005210 0x7f7ba400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bba59c700 1 -- 172.21.15.37:0/4052837483 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ba40035b0 con 0x7f7ba4004850 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bbb59e700 1 -- 172.21.15.37:0/4052837483 reap_dead start 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bba59c700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7ba4004850 0x7f7ba4004cd0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0009b60 tx=0x7f7ba4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f1fd3bb288e4368 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb000e6c0 con 0x7f7ba4004850 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bb000e820 con 0x7f7ba4004850 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.813+0000 7f7bb9d9b700 1 -- 172.21.15.37:0/4052837483 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb000eb90 con 0x7f7ba4004850 2023-10-06T22:46:09.818 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.814+0000 7f7bc11ff700 1 -- 172.21.15.37:0/4052837483 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7ba4004850 msgr2=0x7f7ba4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.814+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7ba4004850 0x7f7ba4004cd0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0009b60 tx=0x7f7ba4005880 comp rx=0 tx=0).stop 2023-10-06T22:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.814+0000 7f7bc11ff700 1 -- 172.21.15.37:0/4052837483 shutdown_connections 2023-10-06T22:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.814+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/4052837483 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7ba4004850 0x7f7ba4004cd0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.814+0000 7f7bc11ff700 1 -- 172.21.15.37:0/4052837483 >> 172.21.15.37:0/4052837483 conn(0x7f7bbc072630 msgr2=0x7f7bbc0d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.814+0000 7f7bc11ff700 1 -- 172.21.15.37:0/4052837483 shutdown_connections 2023-10-06T22:46:09.819 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.814+0000 7f7bc11ff700 1 -- 172.21.15.37:0/4052837483 wait complete. 2023-10-06T22:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.817+0000 7f7bc11ff700 1 Processor -- start 2023-10-06T22:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.817+0000 7f7bc11ff700 1 -- start start 2023-10-06T22:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bc11ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4004850 0x7f7bbc15a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bc11ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7bbc0cc2e0 0x7f7bbc0b4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.821 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bc11ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7bbc0cc760 0x7f7bbc0b4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bc11ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bbc15aff0 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bc11ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bbc0cb240 con 0x7f7ba4004850 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bc11ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bbc0cb520 con 0x7f7bbc0cc760 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bba59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7bbc0cc2e0 0x7f7bbc0b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bba59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7bbc0cc2e0 0x7f7bbc0b4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43480/0 (socket says 172.21.15.37:43480) 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bba59c700 1 -- 172.21.15.37:0/1888725900 learned_addr learned my addr 172.21.15.37:0/1888725900 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4004850 0x7f7bbc15a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.818+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7bbc0cc760 0x7f7bbc0b4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7bba59c700 1 -- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7bbc0cc760 msgr2=0x7f7bbc0b4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.822 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7bba59c700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7bbc0cc760 0x7f7bbc0b4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7bba59c700 1 -- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4004850 msgr2=0x7f7bbc15a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7bba59c700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4004850 0x7f7bbc15a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7bba59c700 1 -- 172.21.15.37:0/1888725900 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bbc0cb800 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7bba59c700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7bbc0cc2e0 0x7f7bbc0b4020 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f7ba400c0c0 tx=0x7f7bb00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7ba37fe700 1 -- 172.21.15.37:0/1888725900 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb000e6c0 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7ba37fe700 1 -- 172.21.15.37:0/1888725900 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bb00038c0 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.819+0000 7f7ba37fe700 1 -- 172.21.15.37:0/1888725900 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb0003c70 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.820+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bbc0cbae0 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.823 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.820+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bbc0ca660 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.824 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.822+0000 7f7ba37fe700 1 -- 172.21.15.37:0/1888725900 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f7bb0013470 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.824 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.823+0000 7f7ba37fe700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7ba806af00 0x7f7ba806d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.824 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.823+0000 7f7ba37fe700 1 -- 172.21.15.37:0/1888725900 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7bb008b170 con 0x7f7bbc0cc2e0 2023-10-06T22:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.823+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7ba806af00 0x7f7ba806d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.824+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7ba806af00 0x7f7ba806d3c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7bac001eb0 tx=0x7f7bac007040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:09.825 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.825+0000 7f7bd4adeb80 1 Processor -- start 2023-10-06T22:46:09.826 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.825+0000 7f7bd4adeb80 1 -- start start 2023-10-06T22:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c8150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33ee640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c5560 0x55e1f33ea570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f332f410 con 0x55e1f33c5560 2023-10-06T22:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f3320bd0 con 0x55e1f33efba0 2023-10-06T22:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1f331e4f0 con 0x55e1f33c7d70 2023-10-06T22:46:09.828 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c5560 0x55e1f33ea570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c5560 0x55e1f33ea570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43490/0 (socket says 172.21.15.37:43490) 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 -- 172.21.15.37:0/1077723061 learned_addr learned my addr 172.21.15.37:0/1077723061 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bba59c700 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33ee640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 -- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 msgr2=0x55e1f33c8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 -- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 msgr2=0x55e1f33ee640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33ee640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbb59e700 1 -- 172.21.15.37:0/1077723061 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e1f3144d90 con 0x55e1f33c5560 2023-10-06T22:46:09.829 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bba59c700 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33ee640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.826+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.827+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c5560 0x55e1f33ea570 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc0b6160 tx=0x7f7bb40021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ec1969a741b3ba server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.827+0000 7f7ba0ff9700 1 -- 172.21.15.37:0/1077723061 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4003c10 con 0x55e1f33c5560 2023-10-06T22:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.827+0000 7f7ba0ff9700 1 -- 172.21.15.37:0/1077723061 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bb4003d70 con 0x55e1f33c5560 2023-10-06T22:46:09.830 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.827+0000 7f7ba0ff9700 1 -- 172.21.15.37:0/1077723061 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4011b00 con 0x55e1f33c5560 2023-10-06T22:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.827+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/1077723061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c5560 msgr2=0x55e1f33ea570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c5560 0x55e1f33ea570 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc0b6160 tx=0x7f7bb40021f0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/1077723061 shutdown_connections 2023-10-06T22:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c5560 0x55e1f33ea570 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/1077723061 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33ee640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.834 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/1077723061 >> 172.21.15.37:0/1077723061 conn(0x55e1f333b210 msgr2=0x55e1f340cfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/1077723061 shutdown_connections 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.828+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/1077723061 wait complete. 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.829+0000 7f7bd4adeb80 1 -- start start 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.829+0000 7f7bd4adeb80 1 Processor -- start 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33e9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f340e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f340ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f3319de0 con 0x55e1f33efba0 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f32b66c0 con 0x55e1f33c5560 2023-10-06T22:46:09.835 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1f32b6360 con 0x55e1f33c7d70 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bd4adeb80 10 client.0 _ll_register_callbacks cb 0x55e1f31137b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bbb59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f340ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bbad9d700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33e9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bbad9d700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33e9590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:35576/0 (socket says 172.21.15.37:35576) 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bbad9d700 1 -- 172.21.15.37:0/976429028 learned_addr learned my addr 172.21.15.37:0/976429028 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bbb59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f340ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43494/0 (socket says 172.21.15.37:43494) 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.830+0000 7f7bba59c700 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f340e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bbb59e700 1 -- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 msgr2=0x55e1f340e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f340e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bbb59e700 1 -- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 msgr2=0x55e1f33e9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.836 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33e9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bbb59e700 1 -- 172.21.15.37:0/976429028 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bb400f040 con 0x55e1f33efba0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33e9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f340ec50 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc0d1520 tx=0x7f7bb4001510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6ea6788d2c261f server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7b99ffb700 10 client.0 ms_handle_connect on v2:172.21.15.37:3300/0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7b99ffb700 1 -- 172.21.15.37:0/976429028 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4011ee0 con 0x55e1f33efba0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7b99ffb700 1 -- 172.21.15.37:0/976429028 <== mon.0 v2:172.21.15.37:3300/0 2 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7bb40052e0 con 0x55e1f33efba0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.831+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e1f33ba0b0 con 0x55e1f33efba0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7b99ffb700 1 -- 172.21.15.37:0/976429028 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7bb4003c10 con 0x55e1f33efba0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 10 client.5538 fetch_fsmap learned FSMap version 18 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x55e1f312dc10 con 0x55e1f33efba0 2023-10-06T22:46:09.837 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7b99ffb700 1 -- 172.21.15.37:0/976429028 <== mon.0 v2:172.21.15.37:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55e1f33ba0b0 con 0x55e1f33efba0 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7b99ffb700 1 -- 172.21.15.37:0/976429028 <== mon.0 v2:172.21.15.37:3300/0 5 ==== fsmap(e 18) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f7bb40054e0 con 0x55e1f33efba0 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 10 client.5538 fetch_fsmap finished waiting for FSMap version 18 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 10 client.5538 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 20 client.5538 populate_metadata read hostname 'smithi037' 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33ec100 0x55e1f33ec4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 4 client.5538 mds_command: new command op to 5331 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 --> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e1f3312dc0 con 0x55e1f33ec100 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.832+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33ec100 0x55e1f33ec4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.838 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.833+0000 7f7b99ffb700 10 client.5538 ms_handle_connect on v2:172.21.15.37:6833/3399810375 2023-10-06T22:46:09.839 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.833+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33ec100 0x55e1f33ec4e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50fa2136e74e188f server_cookie=53f7ef9e254a7a66 in_seq=0 out_seq=0 2023-10-06T22:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.833+0000 7f7b99ffb700 1 -- 172.21.15.37:0/976429028 <== mds.0 v2:172.21.15.37:6833/3399810375 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55e1f3312dc0 con 0x55e1f33ec100 2023-10-06T22:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.833+0000 7f7b99ffb700 10 client.5538 handle_command_reply: tid=0 2023-10-06T22:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 client.5538 shutdown 2023-10-06T22:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 msgr2=0x55e1f340ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f340ec50 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc0d1520 tx=0x7f7bb4001510 comp rx=0 tx=0).stop 2023-10-06T22:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 shutdown_connections 2023-10-06T22:46:09.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33ec100 0x55e1f33ec4e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33e9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f340ec50 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/976429028 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f340e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7b99ffb700 0 client.5538 ms_handle_reset on v2:172.21.15.37:6833/3399810375 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 >> 172.21.15.37:0/976429028 conn(0x55e1f333b210 msgr2=0x55e1f340cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 shutdown_connections 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/976429028 wait complete. 2023-10-06T22:46:09.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.834+0000 7f7bd4adeb80 20 client.5538 trim_cache size 0 max 16384 2023-10-06T22:46:09.853 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 Processor -- start 2023-10-06T22:46:09.853 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 -- start start 2023-10-06T22:46:09.855 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33c3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.855 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c4420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f33f5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f319a8d0 con 0x55e1f33efba0 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f33c79d0 con 0x55e1f33c5560 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.853+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1f340fa60 con 0x55e1f33c7d70 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f33f5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f33f5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43498/0 (socket says 172.21.15.37:43498) 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 -- 172.21.15.37:0/4275349132 learned_addr learned my addr 172.21.15.37:0/4275349132 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bba59c700 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 -- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 msgr2=0x55e1f33c4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.856 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33c3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 -- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 msgr2=0x55e1f33c3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33c3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 -- 172.21.15.37:0/4275349132 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e1f316b200 con 0x55e1f33efba0 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33c3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bba59c700 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.854+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f33f5170 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7bb4009010 tx=0x7f7bb4010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=510cc502f682d59a server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7ba17fa700 1 -- 172.21.15.37:0/4275349132 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4036030 con 0x55e1f33efba0 2023-10-06T22:46:09.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7ba17fa700 1 -- 172.21.15.37:0/4275349132 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bb40052e0 con 0x55e1f33efba0 2023-10-06T22:46:09.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7ba17fa700 1 -- 172.21.15.37:0/4275349132 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4015630 con 0x55e1f33efba0 2023-10-06T22:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/4275349132 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 msgr2=0x55e1f33f5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f33f5170 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f7bb4009010 tx=0x7f7bb4010000 comp rx=0 tx=0).stop 2023-10-06T22:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/4275349132 shutdown_connections 2023-10-06T22:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33c5560 0x55e1f33c3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33efba0 0x55e1f33f5170 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.862 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/4275349132 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c7d70 0x55e1f33c4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/4275349132 >> 172.21.15.37:0/4275349132 conn(0x55e1f333b210 msgr2=0x55e1f33c5940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/4275349132 shutdown_connections 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.855+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/4275349132 wait complete. 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.856+0000 7f7bd4adeb80 1 -- start start 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.856+0000 7f7bd4adeb80 1 Processor -- start 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c5560 0x55e1f341f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c7d70 0x55e1f3459e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bd4adeb80 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33c6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f3477520 con 0x55e1f33c7d70 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1f3403600 con 0x55e1f33efba0 2023-10-06T22:46:09.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bd4adeb80 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e1f33e9540 con 0x55e1f33c5560 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bd4adeb80 10 client.0 _ll_register_callbacks cb 0x55e1f31137b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bba59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c7d70 0x55e1f3459e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bba59c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c7d70 0x55e1f3459e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43510/0 (socket says 172.21.15.37:43510) 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bba59c700 1 -- 172.21.15.37:0/149157989 learned_addr learned my addr 172.21.15.37:0/149157989 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.857+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c5560 0x55e1f341f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33c6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bba59c700 1 -- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c5560 msgr2=0x55e1f341f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bba59c700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c5560 0x55e1f341f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bba59c700 1 -- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 msgr2=0x55e1f33c6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:09.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bba59c700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33c6c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bba59c700 1 -- 172.21.15.37:0/149157989 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e1f312dc10 con 0x55e1f33c7d70 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bbb59e700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33c6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bba59c700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c7d70 0x55e1f3459e30 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0059e40 tx=0x7f7bb005a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32cf47b8c19f1de5 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7b99ffb700 10 client.0 ms_handle_connect on v2:172.21.15.37:3300/0 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7b99ffb700 1 -- 172.21.15.37:0/149157989 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb005e000 con 0x55e1f33c7d70 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7b99ffb700 1 -- 172.21.15.37:0/149157989 <== mon.0 v2:172.21.15.37:3300/0 2 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f7bb00621b0 con 0x55e1f33c7d70 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7bb4003d70 con 0x55e1f33c7d70 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7b99ffb700 1 -- 172.21.15.37:0/149157989 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7bb00892a0 con 0x55e1f33c7d70 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bd4adeb80 10 client.5544 fetch_fsmap learned FSMap version 18 2023-10-06T22:46:09.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.858+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) v3 -- 0x55e1f3143260 con 0x55e1f33c7d70 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7b99ffb700 1 -- 172.21.15.37:0/149157989 <== mon.0 v2:172.21.15.37:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bb4003d70 con 0x55e1f33c7d70 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7b99ffb700 1 -- 172.21.15.37:0/149157989 <== mon.0 v2:172.21.15.37:3300/0 5 ==== fsmap(e 18) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f7bb005a110 con 0x55e1f33c7d70 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7bd4adeb80 10 client.5544 fetch_fsmap finished waiting for FSMap version 18 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7bd4adeb80 10 client.5544 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7bd4adeb80 20 client.5544 populate_metadata read hostname 'smithi037' 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33c3ee0 0x55e1f33c42c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7bd4adeb80 4 client.5544 mds_command: new command op to 5331 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 --> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55e1f3312ae0 con 0x55e1f33c3ee0 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.859+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33c3ee0 0x55e1f33c42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:09.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bbad9d700 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33c3ee0 0x55e1f33c42c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58c58bebbfb597e0 server_cookie=4cfc10323d279a04 in_seq=0 out_seq=0 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7b99ffb700 10 client.5544 ms_handle_connect on v2:172.21.15.37:6833/3399810375 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7b99ffb700 1 -- 172.21.15.37:0/149157989 <== mds.0 v2:172.21.15.37:6833/3399810375 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55e1f3312ae0 con 0x55e1f33c3ee0 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7b99ffb700 10 client.5544 handle_command_reply: tid=0 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 client.5544 shutdown 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c7d70 msgr2=0x55e1f3459e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c7d70 0x55e1f3459e30 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0059e40 tx=0x7f7bb005a5b0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 shutdown_connections 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:6833/3399810375,v1:172.21.15.37:6835/3399810375] conn(0x55e1f33c3ee0 0x55e1f33c42c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x55e1f33efba0 0x55e1f33c6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x55e1f33c5560 0x55e1f341f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 --2- 172.21.15.37:0/149157989 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x55e1f33c7d70 0x55e1f3459e30 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7b99ffb700 0 client.5544 ms_handle_reset on v2:172.21.15.37:6833/3399810375 2023-10-06T22:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 >> 172.21.15.37:0/149157989 conn(0x55e1f333b210 msgr2=0x55e1f33f01d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 shutdown_connections 2023-10-06T22:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 1 -- 172.21.15.37:0/149157989 wait complete. 2023-10-06T22:46:09.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.860+0000 7f7bd4adeb80 20 client.5544 trim_cache size 0 max 16384 2023-10-06T22:46:09.868 INFO:teuthology.orchestra.run.smithi037.stdout:{ 2023-10-06T22:46:09.868 INFO:teuthology.orchestra.run.smithi037.stdout: "cluster_fsid": "acbae489-7c2a-4204-9283-12ca8d72dfda", 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "whoami": 0, 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "id": 5331, 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "want_state": "up:active", 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "state": "up:active", 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "fs_name": "cephfs", 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "rank_uptime": 11.692642731999999, 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "mdsmap_epoch": 18, 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch": 39, 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "osdmap_epoch_barrier": 39, 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout: "uptime": 20.635291183 2023-10-06T22:46:09.869 INFO:teuthology.orchestra.run.smithi037.stdout:} 2023-10-06T22:46:09.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7ba806af00 msgr2=0x7f7ba806d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7ba806af00 0x7f7ba806d3c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7bac001eb0 tx=0x7f7bac007040 comp rx=0 tx=0).stop 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7bbc0cc2e0 msgr2=0x7f7bbc0b4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7bbc0cc2e0 0x7f7bbc0b4020 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f7ba400c0c0 tx=0x7f7bb00047c0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 shutdown_connections 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f7ba806af00 0x7f7ba806d3c0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f7ba4004850 0x7f7bbc15a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f7bbc0cc760 0x7f7bbc0b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 --2- 172.21.15.37:0/1888725900 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f7bbc0cc2e0 0x7f7bbc0b4020 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 >> 172.21.15.37:0/1888725900 conn(0x7f7bbc072630 msgr2=0x7f7bbc15c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:09.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 shutdown_connections 2023-10-06T22:46:09.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:09.861+0000 7f7bc11ff700 1 -- 172.21.15.37:0/1888725900 wait complete. 2023-10-06T22:46:09.880 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-10-06T22:46:10.082 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.082+0000 7fd46ebff700 1 Processor -- start 2023-10-06T22:46:10.083 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.082+0000 7fd46ebff700 1 -- start start 2023-10-06T22:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.083+0000 7fd46ebff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.083+0000 7fd46ebff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4680d1d40 con 0x7fd4680b5010 2023-10-06T22:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.083+0000 7fd46ebff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4680d2020 con 0x7fd4680ce890 2023-10-06T22:46:10.084 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.083+0000 7fd46ebff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4680d2300 con 0x7fd46815d830 2023-10-06T22:46:10.085 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.083+0000 7fd46d19c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7fd4680b5010 0x7fd4680b6870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:42952/0 (socket says 172.21.15.37:42952) 2023-10-06T22:46:10.085 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.083+0000 7fd46d19c700 1 -- 172.21.15.37:0/2272499833 learned_addr learned my addr 172.21.15.37:0/2272499833 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:10.085 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.083+0000 7fd46c99b700 1 --2- 172.21.15.37:0/2272499833 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:10.086 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.084+0000 7fd4677fe700 1 -- 172.21.15.37:0/2272499833 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4078751471 0 0) 0x7fd4680d1d40 con 0x7fd4680b5010 2023-10-06T22:46:10.086 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.084+0000 7fd4677fe700 1 -- 172.21.15.37:0/2272499833 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4580035b0 con 0x7fd4680b5010 2023-10-06T22:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.084+0000 7fd4677fe700 1 -- 172.21.15.37:0/2272499833 <== mon.1 v1:172.21.15.62:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3017026262 0 0) 0x7fd4680d2020 con 0x7fd4680ce890 2023-10-06T22:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.084+0000 7fd46c99b700 1 -- 172.21.15.37:0/2272499833 >> v1:172.21.15.62:6789/0 conn(0x7fd4680ce890 legacy=0x7fd4680d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.084+0000 7fd46c99b700 1 -- 172.21.15.37:0/2272499833 >> v1:172.21.15.37:6789/0 conn(0x7fd4680b5010 legacy=0x7fd4680b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.084+0000 7fd46c99b700 1 -- 172.21.15.37:0/2272499833 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4680d25e0 con 0x7fd46815d830 2023-10-06T22:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.084+0000 7fd46c99b700 1 --2- 172.21.15.37:0/2272499833 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680d1760 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd45c009870 tx=0x7fd45c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76aa295c605c0c34 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd4677fe700 1 -- 172.21.15.37:0/2272499833 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd45c011830 con 0x7fd46815d830 2023-10-06T22:46:10.087 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd4677fe700 1 -- 172.21.15.37:0/2272499833 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd45c011990 con 0x7fd46815d830 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd4677fe700 1 -- 172.21.15.37:0/2272499833 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd45c011d20 con 0x7fd46815d830 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd46ebff700 1 -- 172.21.15.37:0/2272499833 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 msgr2=0x7fd4680d1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2272499833 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680d1760 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd45c009870 tx=0x7fd45c009b80 comp rx=0 tx=0).stop 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd46ebff700 1 -- 172.21.15.37:0/2272499833 shutdown_connections 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2272499833 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680d1760 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd46ebff700 1 -- 172.21.15.37:0/2272499833 >> 172.21.15.37:0/2272499833 conn(0x7fd468072630 msgr2=0x7fd4680d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd46ebff700 1 -- 172.21.15.37:0/2272499833 shutdown_connections 2023-10-06T22:46:10.088 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.085+0000 7fd46ebff700 1 -- 172.21.15.37:0/2272499833 wait complete. 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.087+0000 7fd46ebff700 1 Processor -- start 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.087+0000 7fd46ebff700 1 -- start start 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46ebff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd4680b5010 0x7fd4680b1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46ebff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4680ce890 0x7fd46815bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46ebff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680cca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46ebff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4680cb620 con 0x7fd4680b5010 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46ebff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4681f2d30 con 0x7fd4680ce890 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46ebff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4680c7d30 con 0x7fd46815d830 2023-10-06T22:46:10.090 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46c99b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd4680b5010 0x7fd4680b1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46c99b700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd4680b5010 0x7fd4680b1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:43512/0 (socket says 172.21.15.37:43512) 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46c99b700 1 -- 172.21.15.37:0/2031671969 learned_addr learned my addr 172.21.15.37:0/2031671969 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd467fff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4680ce890 0x7fd46815bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.088+0000 7fd46d19c700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680cca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd46c99b700 1 -- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 msgr2=0x7fd4680cca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd46c99b700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680cca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd46c99b700 1 -- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4680ce890 msgr2=0x7fd46815bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd46c99b700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4680ce890 0x7fd46815bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd46c99b700 1 -- 172.21.15.37:0/2031671969 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd45c0094a0 con 0x7fd4680b5010 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd467fff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4680ce890 0x7fd46815bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:10.091 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd46c99b700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd4680b5010 0x7fd4680b1dd0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd45c0097c0 tx=0x7fd45c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:10.092 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd4657fa700 1 -- 172.21.15.37:0/2031671969 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd45c01b920 con 0x7fd4680b5010 2023-10-06T22:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd4657fa700 1 -- 172.21.15.37:0/2031671969 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd45c01ba80 con 0x7fd4680b5010 2023-10-06T22:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4680c7ff0 con 0x7fd4680b5010 2023-10-06T22:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.089+0000 7fd4657fa700 1 -- 172.21.15.37:0/2031671969 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd45c01be30 con 0x7fd4680b5010 2023-10-06T22:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.090+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4680c85b0 con 0x7fd4680b5010 2023-10-06T22:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.090+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd468074380 con 0x7fd4680b5010 2023-10-06T22:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.091+0000 7fd4657fa700 1 -- 172.21.15.37:0/2031671969 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7fd45c023070 con 0x7fd4680b5010 2023-10-06T22:46:10.093 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.093+0000 7fd4657fa700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd44c06af00 0x7fd44c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:10.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.093+0000 7fd4657fa700 1 -- 172.21.15.37:0/2031671969 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fd45c08a880 con 0x7fd4680b5010 2023-10-06T22:46:10.094 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.093+0000 7fd467fff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd44c06af00 0x7fd44c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:10.095 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.094+0000 7fd467fff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd44c06af00 0x7fd44c06d3c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd4680d4500 tx=0x7fd454009040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:10.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.097+0000 7fd4657fa700 1 -- 172.21.15.37:0/2031671969 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7fd45c0557f0 con 0x7fd4680b5010 2023-10-06T22:46:10.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.354+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fd4680cd700 con 0x7fd4680b5010 2023-10-06T22:46:10.355 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.354+0000 7fd4657fa700 1 -- 172.21.15.37:0/2031671969 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) v1 ==== 53+0+73 (secure 0 0 0) 0x7fd45c02a070 con 0x7fd4680b5010 2023-10-06T22:46:10.356 INFO:teuthology.orchestra.run.smithi037.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-10-06T22:46:10.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd44c06af00 msgr2=0x7fd44c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:10.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd44c06af00 0x7fd44c06d3c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd4680d4500 tx=0x7fd454009040 comp rx=0 tx=0).stop 2023-10-06T22:46:10.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd4680b5010 msgr2=0x7fd4680b1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:10.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd4680b5010 0x7fd4680b1dd0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd45c0097c0 tx=0x7fd45c004750 comp rx=0 tx=0).stop 2023-10-06T22:46:10.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 shutdown_connections 2023-10-06T22:46:10.358 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7fd46815d830 0x7fd4680cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:10.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7fd4680b5010 0x7fd4680b1dd0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:10.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7fd44c06af00 0x7fd44c06d3c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:10.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 --2- 172.21.15.37:0/2031671969 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7fd4680ce890 0x7fd46815bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:10.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 >> 172.21.15.37:0/2031671969 conn(0x7fd468072630 msgr2=0x7fd4680b2fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:10.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 shutdown_connections 2023-10-06T22:46:10.359 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:10.357+0000 7fd46ebff700 1 -- 172.21.15.37:0/2031671969 wait complete. 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi037.front.sepia.ceph.com 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-10-06T22:46:10.376 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-06T22:46:10.377 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-06T22:46:10.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:10.377 DEBUG:teuthology.orchestra.run.smithi037:> ip addr 2023-10-06T22:46:10.420 INFO:teuthology.orchestra.run.smithi037.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: inet 127.0.0.1/8 scope host lo 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 ::1/128 scope host 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:18 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f0 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:46:10.421 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:6b:fd:19 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp7s0f1 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:94 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f0 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: inet 172.21.15.37/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft 42062sec preferred_lft 42062sec 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::ec4:7aff:fe88:7794/64 scope link 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 0c:c4:7a:88:77:95 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout: altname enp1s0f1 2023-10-06T22:46:10.422 INFO:teuthology.orchestra.run.smithi037.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 6e:29:27:69:cc:10 brd ff:ff:ff:ff:ff:ff 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::5c0b:6fff:fe5a:d9d5/64 scope link 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether 6e:29:27:69:cc:10 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::6c29:27ff:fe69:cc10/64 scope link 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: link/ether fe:03:ba:f5:5c:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-10-06T22:46:10.423 INFO:teuthology.orchestra.run.smithi037.stdout: inet6 fe80::fc03:baff:fef5:5c95/64 scope link 2023-10-06T22:46:10.424 INFO:teuthology.orchestra.run.smithi037.stdout: valid_lft forever preferred_lft forever 2023-10-06T22:46:10.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:10.424 DEBUG:teuthology.orchestra.run.smithi037:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-06T22:46:10.531 INFO:teuthology.orchestra.run.smithi037.stdout:1 2023-10-06T22:46:10.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:10.534 DEBUG:teuthology.orchestra.run.smithi037:> route 2023-10-06T22:46:10.580 INFO:teuthology.orchestra.run.smithi037.stdout:Kernel IP routing table 2023-10-06T22:46:10.580 INFO:teuthology.orchestra.run.smithi037.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-06T22:46:10.580 INFO:teuthology.orchestra.run.smithi037.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-10-06T22:46:10.580 INFO:teuthology.orchestra.run.smithi037.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-10-06T22:46:10.581 INFO:teuthology.orchestra.run.smithi037.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-06T22:46:10.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:10.582 DEBUG:teuthology.orchestra.run.smithi037:> (cd / && exec bash -c ' 2023-10-06T22:46:10.582 DEBUG:teuthology.orchestra.run.smithi037:> set -e 2023-10-06T22:46:10.582 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-10-06T22:46:10.582 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-10-06T22:46:10.582 DEBUG:teuthology.orchestra.run.smithi037:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-10-06T22:46:10.582 DEBUG:teuthology.orchestra.run.smithi037:> ') 2023-10-06T22:46:10.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:10.797 DEBUG:teuthology.orchestra.run.smithi037:> ip netns list 2023-10-06T22:46:10.840 INFO:teuthology.orchestra.run.smithi037.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-10-06T22:46:10.840 INFO:teuthology.orchestra.run.smithi037.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-06T22:46:10.841 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-06T22:46:10.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:10.841 DEBUG:teuthology.orchestra.run.smithi037:> sudo ip link set brx.0 up 2023-10-06T22:46:10.952 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:46:10.953 DEBUG:teuthology.orchestra.run.smithi037:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-10-06T22:46:10.996 INFO:teuthology.orchestra.run.smithi037.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-10-06T22:46:10.996 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-06T22:46:10.996 DEBUG:teuthology.orchestra.run.smithi037:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-10-06T22:46:11.079 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-10-06T22:46:11.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:11.080 DEBUG:teuthology.orchestra.run.smithi037:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:46:11.225 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:46:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-10-06T22:46:11.226 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:46:11.244 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:46:11.244 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-10-06T22:46:11.245 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:46:11.245 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:46:11.245 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:46:11.268 INFO:teuthology.orchestra.run.smithi037.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs 2023-10-06T22:46:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs". 2023-10-06T22:46:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:invalid new device string format 2023-10-06T22:46:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:3300,172.21.15.62:3300,172.21.15.62:3301" 2023-10-06T22:46:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: switching to using v1 address with old syntax 2023-10-06T22:46:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: resolved to: "172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790" 2023-10-06T22:46:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.37:6789,172.21.15.62:6789,172.21.15.62:6790:/ 2023-10-06T22:46:11.269 INFO:teuthology.orchestra.run.smithi037.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,key=0,fsid=acbae489-7c2a-4204-9283-12ca8d72dfda" will pass to kernel 2023-10-06T22:46:11.275 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-06T22:46:11.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:11.275 DEBUG:teuthology.orchestra.run.smithi037:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-10-06T22:46:11.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:11.346 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-06T22:46:11.443 INFO:teuthology.orchestra.run.smithi037.stdout:client5553 2023-10-06T22:46:11.444 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:46:11.444 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-06T22:46:11.488 DEBUG:teuthology.orchestra.run.smithi037:> mktemp -d --suffix=xfstests-dev 2023-10-06T22:46:11.570 INFO:teuthology.orchestra.run.smithi037.stdout:/tmp/tmp.BqrKB0FuyYxfstests-dev 2023-10-06T22:46:11.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:11.570 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.BqrKB0FuyYxfstests-dev) 2023-10-06T22:46:11.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:11.681 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.BqrKB0FuyYxfstests-dev) 2023-10-06T22:46:11.729 INFO:teuthology.orchestra.run.smithi037.stderr:Cloning into '/tmp/tmp.BqrKB0FuyYxfstests-dev'... 2023-10-06T22:46:12.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:12.645 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-10-06T22:46:12.696 DEBUG:teuthology.orchestra.run.smithi037:> mktemp -d --suffix=test 2023-10-06T22:46:12.739 INFO:teuthology.orchestra.run.smithi037.stdout:/tmp/tmp.CFHt54BBjttest 2023-10-06T22:46:12.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:46:12.739 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-10-06T22:46:12.826 DEBUG:teuthology.orchestra.run.smithi037:> mktemp -d --suffix=scratch 2023-10-06T22:46:12.909 INFO:teuthology.orchestra.run.smithi037.stdout:/tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:46:12.910 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "rhel" and "8.6". 2023-10-06T22:46:12.910 DEBUG:teuthology.orchestra.run.smithi037:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc indent libtool lvm2 make psmisc quota sed xfsdump xfsprogs libacl-devel libattr-devel libaio-devel libuuid-devel xfsprogs-devel python3 sqlite xfsprogs-qa-devel 2023-10-06T22:46:13.465 INFO:teuthology.orchestra.run.smithi037.stdout:Updating Subscription Management repositories. 2023-10-06T22:46:14.476 INFO:teuthology.orchestra.run.smithi037.stdout:Last metadata expiration check: 0:05:29 ago on Fri 06 Oct 2023 10:40:45 PM UTC. 2023-10-06T22:46:16.057 INFO:teuthology.orchestra.run.smithi037.stdout:Package acl-2.2.53-1.el8.x86_64 is already installed. 2023-10-06T22:46:16.058 INFO:teuthology.orchestra.run.smithi037.stdout:Package attr-2.4.48-3.el8.x86_64 is already installed. 2023-10-06T22:46:16.060 INFO:teuthology.orchestra.run.smithi037.stdout:Package automake-1.16.1-7.el8.noarch is already installed. 2023-10-06T22:46:16.061 INFO:teuthology.orchestra.run.smithi037.stdout:Package bc-1.07.1-5.el8.x86_64 is already installed. 2023-10-06T22:46:16.062 INFO:teuthology.orchestra.run.smithi037.stdout:Package dbench-4.0-20.el8.x86_64 is already installed. 2023-10-06T22:46:16.065 INFO:teuthology.orchestra.run.smithi037.stdout:Package e2fsprogs-1.45.6-4.el8.x86_64 is already installed. 2023-10-06T22:46:16.067 INFO:teuthology.orchestra.run.smithi037.stdout:Package gawk-4.2.1-4.el8.x86_64 is already installed. 2023-10-06T22:46:16.069 INFO:teuthology.orchestra.run.smithi037.stdout:Package gcc-8.5.0-10.1.el8_6.x86_64 is already installed. 2023-10-06T22:46:16.071 INFO:teuthology.orchestra.run.smithi037.stdout:Package libtool-2.4.6-25.el8.x86_64 is already installed. 2023-10-06T22:46:16.072 INFO:teuthology.orchestra.run.smithi037.stdout:Package lvm2-8:2.03.14-3.el8_6.2.x86_64 is already installed. 2023-10-06T22:46:16.074 INFO:teuthology.orchestra.run.smithi037.stdout:Package make-1:4.2.1-11.el8.x86_64 is already installed. 2023-10-06T22:46:16.075 INFO:teuthology.orchestra.run.smithi037.stdout:Package psmisc-23.1-5.el8.x86_64 is already installed. 2023-10-06T22:46:16.076 INFO:teuthology.orchestra.run.smithi037.stdout:Package quota-1:4.04-14.el8.x86_64 is already installed. 2023-10-06T22:46:16.077 INFO:teuthology.orchestra.run.smithi037.stdout:Package sed-4.5-5.el8.x86_64 is already installed. 2023-10-06T22:46:16.079 INFO:teuthology.orchestra.run.smithi037.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-06T22:46:16.080 INFO:teuthology.orchestra.run.smithi037.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-06T22:46:16.081 INFO:teuthology.orchestra.run.smithi037.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-06T22:46:16.083 INFO:teuthology.orchestra.run.smithi037.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-06T22:46:16.084 INFO:teuthology.orchestra.run.smithi037.stdout:Package libaio-devel-0.3.112-1.el8.x86_64 is already installed. 2023-10-06T22:46:16.085 INFO:teuthology.orchestra.run.smithi037.stdout:Package libuuid-devel-2.32.1-35.el8.x86_64 is already installed. 2023-10-06T22:46:16.087 INFO:teuthology.orchestra.run.smithi037.stdout:Package xfsprogs-devel-5.0.0-10.el8.x86_64 is already installed. 2023-10-06T22:46:16.091 INFO:teuthology.orchestra.run.smithi037.stdout:Package python36-3.6.8-38.module+el8.5.0+12207+5c5719bc.x86_64 is already installed. 2023-10-06T22:46:16.092 INFO:teuthology.orchestra.run.smithi037.stdout:Package sqlite-3.26.0-15.el8.x86_64 is already installed. 2023-10-06T22:46:16.097 INFO:teuthology.orchestra.run.smithi037.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-06T22:46:16.228 INFO:teuthology.orchestra.run.smithi037.stdout:Dependencies resolved. 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout: Package Arch Version Repository Size 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout:Installing: 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout: dump x86_64 1:0.4-0.36.b46.el8 rhel-8-for-x86_64-baseos-rpms 164 k 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout: fio x86_64 3.19-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout: indent x86_64 2.2.13-4.el8 epel 187 k 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrading: 2023-10-06T22:46:16.230 INFO:teuthology.orchestra.run.smithi037.stdout: sqlite x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 668 k 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout: sqlite-libs x86_64 3.26.0-16.el8_6 rhel-8-for-x86_64-baseos-rpms 581 k 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout:Installing dependencies: 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout: daxctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 42 k 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout: libpmemblk x86_64 1.6.1-1.el8 rhel-8-for-x86_64-appstream-rpms 92 k 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout: ndctl-libs x86_64 71.1-3.el8 rhel-8-for-x86_64-baseos-rpms 79 k 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout: rmt x86_64 2:1.5.3-13.el8 rhel-8-for-x86_64-baseos-rpms 51 k 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction Summary 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout:================================================================================ 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout:Install 7 Packages 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout:Upgrade 2 Packages 2023-10-06T22:46:16.231 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:16.232 INFO:teuthology.orchestra.run.smithi037.stdout:Total download size: 2.3 M 2023-10-06T22:46:16.232 INFO:teuthology.orchestra.run.smithi037.stdout:Downloading Packages: 2023-10-06T22:46:16.519 INFO:teuthology.orchestra.run.smithi037.stdout:(1/9): fio-3.19-3.el8.x86_64.rpm 2.5 MB/s | 538 kB 00:00 2023-10-06T22:46:16.544 INFO:teuthology.orchestra.run.smithi037.stdout:(2/9): libpmemblk-1.6.1-1.el8.x86_64.rpm 389 kB/s | 92 kB 00:00 2023-10-06T22:46:16.578 INFO:teuthology.orchestra.run.smithi037.stdout:(3/9): dump-0.4-0.36.b46.el8.x86_64.rpm 2.8 MB/s | 164 kB 00:00 2023-10-06T22:46:16.603 INFO:teuthology.orchestra.run.smithi037.stdout:(4/9): rmt-1.5.3-13.el8.x86_64.rpm 880 kB/s | 51 kB 00:00 2023-10-06T22:46:16.628 INFO:teuthology.orchestra.run.smithi037.stdout:(5/9): daxctl-libs-71.1-3.el8.x86_64.rpm 829 kB/s | 42 kB 00:00 2023-10-06T22:46:16.670 INFO:teuthology.orchestra.run.smithi037.stdout:(6/9): ndctl-libs-71.1-3.el8.x86_64.rpm 1.1 MB/s | 79 kB 00:00 2023-10-06T22:46:16.712 INFO:teuthology.orchestra.run.smithi037.stdout:(7/9): sqlite-3.26.0-16.el8_6.x86_64.rpm 7.8 MB/s | 668 kB 00:00 2023-10-06T22:46:16.754 INFO:teuthology.orchestra.run.smithi037.stdout:(8/9): sqlite-libs-3.26.0-16.el8_6.x86_64.rpm 6.8 MB/s | 581 kB 00:00 2023-10-06T22:46:16.971 INFO:teuthology.orchestra.run.smithi037.stdout:(9/9): indent-2.2.13-4.el8.x86_64.rpm 282 kB/s | 187 kB 00:00 2023-10-06T22:46:16.972 INFO:teuthology.orchestra.run.smithi037.stdout:-------------------------------------------------------------------------------- 2023-10-06T22:46:16.972 INFO:teuthology.orchestra.run.smithi037.stdout:Total 3.2 MB/s | 2.3 MB 00:00 2023-10-06T22:46:17.169 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction check 2023-10-06T22:46:17.207 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction check succeeded. 2023-10-06T22:46:17.208 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction test 2023-10-06T22:46:17.341 INFO:teuthology.orchestra.run.smithi037.stdout:Transaction test succeeded. 2023-10-06T22:46:17.346 INFO:teuthology.orchestra.run.smithi037.stdout:Running transaction 2023-10-06T22:46:17.914 INFO:teuthology.orchestra.run.smithi037.stdout: Preparing : 1/1 2023-10-06T22:46:18.072 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : daxctl-libs-71.1-3.el8.x86_64 1/11 2023-10-06T22:46:18.168 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: daxctl-libs-71.1-3.el8.x86_64 1/11 2023-10-06T22:46:18.354 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : ndctl-libs-71.1-3.el8.x86_64 2/11 2023-10-06T22:46:18.437 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: ndctl-libs-71.1-3.el8.x86_64 2/11 2023-10-06T22:46:18.646 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : libpmemblk-1.6.1-1.el8.x86_64 3/11 2023-10-06T22:46:18.786 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: libpmemblk-1.6.1-1.el8.x86_64 3/11 2023-10-06T22:46:18.993 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : sqlite-libs-3.26.0-16.el8_6.x86_64 4/11 2023-10-06T22:46:19.160 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : rmt-2:1.5.3-13.el8.x86_64 5/11 2023-10-06T22:46:19.376 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : dump-1:0.4-0.36.b46.el8.x86_64 6/11 2023-10-06T22:46:19.855 INFO:teuthology.orchestra.run.smithi037.stdout: Upgrading : sqlite-3.26.0-16.el8_6.x86_64 7/11 2023-10-06T22:46:20.099 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : fio-3.19-3.el8.x86_64 8/11 2023-10-06T22:46:20.314 INFO:teuthology.orchestra.run.smithi037.stdout: Installing : indent-2.2.13-4.el8.x86_64 9/11 2023-10-06T22:46:20.480 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : sqlite-3.26.0-15.el8.x86_64 10/11 2023-10-06T22:46:20.646 INFO:teuthology.orchestra.run.smithi037.stdout: Cleanup : sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Running scriptlet: sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : indent-2.2.13-4.el8.x86_64 1/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : fio-3.19-3.el8.x86_64 2/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : libpmemblk-1.6.1-1.el8.x86_64 3/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : dump-1:0.4-0.36.b46.el8.x86_64 4/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : rmt-2:1.5.3-13.el8.x86_64 5/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : daxctl-libs-71.1-3.el8.x86_64 6/11 2023-10-06T22:46:21.097 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : ndctl-libs-71.1-3.el8.x86_64 7/11 2023-10-06T22:46:21.098 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : sqlite-3.26.0-16.el8_6.x86_64 8/11 2023-10-06T22:46:21.098 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : sqlite-3.26.0-15.el8.x86_64 9/11 2023-10-06T22:46:21.098 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : sqlite-libs-3.26.0-16.el8_6.x86_64 10/11 2023-10-06T22:46:22.705 INFO:teuthology.orchestra.run.smithi037.stdout: Verifying : sqlite-libs-3.26.0-15.el8.x86_64 11/11 2023-10-06T22:46:22.706 INFO:teuthology.orchestra.run.smithi037.stdout:Last metadata expiration check: 0:05:37 ago on Fri 06 Oct 2023 10:40:45 PM UTC. 2023-10-06T22:46:26.189 INFO:teuthology.orchestra.run.smithi037.stdout:Installed products updated. 2023-10-06T22:46:26.399 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:26.399 INFO:teuthology.orchestra.run.smithi037.stdout:Upgraded: 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout: sqlite-3.26.0-16.el8_6.x86_64 sqlite-libs-3.26.0-16.el8_6.x86_64 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout:Installed: 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout: daxctl-libs-71.1-3.el8.x86_64 dump-1:0.4-0.36.b46.el8.x86_64 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout: fio-3.19-3.el8.x86_64 indent-2.2.13-4.el8.x86_64 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout: libpmemblk-1.6.1-1.el8.x86_64 ndctl-libs-71.1-3.el8.x86_64 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout: rmt-2:1.5.3-13.el8.x86_64 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:26.400 INFO:teuthology.orchestra.run.smithi037.stdout:Complete! 2023-10-06T22:46:26.632 DEBUG:teuthology.orchestra.run.smithi037:> sudo useradd -m fsgqa 2023-10-06T22:46:26.703 INFO:teuthology.orchestra.run.smithi037.stderr:useradd: user 'fsgqa' already exists 2023-10-06T22:46:26.706 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-10-06T22:46:26.706 DEBUG:teuthology.orchestra.run.smithi037:> sudo groupadd fsgqa 2023-10-06T22:46:26.774 INFO:teuthology.orchestra.run.smithi037.stderr:groupadd: group 'fsgqa' already exists 2023-10-06T22:46:26.776 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-10-06T22:46:26.777 DEBUG:teuthology.orchestra.run.smithi037:> sudo useradd fsgqa2 2023-10-06T22:46:28.351 DEBUG:teuthology.orchestra.run.smithi037:> sudo useradd 123456-fsgqa 2023-10-06T22:46:32.034 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-10-06T22:46:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.253+0000 7f3af05ff700 1 Processor -- start 2023-10-06T22:46:32.255 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.253+0000 7f3af05ff700 1 -- start start 2023-10-06T22:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3af05ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f3ae8158240 0x7f3ae80c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3af05ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3ae80720a0 0x7f3ae80724d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3af05ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ae8071640 con 0x7f3ae80c9d10 2023-10-06T22:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3af05ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ae8072a10 con 0x7f3ae80720a0 2023-10-06T22:46:32.257 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3af05ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ae80718c0 con 0x7f3ae8158240 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3aeeb9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3ae80720a0 0x7f3ae80724d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3aeeb9c700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f3ae80720a0 0x7f3ae80724d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:42094/0 (socket says 172.21.15.37:42094) 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.254+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/2156432067 learned_addr learned my addr 172.21.15.37:0/2156432067 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aee39b700 1 --2- 172.21.15.37:0/2156432067 >> v2:172.21.15.62:3300/0 conn(0x7f3ae8158240 0x7f3ae80c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/2156432067 >> v2:172.21.15.62:3300/0 conn(0x7f3ae8158240 msgr2=0x7f3ae80c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aeeb9c700 1 --2- 172.21.15.37:0/2156432067 >> v2:172.21.15.62:3300/0 conn(0x7f3ae8158240 0x7f3ae80c97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/2156432067 >> v1:172.21.15.62:6789/0 conn(0x7f3ae80c9d10 legacy=0x7f3ae815aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/2156432067 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ae815b580 con 0x7f3ae80720a0 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aee39b700 1 --2- 172.21.15.37:0/2156432067 >> v2:172.21.15.62:3300/0 conn(0x7f3ae8158240 0x7f3ae80c97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-06T22:46:32.258 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aeeb9c700 1 --2- 172.21.15.37:0/2156432067 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae80720a0 0x7f3ae80724d0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3ae80ccca0 tx=0x7f3ae000d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f6763a63be1c5f7 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aed399700 1 -- 172.21.15.37:0/2156432067 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae0010070 con 0x7f3ae80720a0 2023-10-06T22:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aed399700 1 -- 172.21.15.37:0/2156432067 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ae000dd50 con 0x7f3ae80720a0 2023-10-06T22:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.255+0000 7f3aed399700 1 -- 172.21.15.37:0/2156432067 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae000b310 con 0x7f3ae80720a0 2023-10-06T22:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 -- 172.21.15.37:0/2156432067 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae80720a0 msgr2=0x7f3ae80724d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.259 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 --2- 172.21.15.37:0/2156432067 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae80720a0 0x7f3ae80724d0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f3ae80ccca0 tx=0x7f3ae000d430 comp rx=0 tx=0).stop 2023-10-06T22:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 -- 172.21.15.37:0/2156432067 shutdown_connections 2023-10-06T22:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 --2- 172.21.15.37:0/2156432067 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae80720a0 0x7f3ae80724d0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 --2- 172.21.15.37:0/2156432067 >> v2:172.21.15.62:3300/0 conn(0x7f3ae8158240 0x7f3ae80c97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 -- 172.21.15.37:0/2156432067 >> 172.21.15.37:0/2156432067 conn(0x7f3ae806aab0 msgr2=0x7f3ae806aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 -- 172.21.15.37:0/2156432067 shutdown_connections 2023-10-06T22:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.256+0000 7f3af05ff700 1 -- 172.21.15.37:0/2156432067 wait complete. 2023-10-06T22:46:32.260 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.259+0000 7f3af05ff700 1 Processor -- start 2023-10-06T22:46:32.261 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.259+0000 7f3af05ff700 1 -- start start 2023-10-06T22:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3af05ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3ae80720a0 0x7f3ae80af790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3af05ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3ae80c9d10 0x7f3ae81522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3af05ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae8158240 0x7f3ae8154ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.263 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3af05ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae80b4400 con 0x7f3ae8158240 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3af05ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae8157b00 con 0x7f3ae80720a0 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3af05ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ae81527f0 con 0x7f3ae80c9d10 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3aeeb9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae8158240 0x7f3ae8154ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3aee39b700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3ae80720a0 0x7f3ae80af790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3aeeb9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae8158240 0x7f3ae8154ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:42102/0 (socket says 172.21.15.37:42102) 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/571286141 learned_addr learned my addr 172.21.15.37:0/571286141 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.260+0000 7f3aedb9a700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3ae80c9d10 0x7f3ae81522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3ae80c9d10 msgr2=0x7f3ae81522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3aeeb9c700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3ae80c9d10 0x7f3ae81522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3ae80720a0 msgr2=0x7f3ae80af790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3aeeb9c700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3ae80720a0 0x7f3ae80af790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.264 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3aeeb9c700 1 -- 172.21.15.37:0/571286141 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ae000bd40 con 0x7f3ae8158240 2023-10-06T22:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3aeeb9c700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae8158240 0x7f3ae8154ac0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f3ae80b1df0 tx=0x7f3ae0004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3adeffd700 1 -- 172.21.15.37:0/571286141 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae0009a10 con 0x7f3ae8158240 2023-10-06T22:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3adeffd700 1 -- 172.21.15.37:0/571286141 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ae0009b90 con 0x7f3ae8158240 2023-10-06T22:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3adeffd700 1 -- 172.21.15.37:0/571286141 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae000b6e0 con 0x7f3ae8158240 2023-10-06T22:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.261+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ae80b4860 con 0x7f3ae8158240 2023-10-06T22:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.262+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ae8157540 con 0x7f3ae8158240 2023-10-06T22:46:32.265 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.263+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ae80cb650 con 0x7f3ae8158240 2023-10-06T22:46:32.266 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.263+0000 7f3adeffd700 1 -- 172.21.15.37:0/571286141 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f3ae001b070 con 0x7f3ae8158240 2023-10-06T22:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.265+0000 7f3adeffd700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3acc06af00 0x7f3acc06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.265+0000 7f3adeffd700 1 -- 172.21.15.37:0/571286141 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f3ae008a840 con 0x7f3ae8158240 2023-10-06T22:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.265+0000 7f3aee39b700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3acc06af00 0x7f3acc06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.267 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.266+0000 7f3aee39b700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3acc06af00 0x7f3acc06d3c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4006fd0 tx=0x7f3ae4010040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:32.271 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.270+0000 7f3adeffd700 1 -- 172.21.15.37:0/571286141 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f3ae0055720 con 0x7f3ae8158240 2023-10-06T22:46:32.566 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.564+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f3ae8074380 con 0x7f3ae8158240 2023-10-06T22:46:32.567 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.565+0000 7f3adeffd700 1 -- 172.21.15.37:0/571286141 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1268 (secure 0 0 0) 0x7f3ae0058d40 con 0x7f3ae8158240 2023-10-06T22:46:32.567 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:46:32.567 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":1,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","modified":"2023-10-06T22:43:11.224755Z","created":"2023-10-06T22:43:11.224755Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:3300","nonce":0},{"type":"v1","addr":"172.21.15.37:6789","nonce":0}]},"addr":"172.21.15.37:6789/0","public_addr":"172.21.15.37:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3300","nonce":0},{"type":"v1","addr":"172.21.15.62:6789","nonce":0}]},"addr":"172.21.15.62:6789/0","public_addr":"172.21.15.62:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:3301","nonce":0},{"type":"v1","addr":"172.21.15.62:6790","nonce":0}]},"addr":"172.21.15.62:6790/0","public_addr":"172.21.15.62:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-10-06T22:46:32.569 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3acc06af00 msgr2=0x7f3acc06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.569 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3acc06af00 0x7f3acc06d3c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f3ae4006fd0 tx=0x7f3ae4010040 comp rx=0 tx=0).stop 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae8158240 msgr2=0x7f3ae8154ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae8158240 0x7f3ae8154ac0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f3ae80b1df0 tx=0x7f3ae0004b20 comp rx=0 tx=0).stop 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 shutdown_connections 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f3acc06af00 0x7f3acc06d3c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f3ae80720a0 0x7f3ae80af790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f3ae8158240 0x7f3ae8154ac0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 --2- 172.21.15.37:0/571286141 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f3ae80c9d10 0x7f3ae81522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 >> 172.21.15.37:0/571286141 conn(0x7f3ae806aab0 msgr2=0x7f3ae80ca870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 shutdown_connections 2023-10-06T22:46:32.570 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.567+0000 7f3af05ff700 1 -- 172.21.15.37:0/571286141 wait complete. 2023-10-06T22:46:32.571 INFO:teuthology.orchestra.run.smithi037.stderr:dumped monmap epoch 1 2023-10-06T22:46:32.588 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.admin 2023-10-06T22:46:32.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.788+0000 7f5aa6bff700 1 Processor -- start 2023-10-06T22:46:32.790 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.788+0000 7f5aa6bff700 1 -- start start 2023-10-06T22:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.789+0000 7f5aa6bff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f5aa0158240 0x7f5aa00c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.789+0000 7f5aa6bff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5aa0071640 con 0x7f5aa00c9d10 2023-10-06T22:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.789+0000 7f5aa6bff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5aa00718c0 con 0x7f5aa00720a0 2023-10-06T22:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.789+0000 7f5aa6bff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5aa015b580 con 0x7f5aa0158240 2023-10-06T22:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.789+0000 7f5a9ffff700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f5aa00c9d10 0x7f5aa015aa70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:38724/0 (socket says 172.21.15.37:38724) 2023-10-06T22:46:32.791 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.789+0000 7f5a9ffff700 1 -- 172.21.15.37:0/2458174083 learned_addr learned my addr 172.21.15.37:0/2458174083 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-06T22:46:32.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5aa499b700 1 --2- 172.21.15.37:0/2458174083 >> v2:172.21.15.62:3300/0 conn(0x7f5aa0158240 0x7f5aa00c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.794 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 595589698 0 0) 0x7f5aa0071640 con 0x7f5aa00c9d10 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5a900035b0 con 0x7f5aa00c9d10 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 <== mon.0 v1:172.21.15.37:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1758157595 0 0) 0x7f5a900035b0 con 0x7f5aa00c9d10 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 >> v2:172.21.15.62:3300/0 conn(0x7f5aa0158240 msgr2=0x7f5aa00c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 --2- 172.21.15.37:0/2458174083 >> v2:172.21.15.62:3300/0 conn(0x7f5aa0158240 0x7f5aa00c97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 >> v1:172.21.15.62:6789/0 conn(0x7f5aa00720a0 legacy=0x7f5aa00b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 --> v1:172.21.15.37:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa015b860 con 0x7f5aa00c9d10 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 <== mon.0 v1:172.21.15.37:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 3800836066 0 0) 0x7f5a8c001670 con 0x7f5aa00c9d10 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 >> v1:172.21.15.37:6789/0 conn(0x7f5aa00c9d10 legacy=0x7f5aa015aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90003a00 0x7f5a90003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.795 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5a90004850 0x7f5a90004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90005210 0x7f5a9000dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa015b580 con 0x7f5a90004850 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a9000e3c0 con 0x7f5a90003a00 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.790+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a9000e580 con 0x7f5a90005210 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5a9ffff700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5a90004850 0x7f5a90004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5aa499b700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90003a00 0x7f5a90003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5aa519c700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90005210 0x7f5a9000dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5a9ffff700 1 -- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90005210 msgr2=0x7f5a9000dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5a9ffff700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90005210 0x7f5a9000dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.796 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5a9ffff700 1 -- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90003a00 msgr2=0x7f5a90003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5a9ffff700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5a90003a00 0x7f5a90003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5a9ffff700 1 -- 172.21.15.37:0/2458174083 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a900035b0 con 0x7f5a90004850 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5aa519c700 1 -- 172.21.15.37:0/2458174083 reap_dead start 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.791+0000 7f5a9ffff700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5a90004850 0x7f5a90004cd0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f5a8c00c240 tx=0x7f5a90005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b44536db873808c server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a8c007c10 con 0x7f5a90004850 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a8c00ce00 con 0x7f5a90004850 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5a9f7fe700 1 -- 172.21.15.37:0/2458174083 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a8c005ba0 con 0x7f5a90004850 2023-10-06T22:46:32.797 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5aa6bff700 1 -- 172.21.15.37:0/2458174083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5a90004850 msgr2=0x7f5a90004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5a90004850 0x7f5a90004cd0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f5a8c00c240 tx=0x7f5a90005880 comp rx=0 tx=0).stop 2023-10-06T22:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5aa6bff700 1 -- 172.21.15.37:0/2458174083 shutdown_connections 2023-10-06T22:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/2458174083 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5a90004850 0x7f5a90004cd0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5aa6bff700 1 -- 172.21.15.37:0/2458174083 >> 172.21.15.37:0/2458174083 conn(0x7f5aa006aab0 msgr2=0x7f5aa006aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5aa6bff700 1 -- 172.21.15.37:0/2458174083 shutdown_connections 2023-10-06T22:46:32.798 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.792+0000 7f5aa6bff700 1 -- 172.21.15.37:0/2458174083 wait complete. 2023-10-06T22:46:32.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.794+0000 7f5aa6bff700 1 Processor -- start 2023-10-06T22:46:32.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.794+0000 7f5aa6bff700 1 -- start start 2023-10-06T22:46:32.800 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa6bff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90004850 0x7f5aa00c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa6bff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5aa0156f50 0x7f5aa0154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa6bff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5aa014c8f0 0x7f5aa015cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa6bff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa00c6360 con 0x7f5aa014c8f0 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa6bff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa0155530 con 0x7f5aa0156f50 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa6bff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5aa0155760 con 0x7f5a90004850 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa519c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5aa014c8f0 0x7f5aa015cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa519c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5aa014c8f0 0x7f5aa015cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:42120/0 (socket says 172.21.15.37:42120) 2023-10-06T22:46:32.801 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.795+0000 7f5aa519c700 1 -- 172.21.15.37:0/3666738351 learned_addr learned my addr 172.21.15.37:0/3666738351 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5a9ffff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5aa0156f50 0x7f5aa0154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa499b700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90004850 0x7f5aa00c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa519c700 1 -- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90004850 msgr2=0x7f5aa00c8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa519c700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90004850 0x7f5aa00c8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa519c700 1 -- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5aa0156f50 msgr2=0x7f5aa0154ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa519c700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5aa0156f50 0x7f5aa0154ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa519c700 1 -- 172.21.15.37:0/3666738351 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5aa01573d0 con 0x7f5aa014c8f0 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5a9ffff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5aa0156f50 0x7f5aa0154ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:32.802 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa499b700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90004850 0x7f5aa00c8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa519c700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5aa014c8f0 0x7f5aa015cca0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5aa00b0ce0 tx=0x7f5a9800d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5a9d7fa700 1 -- 172.21.15.37:0/3666738351 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a98002100 con 0x7f5aa014c8f0 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5a9d7fa700 1 -- 172.21.15.37:0/3666738351 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a98003c60 con 0x7f5aa014c8f0 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5aa0156190 con 0x7f5aa014c8f0 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5a9d7fa700 1 -- 172.21.15.37:0/3666738351 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a9800d930 con 0x7f5aa014c8f0 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.796+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5aa0156750 con 0x7f5aa014c8f0 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.798+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5aa00cec60 con 0x7f5aa014c8f0 2023-10-06T22:46:32.803 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.798+0000 7f5a9d7fa700 1 -- 172.21.15.37:0/3666738351 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f5a9800da90 con 0x7f5aa014c8f0 2023-10-06T22:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.800+0000 7f5a9d7fa700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5a8406af00 0x7f5a8406d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-06T22:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.800+0000 7f5a9d7fa700 1 -- 172.21.15.37:0/3666738351 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5a98089970 con 0x7f5aa014c8f0 2023-10-06T22:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.800+0000 7f5aa499b700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5a8406af00 0x7f5a8406d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-06T22:46:32.804 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.801+0000 7f5aa499b700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5a8406af00 0x7f5a8406d3c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5aa00645a0 tx=0x7f5a94008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-06T22:46:32.805 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:32.804+0000 7f5a9d7fa700 1 -- 172.21.15.37:0/3666738351 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f5a98054840 con 0x7f5aa014c8f0 2023-10-06T22:46:33.097 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.096+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.admin"} v 0) v1 -- 0x7f5aa0074380 con 0x7f5aa014c8f0 2023-10-06T22:46:33.098 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.096+0000 7f5a9d7fa700 1 -- 172.21.15.37:0/3666738351 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.admin"}]=0 v11) v1 ==== 92+0+63 (secure 0 0 0) 0x7f5a98057e60 con 0x7f5aa014c8f0 2023-10-06T22:46:33.098 INFO:teuthology.orchestra.run.smithi037.stdout:[client.admin] 2023-10-06T22:46:33.098 INFO:teuthology.orchestra.run.smithi037.stdout: key = AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== 2023-10-06T22:46:33.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5a8406af00 msgr2=0x7f5a8406d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:33.101 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5a8406af00 0x7f5a8406d3c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5aa00645a0 tx=0x7f5a94008040 comp rx=0 tx=0).stop 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5aa014c8f0 msgr2=0x7f5aa015cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5aa014c8f0 0x7f5aa015cca0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5aa00b0ce0 tx=0x7f5a9800d430 comp rx=0 tx=0).stop 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 shutdown_connections 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f5aa014c8f0 0x7f5aa015cca0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f5a90004850 0x7f5aa00c8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f5a8406af00 0x7f5a8406d3c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 --2- 172.21.15.37:0/3666738351 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f5aa0156f50 0x7f5aa0154ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-06T22:46:33.102 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 >> 172.21.15.37:0/3666738351 conn(0x7f5aa006aab0 msgr2=0x7f5aa00705a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-06T22:46:33.103 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 shutdown_connections 2023-10-06T22:46:33.103 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-06T22:46:33.099+0000 7f5aa6bff700 1 -- 172.21.15.37:0/3666738351 wait complete. 2023-10-06T22:46:33.119 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:46:33.120 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/tmp/tmp.BqrKB0FuyYxfstests-dev/local.config 2023-10-06T22:46:33.188 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph export TEST_DEV=172.21.15.37:6789:/test export TEST_DIR=/tmp/tmp.CFHt54BBjttest export SCRATCH_DEV=172.21.15.37:6789:/scratch export SCRATCH_MNT=/tmp/tmp.MG8h5xr40Wscratch export CEPHFS_MOUNT_OPTIONS="-o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog==" 2023-10-06T22:46:33.188 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-06T22:46:33.189 DEBUG:teuthology.orchestra.run.smithi037:> sudo dd of=/tmp/tmp.BqrKB0FuyYxfstests-dev/ceph.exclude 2023-10-06T22:46:33.297 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo make) 2023-10-06T22:46:33.427 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize -cfi 2023-10-06T22:46:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: putting auxiliary files in '.'. 2023-10-06T22:46:33.926 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file './config.guess' 2023-10-06T22:46:33.936 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file './config.sub' 2023-10-06T22:46:33.946 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file './install-sh' 2023-10-06T22:46:33.957 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file './ltmain.sh' 2023-10-06T22:46:34.019 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-10-06T22:46:34.019 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-10-06T22:46:34.031 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-10-06T22:46:34.044 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-10-06T22:46:34.057 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-10-06T22:46:34.069 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-10-06T22:46:34.087 INFO:teuthology.orchestra.run.smithi037.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-10-06T22:46:34.090 INFO:teuthology.orchestra.run.smithi037.stdout:cp include/install-sh . 2023-10-06T22:46:34.092 INFO:teuthology.orchestra.run.smithi037.stdout:aclocal -I m4 2023-10-06T22:46:35.400 INFO:teuthology.orchestra.run.smithi037.stdout:autoheader 2023-10-06T22:46:35.780 INFO:teuthology.orchestra.run.smithi037.stdout:autoconf 2023-10-06T22:46:35.998 INFO:teuthology.orchestra.run.smithi037.stdout:./configure \ 2023-10-06T22:46:35.998 INFO:teuthology.orchestra.run.smithi037.stdout: --libexecdir=/usr/lib \ 2023-10-06T22:46:35.998 INFO:teuthology.orchestra.run.smithi037.stdout: --exec_prefix=/var/lib 2023-10-06T22:46:36.598 INFO:teuthology.orchestra.run.smithi037.stdout:checking build system type... x86_64-pc-linux-gnu 2023-10-06T22:46:36.598 INFO:teuthology.orchestra.run.smithi037.stdout:checking host system type... x86_64-pc-linux-gnu 2023-10-06T22:46:36.602 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to print strings... printf 2023-10-06T22:46:36.602 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gcc... gcc 2023-10-06T22:46:36.770 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether the C compiler works... yes 2023-10-06T22:46:36.771 INFO:teuthology.orchestra.run.smithi037.stdout:checking for C compiler default output file name... a.out 2023-10-06T22:46:36.821 INFO:teuthology.orchestra.run.smithi037.stdout:checking for suffix of executables... 2023-10-06T22:46:36.900 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether we are cross compiling... no 2023-10-06T22:46:36.938 INFO:teuthology.orchestra.run.smithi037.stdout:checking for suffix of object files... o 2023-10-06T22:46:36.972 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether we are using the GNU C compiler... yes 2023-10-06T22:46:37.007 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether gcc accepts -g... yes 2023-10-06T22:46:37.056 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gcc option to accept ISO C89... none needed 2023-10-06T22:46:37.063 INFO:teuthology.orchestra.run.smithi037.stdout:checking for a sed that does not truncate output... /bin/sed 2023-10-06T22:46:37.069 INFO:teuthology.orchestra.run.smithi037.stdout:checking for grep that handles long lines and -e... /bin/grep 2023-10-06T22:46:37.072 INFO:teuthology.orchestra.run.smithi037.stdout:checking for egrep... /bin/grep -E 2023-10-06T22:46:37.075 INFO:teuthology.orchestra.run.smithi037.stdout:checking for fgrep... /bin/grep -F 2023-10-06T22:46:37.084 INFO:teuthology.orchestra.run.smithi037.stdout:checking for ld used by gcc... /bin/ld 2023-10-06T22:46:37.088 INFO:teuthology.orchestra.run.smithi037.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2023-10-06T22:46:37.097 INFO:teuthology.orchestra.run.smithi037.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2023-10-06T22:46:37.137 INFO:teuthology.orchestra.run.smithi037.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2023-10-06T22:46:37.137 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether ln -s works... yes 2023-10-06T22:46:37.150 INFO:teuthology.orchestra.run.smithi037.stdout:checking the maximum length of command line arguments... 1572864 2023-10-06T22:46:37.156 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-10-06T22:46:37.156 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-10-06T22:46:37.157 INFO:teuthology.orchestra.run.smithi037.stdout:checking for /bin/ld option to reload object files... -r 2023-10-06T22:46:37.157 INFO:teuthology.orchestra.run.smithi037.stdout:checking for objdump... objdump 2023-10-06T22:46:37.158 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to recognize dependent libraries... pass_all 2023-10-06T22:46:37.158 INFO:teuthology.orchestra.run.smithi037.stdout:checking for dlltool... no 2023-10-06T22:46:37.158 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-10-06T22:46:37.158 INFO:teuthology.orchestra.run.smithi037.stdout:checking for ar... ar 2023-10-06T22:46:37.214 INFO:teuthology.orchestra.run.smithi037.stdout:checking for archiver @FILE support... @ 2023-10-06T22:46:37.214 INFO:teuthology.orchestra.run.smithi037.stdout:checking for strip... strip 2023-10-06T22:46:37.214 INFO:teuthology.orchestra.run.smithi037.stdout:checking for ranlib... ranlib 2023-10-06T22:46:37.215 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gawk... gawk 2023-10-06T22:46:37.326 INFO:teuthology.orchestra.run.smithi037.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2023-10-06T22:46:37.329 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sysroot... no 2023-10-06T22:46:37.337 INFO:teuthology.orchestra.run.smithi037.stdout:checking for a working dd... /bin/dd 2023-10-06T22:46:37.344 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2023-10-06T22:46:37.373 INFO:teuthology.orchestra.run.smithi037.stdout:checking for mt... no 2023-10-06T22:46:37.379 INFO:teuthology.orchestra.run.smithi037.stdout:checking if : is a manifest tool... no 2023-10-06T22:46:37.432 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to run the C preprocessor... gcc -E 2023-10-06T22:46:37.665 INFO:teuthology.orchestra.run.smithi037.stdout:checking for ANSI C header files... yes 2023-10-06T22:46:37.709 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/types.h... yes 2023-10-06T22:46:37.762 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/stat.h... yes 2023-10-06T22:46:37.814 INFO:teuthology.orchestra.run.smithi037.stdout:checking for stdlib.h... yes 2023-10-06T22:46:37.869 INFO:teuthology.orchestra.run.smithi037.stdout:checking for string.h... yes 2023-10-06T22:46:37.923 INFO:teuthology.orchestra.run.smithi037.stdout:checking for memory.h... yes 2023-10-06T22:46:37.976 INFO:teuthology.orchestra.run.smithi037.stdout:checking for strings.h... yes 2023-10-06T22:46:38.033 INFO:teuthology.orchestra.run.smithi037.stdout:checking for inttypes.h... yes 2023-10-06T22:46:38.089 INFO:teuthology.orchestra.run.smithi037.stdout:checking for stdint.h... yes 2023-10-06T22:46:38.163 INFO:teuthology.orchestra.run.smithi037.stdout:checking for unistd.h... yes 2023-10-06T22:46:38.218 INFO:teuthology.orchestra.run.smithi037.stdout:checking for dlfcn.h... yes 2023-10-06T22:46:38.227 INFO:teuthology.orchestra.run.smithi037.stdout:checking for objdir... .libs 2023-10-06T22:46:38.363 INFO:teuthology.orchestra.run.smithi037.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-10-06T22:46:38.363 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-10-06T22:46:38.402 INFO:teuthology.orchestra.run.smithi037.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-10-06T22:46:38.442 INFO:teuthology.orchestra.run.smithi037.stdout:checking if gcc static flag -static works... no 2023-10-06T22:46:38.496 INFO:teuthology.orchestra.run.smithi037.stdout:checking if gcc supports -c -o file.o... yes 2023-10-06T22:46:38.497 INFO:teuthology.orchestra.run.smithi037.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-10-06T22:46:38.511 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-10-06T22:46:38.561 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether -lc should be explicitly linked in... no 2023-10-06T22:46:38.708 INFO:teuthology.orchestra.run.smithi037.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-10-06T22:46:38.708 INFO:teuthology.orchestra.run.smithi037.stdout:checking how to hardcode library paths into programs... immediate 2023-10-06T22:46:38.713 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether stripping libraries is possible... yes 2023-10-06T22:46:38.713 INFO:teuthology.orchestra.run.smithi037.stdout:checking if libtool supports shared libraries... yes 2023-10-06T22:46:38.713 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether to build shared libraries... yes 2023-10-06T22:46:38.713 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether to build static libraries... yes 2023-10-06T22:46:38.726 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gcc... (cached) gcc 2023-10-06T22:46:38.766 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-10-06T22:46:38.766 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether gcc accepts -g... (cached) yes 2023-10-06T22:46:38.766 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-10-06T22:46:38.766 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gmake... /usr/bin/gmake 2023-10-06T22:46:38.767 INFO:teuthology.orchestra.run.smithi037.stderr:./configure: line 12070: test: $(SHELL): binary operator expected 2023-10-06T22:46:38.767 INFO:teuthology.orchestra.run.smithi037.stdout:checking for tar... /bin/tar 2023-10-06T22:46:38.768 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gzip... /bin/gzip 2023-10-06T22:46:38.783 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether gcc -MM is supported... yes 2023-10-06T22:46:38.784 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sort... /bin/sort 2023-10-06T22:46:38.784 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether ln -s works... yes 2023-10-06T22:46:38.785 INFO:teuthology.orchestra.run.smithi037.stdout:checking for rpm... /bin/rpm 2023-10-06T22:46:38.793 INFO:teuthology.orchestra.run.smithi037.stdout:checking for rpmbuild... no 2023-10-06T22:46:38.844 INFO:teuthology.orchestra.run.smithi037.stdout:checking assert.h usability... yes 2023-10-06T22:46:38.860 INFO:teuthology.orchestra.run.smithi037.stdout:checking assert.h presence... yes 2023-10-06T22:46:38.860 INFO:teuthology.orchestra.run.smithi037.stdout:checking for assert.h... yes 2023-10-06T22:46:38.918 INFO:teuthology.orchestra.run.smithi037.stdout:checking bstring.h usability... no 2023-10-06T22:46:38.943 INFO:teuthology.orchestra.run.smithi037.stdout:checking bstring.h presence... no 2023-10-06T22:46:38.943 INFO:teuthology.orchestra.run.smithi037.stdout:checking for bstring.h... no 2023-10-06T22:46:38.993 INFO:teuthology.orchestra.run.smithi037.stdout:checking libgen.h usability... yes 2023-10-06T22:46:39.009 INFO:teuthology.orchestra.run.smithi037.stdout:checking libgen.h presence... yes 2023-10-06T22:46:39.009 INFO:teuthology.orchestra.run.smithi037.stdout:checking for libgen.h... yes 2023-10-06T22:46:39.070 INFO:teuthology.orchestra.run.smithi037.stdout:checking dirent.h usability... yes 2023-10-06T22:46:39.086 INFO:teuthology.orchestra.run.smithi037.stdout:checking dirent.h presence... yes 2023-10-06T22:46:39.086 INFO:teuthology.orchestra.run.smithi037.stdout:checking for dirent.h... yes 2023-10-06T22:46:39.166 INFO:teuthology.orchestra.run.smithi037.stdout:checking errno.h usability... yes 2023-10-06T22:46:39.183 INFO:teuthology.orchestra.run.smithi037.stdout:checking errno.h presence... yes 2023-10-06T22:46:39.183 INFO:teuthology.orchestra.run.smithi037.stdout:checking for errno.h... yes 2023-10-06T22:46:39.242 INFO:teuthology.orchestra.run.smithi037.stdout:checking malloc.h usability... yes 2023-10-06T22:46:39.259 INFO:teuthology.orchestra.run.smithi037.stdout:checking malloc.h presence... yes 2023-10-06T22:46:39.260 INFO:teuthology.orchestra.run.smithi037.stdout:checking for malloc.h... yes 2023-10-06T22:46:39.272 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:46:39.277 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:46:39.322 INFO:teuthology.orchestra.run.smithi037.stdout:checking uuid.h usability... no 2023-10-06T22:46:39.349 INFO:teuthology.orchestra.run.smithi037.stdout:checking uuid.h presence... no 2023-10-06T22:46:39.349 INFO:teuthology.orchestra.run.smithi037.stdout:checking for uuid.h... no 2023-10-06T22:46:39.404 INFO:teuthology.orchestra.run.smithi037.stdout:checking uuid/uuid.h usability... yes 2023-10-06T22:46:39.423 INFO:teuthology.orchestra.run.smithi037.stdout:checking uuid/uuid.h presence... yes 2023-10-06T22:46:39.423 INFO:teuthology.orchestra.run.smithi037.stdout:checking for uuid/uuid.h... yes 2023-10-06T22:46:39.481 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/uuid.h usability... no 2023-10-06T22:46:39.506 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/uuid.h presence... no 2023-10-06T22:46:39.506 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/uuid.h... no 2023-10-06T22:46:39.558 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/file.h usability... yes 2023-10-06T22:46:39.575 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/file.h presence... yes 2023-10-06T22:46:39.575 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/file.h... yes 2023-10-06T22:46:39.634 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/fcntl.h usability... yes 2023-10-06T22:46:39.651 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/fcntl.h presence... yes 2023-10-06T22:46:39.651 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/fcntl.h... yes 2023-10-06T22:46:39.709 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/syssgi.h usability... no 2023-10-06T22:46:39.734 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/syssgi.h presence... no 2023-10-06T22:46:39.734 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/syssgi.h... no 2023-10-06T22:46:39.802 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/param.h usability... yes 2023-10-06T22:46:39.823 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/param.h presence... yes 2023-10-06T22:46:39.823 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/param.h... yes 2023-10-06T22:46:39.838 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/stat.h... (cached) yes 2023-10-06T22:46:39.897 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/statvfs.h usability... yes 2023-10-06T22:46:39.913 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/statvfs.h presence... yes 2023-10-06T22:46:39.914 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/statvfs.h... yes 2023-10-06T22:46:39.973 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/time.h usability... yes 2023-10-06T22:46:39.990 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/time.h presence... yes 2023-10-06T22:46:39.990 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/time.h... yes 2023-10-06T22:46:40.051 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/ioctl.h usability... yes 2023-10-06T22:46:40.068 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/ioctl.h presence... yes 2023-10-06T22:46:40.068 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/ioctl.h... yes 2023-10-06T22:46:40.130 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/wait.h usability... yes 2023-10-06T22:46:40.149 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/wait.h presence... yes 2023-10-06T22:46:40.150 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/wait.h... yes 2023-10-06T22:46:40.164 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/types.h... (cached) yes 2023-10-06T22:46:40.179 INFO:teuthology.orchestra.run.smithi037.stdout:checking for strings.h... (cached) yes 2023-10-06T22:46:40.237 INFO:teuthology.orchestra.run.smithi037.stdout:checking err.h usability... yes 2023-10-06T22:46:40.253 INFO:teuthology.orchestra.run.smithi037.stdout:checking err.h presence... yes 2023-10-06T22:46:40.253 INFO:teuthology.orchestra.run.smithi037.stdout:checking for err.h... yes 2023-10-06T22:46:40.312 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/falloc.h usability... yes 2023-10-06T22:46:40.328 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/falloc.h presence... yes 2023-10-06T22:46:40.328 INFO:teuthology.orchestra.run.smithi037.stdout:checking for linux/falloc.h... yes 2023-10-06T22:46:40.385 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-10-06T22:46:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-10-06T22:46:40.410 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/fs/xfs_fsops.h... no 2023-10-06T22:46:40.459 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/fs/xfs_itable.h usability... no 2023-10-06T22:46:40.484 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/fs/xfs_itable.h presence... no 2023-10-06T22:46:40.484 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/fs/xfs_itable.h... no 2023-10-06T22:46:40.533 INFO:teuthology.orchestra.run.smithi037.stdout:checking xfs/platform_defs.h usability... no 2023-10-06T22:46:40.558 INFO:teuthology.orchestra.run.smithi037.stdout:checking xfs/platform_defs.h presence... no 2023-10-06T22:46:40.558 INFO:teuthology.orchestra.run.smithi037.stdout:checking for xfs/platform_defs.h... no 2023-10-06T22:46:40.607 INFO:teuthology.orchestra.run.smithi037.stdout:checking btrfs/ioctl.h usability... no 2023-10-06T22:46:40.632 INFO:teuthology.orchestra.run.smithi037.stdout:checking btrfs/ioctl.h presence... no 2023-10-06T22:46:40.632 INFO:teuthology.orchestra.run.smithi037.stdout:checking for btrfs/ioctl.h... no 2023-10-06T22:46:40.682 INFO:teuthology.orchestra.run.smithi037.stdout:checking cifs/ioctl.h usability... no 2023-10-06T22:46:40.707 INFO:teuthology.orchestra.run.smithi037.stdout:checking cifs/ioctl.h presence... no 2023-10-06T22:46:40.707 INFO:teuthology.orchestra.run.smithi037.stdout:checking for cifs/ioctl.h... no 2023-10-06T22:46:40.768 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/mman.h usability... yes 2023-10-06T22:46:40.785 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/mman.h presence... yes 2023-10-06T22:46:40.785 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/mman.h... yes 2023-10-06T22:46:40.824 INFO:teuthology.orchestra.run.smithi037.stdout:checking for xfs/xfs_log_format.h... no 2023-10-06T22:46:40.892 INFO:teuthology.orchestra.run.smithi037.stdout:checking for uuid_compare... no 2023-10-06T22:46:40.949 INFO:teuthology.orchestra.run.smithi037.stdout:checking for uuid_compare in -luuid... yes 2023-10-06T22:46:41.058 INFO:teuthology.orchestra.run.smithi037.stdout:checking for xfs/xfs.h... yes 2023-10-06T22:46:41.091 INFO:teuthology.orchestra.run.smithi037.stdout:checking for xfs/libxfs.h... no 2023-10-06T22:46:41.131 INFO:teuthology.orchestra.run.smithi037.stdout:checking whether xlog_assign_lsn is declared... no 2023-10-06T22:46:41.184 INFO:teuthology.orchestra.run.smithi037.stdout:checking for xfs/xqm.h... yes 2023-10-06T22:46:41.266 INFO:teuthology.orchestra.run.smithi037.stdout:checking xfsctl from xfs/xfs.h... ok 2023-10-06T22:46:41.312 INFO:teuthology.orchestra.run.smithi037.stdout:checking xfs/handle.h usability... yes 2023-10-06T22:46:41.327 INFO:teuthology.orchestra.run.smithi037.stdout:checking xfs/handle.h presence... yes 2023-10-06T22:46:41.327 INFO:teuthology.orchestra.run.smithi037.stdout:checking for xfs/handle.h... yes 2023-10-06T22:46:41.399 INFO:teuthology.orchestra.run.smithi037.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-10-06T22:46:41.450 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/acl.h usability... yes 2023-10-06T22:46:41.468 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/acl.h presence... yes 2023-10-06T22:46:41.468 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/acl.h... yes 2023-10-06T22:46:41.518 INFO:teuthology.orchestra.run.smithi037.stdout:checking acl/libacl.h usability... yes 2023-10-06T22:46:41.536 INFO:teuthology.orchestra.run.smithi037.stdout:checking acl/libacl.h presence... yes 2023-10-06T22:46:41.536 INFO:teuthology.orchestra.run.smithi037.stdout:checking for acl/libacl.h... yes 2023-10-06T22:46:41.597 INFO:teuthology.orchestra.run.smithi037.stdout:checking for acl_init in -lacl... yes 2023-10-06T22:46:41.642 INFO:teuthology.orchestra.run.smithi037.stdout:checking gdbm-ndbm.h usability... no 2023-10-06T22:46:41.667 INFO:teuthology.orchestra.run.smithi037.stdout:checking gdbm-ndbm.h presence... no 2023-10-06T22:46:41.667 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gdbm-ndbm.h... no 2023-10-06T22:46:41.710 INFO:teuthology.orchestra.run.smithi037.stdout:checking gdbm/ndbm.h usability... no 2023-10-06T22:46:41.736 INFO:teuthology.orchestra.run.smithi037.stdout:checking gdbm/ndbm.h presence... no 2023-10-06T22:46:41.736 INFO:teuthology.orchestra.run.smithi037.stdout:checking for gdbm/ndbm.h... no 2023-10-06T22:46:41.779 INFO:teuthology.orchestra.run.smithi037.stdout:checking ndbm.h usability... no 2023-10-06T22:46:41.804 INFO:teuthology.orchestra.run.smithi037.stdout:checking ndbm.h presence... no 2023-10-06T22:46:41.804 INFO:teuthology.orchestra.run.smithi037.stdout:checking for ndbm.h... no 2023-10-06T22:46:41.853 INFO:teuthology.orchestra.run.smithi037.stdout:checking libaio.h usability... yes 2023-10-06T22:46:41.874 INFO:teuthology.orchestra.run.smithi037.stdout:checking libaio.h presence... yes 2023-10-06T22:46:41.874 INFO:teuthology.orchestra.run.smithi037.stdout:checking for libaio.h... yes 2023-10-06T22:46:41.920 INFO:teuthology.orchestra.run.smithi037.stdout:checking liburing.h usability... no 2023-10-06T22:46:41.945 INFO:teuthology.orchestra.run.smithi037.stdout:checking liburing.h presence... no 2023-10-06T22:46:41.945 INFO:teuthology.orchestra.run.smithi037.stdout:checking for liburing.h... no 2023-10-06T22:46:41.989 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/capability.h usability... no 2023-10-06T22:46:42.014 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/capability.h presence... no 2023-10-06T22:46:42.014 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/capability.h... no 2023-10-06T22:46:42.058 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/fiemap.h usability... yes 2023-10-06T22:46:42.075 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/fiemap.h presence... yes 2023-10-06T22:46:42.075 INFO:teuthology.orchestra.run.smithi037.stdout:checking for linux/fiemap.h... yes 2023-10-06T22:46:42.136 INFO:teuthology.orchestra.run.smithi037.stdout:checking for fallocate... yes 2023-10-06T22:46:42.197 INFO:teuthology.orchestra.run.smithi037.stdout:checking for open_by_handle_at... yes 2023-10-06T22:46:42.245 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/prctl.h usability... yes 2023-10-06T22:46:42.263 INFO:teuthology.orchestra.run.smithi037.stdout:checking sys/prctl.h presence... yes 2023-10-06T22:46:42.263 INFO:teuthology.orchestra.run.smithi037.stdout:checking for sys/prctl.h... yes 2023-10-06T22:46:42.310 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/fs.h usability... yes 2023-10-06T22:46:42.327 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/fs.h presence... yes 2023-10-06T22:46:42.327 INFO:teuthology.orchestra.run.smithi037.stdout:checking for linux/fs.h... yes 2023-10-06T22:46:42.370 INFO:teuthology.orchestra.run.smithi037.stdout:checking btrfsutil.h usability... no 2023-10-06T22:46:42.395 INFO:teuthology.orchestra.run.smithi037.stdout:checking btrfsutil.h presence... no 2023-10-06T22:46:42.396 INFO:teuthology.orchestra.run.smithi037.stdout:checking for btrfsutil.h... no 2023-10-06T22:46:42.458 INFO:teuthology.orchestra.run.smithi037.stdout:checking for copy_file_range... yes 2023-10-06T22:46:42.522 INFO:teuthology.orchestra.run.smithi037.stdout:checking for SEEK_DATA... yes 2023-10-06T22:46:42.603 INFO:teuthology.orchestra.run.smithi037.stdout:checking for BMV_OF_SHARED... yes 2023-10-06T22:46:42.668 INFO:teuthology.orchestra.run.smithi037.stdout:checking for nftw... yes 2023-10-06T22:46:42.730 INFO:teuthology.orchestra.run.smithi037.stdout:checking for RLIMIT_NOFILE... yes 2023-10-06T22:46:42.769 INFO:teuthology.orchestra.run.smithi037.stdout:checking for FIEXCHANGE_RANGE... no 2023-10-06T22:46:42.830 INFO:teuthology.orchestra.run.smithi037.stdout:checking for renameat2... yes 2023-10-06T22:46:42.892 INFO:teuthology.orchestra.run.smithi037.stdout:checking for reallocarray... yes 2023-10-06T22:46:42.925 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct mount_attr... no 2023-10-06T22:46:42.998 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_qgroup_limit... yes 2023-10-06T22:46:43.073 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-10-06T22:46:43.147 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-10-06T22:46:43.222 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-10-06T22:46:43.297 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-10-06T22:46:43.371 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-10-06T22:46:43.445 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-10-06T22:46:43.500 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/btrfs.h usability... yes 2023-10-06T22:46:43.517 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/btrfs.h presence... yes 2023-10-06T22:46:43.517 INFO:teuthology.orchestra.run.smithi037.stdout:checking for linux/btrfs.h... yes 2023-10-06T22:46:43.579 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/btrfs_tree.h usability... yes 2023-10-06T22:46:43.596 INFO:teuthology.orchestra.run.smithi037.stdout:checking linux/btrfs_tree.h presence... yes 2023-10-06T22:46:43.596 INFO:teuthology.orchestra.run.smithi037.stdout:checking for linux/btrfs_tree.h... yes 2023-10-06T22:46:43.670 INFO:teuthology.orchestra.run.smithi037.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... no 2023-10-06T22:46:43.700 INFO:teuthology.orchestra.run.smithi037.stdout:configure: creating ./config.status 2023-10-06T22:46:44.648 INFO:teuthology.orchestra.run.smithi037.stdout:config.status: creating include/builddefs 2023-10-06T22:46:44.678 INFO:teuthology.orchestra.run.smithi037.stdout:config.status: creating include/config.h 2023-10-06T22:46:44.700 INFO:teuthology.orchestra.run.smithi037.stdout:config.status: executing libtool commands 2023-10-06T22:46:44.781 INFO:teuthology.orchestra.run.smithi037.stdout:Building include 2023-10-06T22:46:44.789 INFO:teuthology.orchestra.run.smithi037.stdout:Building lib 2023-10-06T22:46:44.795 INFO:teuthology.orchestra.run.smithi037.stdout: [LTDEP] 2023-10-06T22:46:44.999 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] dataascii.lo 2023-10-06T22:46:45.206 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] databin.lo 2023-10-06T22:46:45.444 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] datapid.lo 2023-10-06T22:46:45.635 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] file_lock.lo 2023-10-06T22:46:45.878 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] forker.lo 2023-10-06T22:46:46.100 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] pattern.lo 2023-10-06T22:46:46.308 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] open_flags.lo 2023-10-06T22:46:46.540 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] random_range.lo 2023-10-06T22:46:46.854 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] string_to_tokens.lo 2023-10-06T22:46:47.042 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] str_to_bytes.lo 2023-10-06T22:46:47.259 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] tlibio.lo 2023-10-06T22:46:47.587 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] write_log.lo 2023-10-06T22:46:47.920 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] random.lo 2023-10-06T22:46:48.124 INFO:teuthology.orchestra.run.smithi037.stdout: [LD] 2023-10-06T22:46:48.262 INFO:teuthology.orchestra.run.smithi037.stdout:Building ltp 2023-10-06T22:46:48.269 INFO:teuthology.orchestra.run.smithi037.stdout: [DEP] 2023-10-06T22:46:48.465 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] doio 2023-10-06T22:46:49.231 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fsstress 2023-10-06T22:46:50.670 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fsx 2023-10-06T22:46:51.653 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] growfiles 2023-10-06T22:46:52.271 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] iogen 2023-10-06T22:46:52.734 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-stress 2023-10-06T22:46:53.261 INFO:teuthology.orchestra.run.smithi037.stdout:Building src 2023-10-06T22:46:53.270 INFO:teuthology.orchestra.run.smithi037.stdout: [DEP] 2023-10-06T22:46:55.770 INFO:teuthology.orchestra.run.smithi037.stdout: [DEP] 2023-10-06T22:46:55.820 INFO:teuthology.orchestra.run.smithi037.stdout: [DEP] 2023-10-06T22:46:55.836 INFO:teuthology.orchestra.run.smithi037.stdout: [DEP] 2023-10-06T22:46:56.184 INFO:teuthology.orchestra.run.smithi037.stdout: [DEP] 2023-10-06T22:46:56.225 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] dirstress 2023-10-06T22:46:56.573 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fill 2023-10-06T22:46:56.828 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fill2 2023-10-06T22:46:57.163 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] getpagesize 2023-10-06T22:46:57.400 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] holes 2023-10-06T22:46:57.701 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] lstat64 2023-10-06T22:46:57.988 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] nametest 2023-10-06T22:46:58.336 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] permname 2023-10-06T22:46:58.642 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] randholes 2023-10-06T22:46:59.003 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] runas 2023-10-06T22:46:59.288 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] truncfile 2023-10-06T22:46:59.574 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] usemem 2023-10-06T22:46:59.827 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] mmapcat 2023-10-06T22:47:00.081 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] append_reader 2023-10-06T22:47:00.338 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] append_writer 2023-10-06T22:47:00.592 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] dirperf 2023-10-06T22:47:00.921 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] metaperf 2023-10-06T22:47:01.282 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] devzero 2023-10-06T22:47:01.565 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] feature 2023-10-06T22:47:01.889 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] alloc 2023-10-06T22:47:02.211 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fault 2023-10-06T22:47:02.482 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fstest 2023-10-06T22:47:02.827 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_access_root 2023-10-06T22:47:03.085 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] godown 2023-10-06T22:47:03.361 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] resvtest 2023-10-06T22:47:03.654 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] writemod 2023-10-06T22:47:03.903 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] writev_on_pagefault 2023-10-06T22:47:04.165 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] makeextents 2023-10-06T22:47:04.453 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] itrash 2023-10-06T22:47:04.713 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] rename 2023-10-06T22:47:04.954 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] multi_open_unlink 2023-10-06T22:47:05.222 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] unwritten_sync 2023-10-06T22:47:05.509 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] genhashnames 2023-10-06T22:47:05.799 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_holes 2023-10-06T22:47:06.049 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_writev 2023-10-06T22:47:06.301 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_truncate_cmtime 2023-10-06T22:47:06.563 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] dirhash_collide 2023-10-06T22:47:06.849 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_rename_overwrite 2023-10-06T22:47:07.093 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] holetest 2023-10-06T22:47:07.417 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_truncate_self 2023-10-06T22:47:07.658 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] af_unix 2023-10-06T22:47:07.915 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_stale_pmd 2023-10-06T22:47:08.170 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_cow_race 2023-10-06T22:47:08.439 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_fallocate 2023-10-06T22:47:08.695 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fsync-err 2023-10-06T22:47:08.983 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_write_ro 2023-10-06T22:47:09.241 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_ext4_dax_journal_corruption 2023-10-06T22:47:09.386 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:47:09.391 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:47:09.504 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_ext4_dax_inline_corruption 2023-10-06T22:47:09.764 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_ofd_locks 2023-10-06T22:47:10.068 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_collision 2023-10-06T22:47:10.372 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] mmap-write-concurrent 2023-10-06T22:47:10.646 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_get_file_time 2023-10-06T22:47:10.895 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_create_short_dirs 2023-10-06T22:47:11.165 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_create_long_dirs 2023-10-06T22:47:11.433 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_enospc 2023-10-06T22:47:11.723 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_writev_overlap 2023-10-06T22:47:11.995 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] checkpoint_journal 2023-10-06T22:47:12.254 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] mmap-rw-fault 2023-10-06T22:47:12.544 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] allocstale 2023-10-06T22:47:12.820 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_cow_memory_failure 2023-10-06T22:47:13.096 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fake-dump-rootino 2023-10-06T22:47:13.350 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] dio-buf-fault 2023-10-06T22:47:13.607 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] xfsctl 2023-10-06T22:47:13.904 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] bstat 2023-10-06T22:47:14.216 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mtab 2023-10-06T22:47:14.594 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] getdevicesize 2023-10-06T22:47:14.837 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] preallo_rw_pattern_reader 2023-10-06T22:47:15.104 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] preallo_rw_pattern_writer 2023-10-06T22:47:15.368 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] ftrunc 2023-10-06T22:47:15.619 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] trunc 2023-10-06T22:47:15.884 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fs_perms 2023-10-06T22:47:16.154 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] testx 2023-10-06T22:47:16.387 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] looptest 2023-10-06T22:47:16.684 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] locktest 2023-10-06T22:47:17.098 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] unwritten_mmap 2023-10-06T22:47:17.369 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] bulkstat_unlink_test 2023-10-06T22:47:17.678 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] deduperace 2023-10-06T22:47:17.977 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] bulkstat_unlink_test_modified 2023-10-06T22:47:18.283 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_dir_offset 2023-10-06T22:47:18.536 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_futimens 2023-10-06T22:47:18.778 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_immutable 2023-10-06T22:47:19.497 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] stale_handle 2023-10-06T22:47:19.774 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] pwrite_mmap_blocked 2023-10-06T22:47:20.034 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_dir_offset2 2023-10-06T22:47:20.332 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] seek_sanity_test 2023-10-06T22:47:20.855 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] seek_copy_test 2023-10-06T22:47:21.138 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_readdir_1 2023-10-06T22:47:21.392 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_readdir_2 2023-10-06T22:47:21.646 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fsync-tester 2023-10-06T22:47:22.001 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] nsexec 2023-10-06T22:47:22.283 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] cloner 2023-10-06T22:47:22.565 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] renameat2 2023-10-06T22:47:22.839 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_getcwd 2023-10-06T22:47:23.101 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] e4compact 2023-10-06T22:47:23.408 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] test-nextquota 2023-10-06T22:47:23.685 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] punch-alternating 2023-10-06T22:47:23.964 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] attr-list-by-handle-cursor-test 2023-10-06T22:47:24.240 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] listxattr 2023-10-06T22:47:24.491 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] dio-interleaved 2023-10-06T22:47:24.754 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_dir_type 2023-10-06T22:47:25.016 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] dio-invalidate-cache 2023-10-06T22:47:25.324 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] stat_test 2023-10-06T22:47:25.726 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_encrypted_d_revalidate 2023-10-06T22:47:25.999 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] attr_replace_test 2023-10-06T22:47:26.269 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] swapon 2023-10-06T22:47:26.539 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] mkswap 2023-10-06T22:47:26.795 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_attr_corruption 2023-10-06T22:47:27.050 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_open_tmpfiles 2023-10-06T22:47:27.336 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fscrypt-crypt-util 2023-10-06T22:47:28.082 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] bulkstat_null_ocount 2023-10-06T22:47:28.348 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] splice-test 2023-10-06T22:47:28.633 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] chprojid_fail 2023-10-06T22:47:28.903 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] detached_mounts_propagation 2023-10-06T22:47:29.196 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] ext4_resize 2023-10-06T22:47:29.450 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_readdir_3 2023-10-06T22:47:29.749 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] splice2pipe 2023-10-06T22:47:30.018 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] uuid_ioctl 2023-10-06T22:47:30.280 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fiemap-tester 2023-10-06T22:47:30.655 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_stripealign 2023-10-06T22:47:30.914 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] open_by_handle 2023-10-06T22:47:31.274 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] t_mmap_dio 2023-10-06T22:47:31.539 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] xfsfind 2023-10-06T22:47:31.845 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] fssum 2023-10-06T22:47:32.388 INFO:teuthology.orchestra.run.smithi037.stdout:Building log-writes 2023-10-06T22:47:32.399 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] replay-log 2023-10-06T22:47:32.822 INFO:teuthology.orchestra.run.smithi037.stdout:Building perf 2023-10-06T22:47:32.829 INFO:teuthology.orchestra.run.smithi037.stdout:Building aio-dio-regress 2023-10-06T22:47:32.841 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-append-write-fallocate-race 2023-10-06T22:47:33.122 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-fcntl-race 2023-10-06T22:47:33.395 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-subblock-eof-read 2023-10-06T22:47:33.654 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-append-write-read-race 2023-10-06T22:47:33.940 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-invalidate-readahead 2023-10-06T22:47:34.216 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-write-verify 2023-10-06T22:47:34.522 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-10-06T22:47:34.764 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-last-ref-held-by-io 2023-10-06T22:47:35.046 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-cycle-write 2023-10-06T22:47:35.341 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-extend-stat 2023-10-06T22:47:35.615 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-10-06T22:47:35.856 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-hole-filling-race 2023-10-06T22:47:36.114 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-invalidate-failure 2023-10-06T22:47:36.383 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aiodio_sparse2 2023-10-06T22:47:36.706 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aiocp 2023-10-06T22:47:37.040 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-cow-race 2023-10-06T22:47:37.302 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] aio-dio-eof-race 2023-10-06T22:47:37.594 INFO:teuthology.orchestra.run.smithi037.stdout:Building vfs 2023-10-06T22:47:37.604 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] vfstest 2023-10-06T22:47:39.496 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:47:39.501 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:47:39.691 INFO:teuthology.orchestra.run.smithi037.stdout: [CC] mount-idmapped 2023-10-06T22:47:40.191 INFO:teuthology.orchestra.run.smithi037.stdout:Building m4 2023-10-06T22:47:40.196 INFO:teuthology.orchestra.run.smithi037.stdout:Building common 2023-10-06T22:47:40.206 INFO:teuthology.orchestra.run.smithi037.stdout:Building tests 2023-10-06T22:47:40.214 INFO:teuthology.orchestra.run.smithi037.stdout:Building perf 2023-10-06T22:47:40.226 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/perf/group.list 2023-10-06T22:47:40.254 INFO:teuthology.orchestra.run.smithi037.stdout:Building ext4 2023-10-06T22:47:40.265 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ext4/group.list 2023-10-06T22:47:40.359 INFO:teuthology.orchestra.run.smithi037.stdout:Building ocfs2 2023-10-06T22:47:40.370 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ocfs2/group.list 2023-10-06T22:47:40.404 INFO:teuthology.orchestra.run.smithi037.stdout:Building overlay 2023-10-06T22:47:40.415 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/overlay/group.list 2023-10-06T22:47:40.515 INFO:teuthology.orchestra.run.smithi037.stdout:Building cifs 2023-10-06T22:47:40.525 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/cifs/group.list 2023-10-06T22:47:40.558 INFO:teuthology.orchestra.run.smithi037.stdout:Building generic 2023-10-06T22:47:40.570 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/generic/group.list 2023-10-06T22:47:40.822 INFO:teuthology.orchestra.run.smithi037.stdout:Building shared 2023-10-06T22:47:40.833 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/shared/group.list 2023-10-06T22:47:40.878 INFO:teuthology.orchestra.run.smithi037.stdout:Building nfs 2023-10-06T22:47:40.888 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/nfs/group.list 2023-10-06T22:47:40.925 INFO:teuthology.orchestra.run.smithi037.stdout:Building f2fs 2023-10-06T22:47:40.935 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/f2fs/group.list 2023-10-06T22:47:40.980 INFO:teuthology.orchestra.run.smithi037.stdout:Building udf 2023-10-06T22:47:40.990 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/udf/group.list 2023-10-06T22:47:41.020 INFO:teuthology.orchestra.run.smithi037.stdout:Building ceph 2023-10-06T22:47:41.030 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ceph/group.list 2023-10-06T22:47:41.067 INFO:teuthology.orchestra.run.smithi037.stdout:Building xfs 2023-10-06T22:47:41.079 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/xfs/group.list 2023-10-06T22:47:41.336 INFO:teuthology.orchestra.run.smithi037.stdout:Building btrfs 2023-10-06T22:47:41.347 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/btrfs/group.list 2023-10-06T22:47:41.499 INFO:teuthology.orchestra.run.smithi037.stdout:Building tmpfs 2023-10-06T22:47:41.509 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/tmpfs/group.list 2023-10-06T22:47:41.544 INFO:teuthology.orchestra.run.smithi037.stdout:Building selftest 2023-10-06T22:47:41.554 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/selftest/group.list 2023-10-06T22:47:41.589 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo make install) 2023-10-06T22:47:41.682 INFO:teuthology.orchestra.run.smithi037.stdout:Building include 2023-10-06T22:47:41.689 INFO:teuthology.orchestra.run.smithi037.stdout:Building lib 2023-10-06T22:47:41.697 INFO:teuthology.orchestra.run.smithi037.stdout:Building ltp 2023-10-06T22:47:41.706 INFO:teuthology.orchestra.run.smithi037.stdout:Building src 2023-10-06T22:47:41.768 INFO:teuthology.orchestra.run.smithi037.stdout:Building log-writes 2023-10-06T22:47:41.775 INFO:teuthology.orchestra.run.smithi037.stdout:Building perf 2023-10-06T22:47:41.783 INFO:teuthology.orchestra.run.smithi037.stdout:Building aio-dio-regress 2023-10-06T22:47:41.791 INFO:teuthology.orchestra.run.smithi037.stdout:Building vfs 2023-10-06T22:47:41.799 INFO:teuthology.orchestra.run.smithi037.stdout:Building m4 2023-10-06T22:47:41.806 INFO:teuthology.orchestra.run.smithi037.stdout:Building common 2023-10-06T22:47:41.814 INFO:teuthology.orchestra.run.smithi037.stdout:Building tests 2023-10-06T22:47:41.824 INFO:teuthology.orchestra.run.smithi037.stdout:Building perf 2023-10-06T22:47:41.834 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/perf/group.list 2023-10-06T22:47:41.865 INFO:teuthology.orchestra.run.smithi037.stdout:Building ext4 2023-10-06T22:47:41.875 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ext4/group.list 2023-10-06T22:47:41.971 INFO:teuthology.orchestra.run.smithi037.stdout:Building ocfs2 2023-10-06T22:47:41.981 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ocfs2/group.list 2023-10-06T22:47:42.016 INFO:teuthology.orchestra.run.smithi037.stdout:Building overlay 2023-10-06T22:47:42.027 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/overlay/group.list 2023-10-06T22:47:42.126 INFO:teuthology.orchestra.run.smithi037.stdout:Building cifs 2023-10-06T22:47:42.136 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/cifs/group.list 2023-10-06T22:47:42.169 INFO:teuthology.orchestra.run.smithi037.stdout:Building generic 2023-10-06T22:47:42.181 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/generic/group.list 2023-10-06T22:47:42.430 INFO:teuthology.orchestra.run.smithi037.stdout:Building shared 2023-10-06T22:47:42.440 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/shared/group.list 2023-10-06T22:47:42.484 INFO:teuthology.orchestra.run.smithi037.stdout:Building nfs 2023-10-06T22:47:42.494 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/nfs/group.list 2023-10-06T22:47:42.531 INFO:teuthology.orchestra.run.smithi037.stdout:Building f2fs 2023-10-06T22:47:42.541 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/f2fs/group.list 2023-10-06T22:47:42.586 INFO:teuthology.orchestra.run.smithi037.stdout:Building udf 2023-10-06T22:47:42.597 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/udf/group.list 2023-10-06T22:47:42.626 INFO:teuthology.orchestra.run.smithi037.stdout:Building ceph 2023-10-06T22:47:42.637 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ceph/group.list 2023-10-06T22:47:42.675 INFO:teuthology.orchestra.run.smithi037.stdout:Building xfs 2023-10-06T22:47:42.687 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/xfs/group.list 2023-10-06T22:47:42.934 INFO:teuthology.orchestra.run.smithi037.stdout:Building btrfs 2023-10-06T22:47:42.945 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/btrfs/group.list 2023-10-06T22:47:43.096 INFO:teuthology.orchestra.run.smithi037.stdout:Building tmpfs 2023-10-06T22:47:43.106 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/tmpfs/group.list 2023-10-06T22:47:43.141 INFO:teuthology.orchestra.run.smithi037.stdout:Building selftest 2023-10-06T22:47:43.151 INFO:teuthology.orchestra.run.smithi037.stdout: [GROUP] /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/selftest/group.list 2023-10-06T22:47:43.182 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-10-06T22:47:43.185 INFO:teuthology.orchestra.run.smithi037.stdout:gmake[1]: Nothing to be done for 'install'. 2023-10-06T22:47:43.185 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-10-06T22:47:43.188 INFO:teuthology.orchestra.run.smithi037.stdout:gmake[1]: Nothing to be done for 'install'. 2023-10-06T22:47:43.188 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-10-06T22:47:43.192 INFO:teuthology.orchestra.run.smithi037.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-10-06T22:47:43.216 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-10-06T22:47:43.397 INFO:teuthology.orchestra.run.smithi037.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-10-06T22:47:43.421 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-10-06T22:47:43.452 INFO:teuthology.orchestra.run.smithi037.stdout:Building log-writes 2023-10-06T22:47:43.459 INFO:teuthology.orchestra.run.smithi037.stdout:Building perf 2023-10-06T22:47:43.467 INFO:teuthology.orchestra.run.smithi037.stdout:Building aio-dio-regress 2023-10-06T22:47:43.475 INFO:teuthology.orchestra.run.smithi037.stdout:Building vfs 2023-10-06T22:47:43.481 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake -C log-writes install 2023-10-06T22:47:43.483 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-10-06T22:47:43.508 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-10-06T22:47:43.533 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake -C perf install 2023-10-06T22:47:43.535 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-10-06T22:47:43.559 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 ResultData.py fio-insert-and-compare.py FioResultDecoder.py FioCompare.py generate-schema.py fio-results.sql /var/lib/xfstests/src/perf 2023-10-06T22:47:43.624 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-10-06T22:47:43.627 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-10-06T22:47:43.651 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 aio-dio-append-write-fallocate-race aio-dio-fcntl-race aio-dio-subblock-eof-read aio-dio-append-write-read-race aio-dio-invalidate-readahead aio-dio-write-verify aio-free-ring-with-bogus-nr-pages aio-last-ref-held-by-io aio-dio-cycle-write aio-dio-extend-stat aio-io-setup-with-nonwritable-context-pointer aio-dio-hole-filling-race aio-dio-invalidate-failure aiodio_sparse2 aiocp aio-dio-cow-race aio-dio-eof-race /var/lib/xfstests/src/aio-dio-regress 2023-10-06T22:47:43.807 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake -C vfs install 2023-10-06T22:47:43.809 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-10-06T22:47:43.834 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-10-06T22:47:43.868 INFO:teuthology.orchestra.run.smithi037.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-10-06T22:47:43.892 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-10-06T22:47:46.989 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2023-10-06T22:47:47.236 INFO:teuthology.orchestra.run.smithi037.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-10-06T22:47:47.293 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-10-06T22:47:47.296 INFO:teuthology.orchestra.run.smithi037.stdout:gmake[1]: Nothing to be done for 'install'. 2023-10-06T22:47:47.296 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-10-06T22:47:47.298 INFO:teuthology.orchestra.run.smithi037.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-10-06T22:47:47.322 INFO:teuthology.orchestra.run.smithi037.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-10-06T22:47:47.717 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-10-06T22:47:47.720 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/btrfs/ install 2023-10-06T22:47:47.724 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-10-06T22:47:47.748 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 299 300 /var/lib/xfstests/tests/btrfs 2023-10-06T22:47:50.168 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-10-06T22:47:50.193 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 175.out 186.out 240.out 092.out 077.out 140.out 265.out 236.out 108.out 204.out 233.out 194.out 234.out 295.out 109.out 033.out 082.out 252.out 270.out 040.out 176.out 202.out 137.out 034.out 125.out 014.out 165.out 181.out 152.out 024.out 192.out 148.out 282.out 267.out 052.out 256.out 228.out 183.out 273.out 251.out 110.out 043.out 069.out 151.out 206.out 195.out 274.out 215.out 115.out 015.out 275.out 250.out 191.out 281.out 046.out 051.out 131.out 244.out 219.out 119.out 019.out 128.out 177.out 232.out 189.out 220.out 120.out 020.out 102.out 263.out 171.out 261.out 045.out 217.out 117.out 017.out 072.out 068.out 048.out 062.out 038.out 084.out 129.out 066.out 029.out 229.out 103.out 111.out 011.out 243.out 134.out 170.out 260.out 157.out 143.out 133.out 286.out 161.out 246.out 216.out 116.out 016.out 155.out 296.out 118.out 287.out 067.out 010.out 238.out 141.out 114.out 138.out 095.out 297.out 160.out 091.out 081.out 071.out 061.out 085.out 037.out 300.out 200.out 100.out 025.out 258.out 185.out 269.out 208.out 039.out 173.out 222.out 035.out 169.out 098.out 290.out 080.out 070.out 060.out 207.out 106.out 009.out 167.out 211.out 158.out 182.out 146.out 188.out 293.out 104.out 089.out 086.out 254.out 279.out 225.out 174.out 156.out 268.out 135.out 257.out 124.out 172.out 063.out 058.out 113.out 262.out 036.out 042.out 047.out 193.out 097.out 271.out 283.out 083.out 199.out 099.out 278.out 007.out 209.out 053.out 164.out 154.out 239.out 241.out 002.out 178.out 190.out 214.out 074.out 056.out 041.out 057.out 005.out 223.out 150.out 123.out 179.out 144.out 032.out 277.out 205.out 136.out 096.out 198.out 008.out 280.out 050.out 105.out 027.out 187.out 153.out 088.out 285.out 044.out 201.out 101.out 001.out 266.out 237.out 065.out 231.out 227.out 075.out 028.out 213.out 142.out 013.out 031.out 272.out 078.out 184.out 259.out 210.out 132.out 093.out 235.out 127.out 230.out 166.out 292.out 130.out 023.out 073.out 030.out 203.out 003.out 055.out 291.out 245.out 145.out 159.out 249.out 122.out 076.out 022.out 289.out 006.out 284.out 299.out 224.out 276.out 149.out 064.out 264.out 218.out 018.out 168.out 021.out 079.out 054.out 059.out 049.out 226.out 163.out 126.out 121.out 026.out 180.out 253.out 255.out 139.out 090.out 221.out 087.out 294.out 212.out 112.out 094.out 012.out 247.out 107.out 248.out 162.out 147.out 288.out 197.out 196.out 242.out 004.out /var/lib/xfstests/tests/btrfs 2023-10-06T22:47:52.619 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ceph/ install 2023-10-06T22:47:52.622 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-10-06T22:47:52.646 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-10-06T22:47:52.702 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-10-06T22:47:52.727 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/ceph 2023-10-06T22:47:52.783 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/cifs/ install 2023-10-06T22:47:52.786 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-10-06T22:47:52.810 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-10-06T22:47:52.835 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-10-06T22:47:52.860 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-10-06T22:47:52.884 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ext4/ install 2023-10-06T22:47:52.887 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-10-06T22:47:52.911 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-10-06T22:47:53.471 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-10-06T22:47:53.496 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 001.out.nodelalloc 001.out.default 001.out.nozero 001.cfg 032.out 039.out 305.out 005.out 008.out 035.out 036.out 308.out 050.out 040.out 306.out 007.out 021.out 046.out 012.out 009.out 033.out 045.out 034.out 056.out 047.out 018.out 023.out 302.out 020.out 002.out 014.out 024.out 013.out 031.out 015.out 304.out 004.out 048.out 038.out 052.out 303.out 029.out 011.out 027.out 042.out 044.out 055.out 030.out 058.out 003.out 017.out 043.out 053.out 016.out 059.out 037.out 301.out 010.out 022.out 006.out 057.out 025.out 026.out 271.out 051.out 041.out 307.out 019.out 028.out 054.out 049.out /var/lib/xfstests/tests/ext4 2023-10-06T22:47:54.084 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/f2fs/ install 2023-10-06T22:47:54.087 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-10-06T22:47:54.110 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-10-06T22:47:54.143 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-10-06T22:47:54.167 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-10-06T22:47:54.200 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/generic/ install 2023-10-06T22:47:54.206 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-10-06T22:47:54.230 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 /var/lib/xfstests/tests/generic 2023-10-06T22:48:00.127 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-10-06T22:48:00.151 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 050.out.xfsquota 035.out.nfs 035.out.default 050.out.nojournal 050.out.default 050.cfg 035.cfg 208.out 433.out 670.out 040.out 104.out 377.out 537.out 683.out 497.out 337.out 702.out 602.out 149.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 403.out 593.out 571.out 243.out 592.out 282.out 472.out 468.out 628.out 284.out 528.out 607.out 428.out 659.out 407.out 228.out 128.out 171.out 028.out 620.out 273.out 474.out 492.out 609.out 707.out 595.out 506.out 268.out 460.out 632.out 532.out 591.out 281.out 719.out 619.out 519.out 419.out 319.out 177.out 523.out 119.out 019.out 727.out 372.out 673.out 190.out 686.out 312.out 718.out 143.out 716.out 161.out 516.out 518.out 538.out 655.out 216.out 116.out 016.out 155.out 118.out 338.out 238.out 500.out 138.out 189.out 263.out 277.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 457.out 333.out 258.out 362.out 379.out 691.out 039.out 173.out 498.out 665.out 098.out 426.out 290.out 480.out 706.out 060.out 406.out 306.out 106.out 642.out 217.out 693.out 191.out 411.out 357.out 481.out 211.out 158.out 014.out 182.out 370.out 188.out 030.out 099.out 585.out 724.out 721.out 624.out 524.out 174.out 156.out 324.out 224.out 313.out 355.out 124.out 382.out 672.out 278.out 063.out 058.out 384.out 296.out 042.out 641.out 271.out 465.out 473.out 335.out 247.out 509.out 568.out 441.out 440.out 475.out 548.out 356.out 341.out 094.out 241.out 600.out 089.out 614.out 514.out 414.out 314.out 416.out 214.out 381.out 056.out 041.out 634.out 340.out 358.out 572.out 586.out 521.out 240.out 549.out 633.out 434.out 140.out 708.out 533.out 508.out 408.out 308.out 476.out 087.out 199.out 458.out 233.out 639.out 443.out 540.out 397.out 053.out 279.out 276.out 711.out 164.out 376.out 589.out 587.out 339.out 294.out 352.out 484.out 456.out 489.out 139.out 317.out 399.out 220.out 552.out 695.out 017.out 677.out 097.out 175.out 315.out 295.out 580.out 193.out 186.out 452.out 679.out 292.out 252.out 077.out 167.out 688.out 206.out 348.out 394.out 651.out 184.out 466.out 697.out 495.out 725.out 109.out 482.out 625.out 283.out 525.out 488.out 496.out 325.out 551.out 225.out 322.out 636.out 125.out 715.out 192.out 544.out 515.out 650.out 152.out 658.out 563.out 578.out 451.out 015.out 392.out 682.out 684.out 550.out 052.out 652.out 534.out 351.out 583.out 450.out 463.out 251.out 267.out 176.out 069.out 644.out 065.out 487.out 615.out 395.out 676.out 415.out 344.out 215.out 115.out 444.out 027.out 250.out 391.out 674.out 464.out 705.out 536.out 577.out 439.out 244.out 336.out 144.out 505.out 405.out 057.out 205.out 136.out 598.out 363.out 036.out 198.out 723.out 008.out 390.out 680.out 605.out 305.out 105.out 005.out 367.out 291.out 709.out 323.out 685.out 562.out 570.out 388.out 527.out 237.out 151.out 227.out 163.out 332.out 661.out 582.out 232.out 478.out 584.out 462.out 597.out 412.out 132.out 179.out 037.out 293.out 499.out 638.out 448.out 353.out 020.out 660.out 561.out 141.out 076.out 668.out 044.out 648.out 387.out 594.out 438.out 265.out 289.out 574.out 006.out 690.out 477.out 567.out 299.out 461.out 307.out 647.out 493.out 107.out 007.out 380.out 526.out 479.out 547.out 150.out 326.out 082.out 226.out 413.out 126.out 025.out 121.out 026.out 021.out 013.out 485.out 694.out 347.out 275.out 090.out 361.out 564.out 066.out 302.out 432.out 002.out 558.out 162.out 147.out 288.out 197.out 033.out 396.out 051.out 350.out 145.out 047.out 024.out 360.out 543.out 261.out 447.out 692.out 255.out 726.out 729.out 378.out 346.out 048.out 062.out 626.out 529.out 231.out 343.out 662.out 425.out 329.out 165.out 334.out 103.out 003.out 129.out 423.out 371.out 234.out 183.out 671.out 645.out 486.out 223.out 123.out 262.out 669.out 023.out 459.out 616.out 032.out 266.out 146.out 398.out 728.out 696.out 427.out 590.out 280.out 470.out 455.out 187.out 091.out 046.out 153.out 731.out 374.out 631.out 256.out 328.out 260.out 654.out 359.out 531.out 649.out 301.out 101.out 635.out 623.out 385.out 331.out 556.out 713.out 613.out 513.out 622.out 131.out 213.out 730.out 095.out 031.out 565.out 630.out 675.out 272.out 530.out 510.out 627.out 573.out 576.out 430.out 310.out 569.out 454.out 259.out 210.out 449.out 327.out 330.out 067.out 093.out 604.out 287.out 127.out 699.out 071.out 166.out 130.out 219.out 073.out 603.out 503.out 303.out 203.out 354.out 157.out 386.out 349.out 055.out 245.out 522.out 422.out 222.out 159.out 539.out 249.out 122.out 689.out 022.out 681.out 424.out 321.out 045.out 490.out 435.out 375.out 134.out 154.out 566.out 618.out 501.out 418.out 318.out 542.out 218.out 575.out 172.out 168.out 079.out 469.out 054.out 059.out 049.out 442.out 657.out 621.out 180.out 270.out 253.out 421.out 712.out 612.out 667.out 512.out 494.out 221.out 212.out 112.out 342.out 012.out 029.out 195.out 554.out 148.out 185.out 596.out 720.out 248.out 196.out 520.out 242.out 420.out 285.out 320.out 629.out 230.out 120.out 502.out 402.out 102.out 717.out 617.out 517.out 429.out 417.out 365.out 092.out 117.out 664.out 072.out 068.out 229.out 038.out 084.out 369.out 611.out 511.out 311.out 368.out 637.out 111.out 011.out 257.out 194.out 170.out 606.out 133.out 286.out 043.out 437.out 545.out 714.out 559.out 710.out 610.out 687.out 410.out 701.out 601.out 401.out 201.out 010.out 001.out 096.out 114.out 113.out 074.out 581.out 491.out 081.out 083.out 653.out 700.out 064.out 400.out 300.out 200.out 100.out 646.out 541.out 445.out 269.out 546.out 656.out 698.out 553.out 178.out 298.out 446.out 080.out 070.out 608.out 507.out 409.out 309.out 209.out 108.out 009.out 643.out 004.out 557.out 453.out 666.out 236.out 078.out 364.out 555.out 075.out 383.out 085.out 704.out 588.out 504.out 404.out 304.out 204.out 535.out 345.out 246.out 467.out 086.out 254.out 207.out 142.out 235.out 436.out 703.out 135.out 264.out 431.out 678.out 373.out 316.out 169.out 640.out 579.out 018.out 297.out 393.out 560.out 663.out 599.out /var/lib/xfstests/tests/generic 2023-10-06T22:48:06.122 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/nfs/ install 2023-10-06T22:48:06.123 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-10-06T22:48:06.137 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-10-06T22:48:06.161 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-10-06T22:48:06.185 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-10-06T22:48:06.212 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/ocfs2/ install 2023-10-06T22:48:06.215 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-10-06T22:48:06.240 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-10-06T22:48:06.264 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-10-06T22:48:06.288 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-10-06T22:48:06.312 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/overlay/ install 2023-10-06T22:48:06.315 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-10-06T22:48:06.339 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-10-06T22:48:07.140 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-10-06T22:48:07.164 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 035.out 019.out 034.out 018.out 024.out 077.out 069.out 020.out 102.out 014.out 013.out 031.out 015.out 117.out 017.out 072.out 068.out 063.out 048.out 062.out 038.out 026.out 042.out 052.out 110.out 067.out 029.out 111.out 055.out 112.out 073.out 078.out 030.out 058.out 003.out 045.out 023.out 043.out 053.out 109.out 036.out 116.out 016.out 010.out 001.out 022.out 106.out 007.out 006.out 115.out 057.out 113.out 114.out 074.out 046.out 071.out 061.out 025.out 051.out 011.out 041.out 047.out 100.out 064.out 107.out 104.out 028.out 076.out 079.out 054.out 059.out 008.out 049.out 032.out 039.out 021.out 005.out 002.out 065.out 108.out 080.out 070.out 060.out 050.out 027.out 105.out 009.out 004.out 037.out 044.out 012.out 101.out 075.out 103.out 033.out 066.out 040.out 056.out /var/lib/xfstests/tests/overlay 2023-10-06T22:48:07.971 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/perf/ install 2023-10-06T22:48:07.973 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-10-06T22:48:07.997 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-10-06T22:48:08.022 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-10-06T22:48:08.046 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-10-06T22:48:08.070 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/selftest/ install 2023-10-06T22:48:08.073 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-10-06T22:48:08.097 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-10-06T22:48:08.161 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-10-06T22:48:08.185 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 006.out 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/selftest 2023-10-06T22:48:08.250 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/shared/ install 2023-10-06T22:48:08.253 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-10-06T22:48:08.277 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-10-06T22:48:08.317 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-10-06T22:48:08.341 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 032.out 298.out 002.out /var/lib/xfstests/tests/shared 2023-10-06T22:48:08.382 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/tmpfs/ install 2023-10-06T22:48:08.384 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-10-06T22:48:08.408 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-10-06T22:48:08.433 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-10-06T22:48:08.457 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-10-06T22:48:08.481 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/udf/ install 2023-10-06T22:48:08.484 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-10-06T22:48:08.508 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-10-06T22:48:08.532 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-10-06T22:48:08.556 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-10-06T22:48:08.581 INFO:teuthology.orchestra.run.smithi037.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.BqrKB0FuyYxfstests-dev/tests/xfs/ install 2023-10-06T22:48:08.586 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-10-06T22:48:08.611 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-10-06T22:48:09.608 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:48:09.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:48:14.208 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-10-06T22:48:14.233 INFO:teuthology.orchestra.run.smithi037.stdout:../../install-sh -o root -g root -m 644 096.out.internal 033.out.crc 096.out.external 033.out.default 071.out.64 216.out.classic 216.out.64mblog 071.out.32 216.cfg 033.cfg 295.out 497.out 337.out 385.out 082.out 270.out 460.out 149.out 759.out 502.out 088.out 366.out 202.out 137.out 034.out 110.out 389.out 018.out 593.out 571.out 243.out 592.out 282.out 267.out 728.out 468.out 799.out 284.out 528.out 769.out 428.out 507.out 407.out 228.out 128.out 171.out 183.out 273.out 017.out 492.out 109.out 559.out 506.out 195.out 732.out 268.out 275.out 600.out 113.out 532.out 591.out 281.out 471.out 723.out 255.out 013.out 371.out 319.out 467.out 523.out 119.out 775.out 727.out 372.out 165.out 229.out 103.out 003.out 129.out 131.out 383.out 738.out 260.out 718.out 143.out 716.out 161.out 516.out 518.out 416.out 026.out 116.out 043.out 155.out 338.out 238.out 500.out 138.out 189.out 263.out 184.out 181.out 160.out 483.out 274.out 722.out 061.out 239.out 047.out 772.out 258.out 379.out 322.out 039.out 430.out 173.out 222.out 742.out 098.out 426.out 290.out 480.out 060.out 406.out 306.out 141.out 106.out 006.out 167.out 191.out 542.out 211.out 442.out 188.out 099.out 177.out 721.out 174.out 156.out 771.out 324.out 224.out 313.out 124.out 278.out 058.out 741.out 384.out 042.out 193.out 392.out 768.out 399.out 473.out 770.out 709.out 247.out 568.out 364.out 209.out 441.out 440.out 009.out 740.out 356.out 197.out 341.out 094.out 241.out 501.out 089.out 540.out 514.out 414.out 314.out 214.out 381.out 147.out 041.out 340.out 793.out 358.out 572.out 586.out 240.out 549.out 092.out 439.out 434.out 140.out 708.out 766.out 508.out 408.out 308.out 208.out 737.out 040.out 304.out 349.out 254.out 537.out 059.out 086.out 249.out 335.out 142.out 235.out 436.out 575.out 253.out 715.out 533.out 264.out 431.out 784.out 433.out 036.out 316.out 169.out 035.out 579.out 457.out 297.out 393.out 333.out 599.out 476.out 087.out 199.out 739.out 233.out 752.out 736.out 443.out 773.out 053.out 749.out 279.out 133.out 711.out 458.out 164.out 589.out 587.out 339.out 577.out 294.out 352.out 484.out 498.out 489.out 139.out 774.out 790.out 552.out 781.out 357.out 065.out 097.out 175.out 186.out 452.out 069.out 252.out 751.out 376.out 724.out 206.out 778.out 190.out 794.out 348.out 466.out 248.out 725.out 785.out 750.out 525.out 496.out 325.out 257.out 225.out 125.out 789.out 192.out 296.out 152.out 563.out 246.out 551.out 015.out 792.out 075.out 472.out 578.out 463.out 550.out 052.out 534.out 351.out 276.out 451.out 425.out 450.out 744.out 251.out 444.out 487.out 762.out 395.out 515.out 415.out 315.out 215.out 115.out 597.out 027.out 250.out 344.out 051.out 536.out 030.out 244.out 336.out 028.out 150.out 144.out 505.out 342.out 136.out 598.out 005.out 176.out 198.out 008.out 390.out 178.out 405.out 305.out 205.out 105.out 367.out 291.out 437.out 044.out 719.out 323.out 519.out 363.out 562.out 382.out 570.out 388.out 527.out 158.out 019.out 237.out 151.out 760.out 227.out 163.out 332.out 796.out 582.out 232.out 584.out 462.out 220.out 412.out 132.out 179.out 037.out 293.out 499.out 112.out 748.out 020.out 786.out 063.out 561.out 076.out 465.out 014.out 758.out 387.out 594.out 438.out 265.out 289.out 574.out 755.out 548.out 299.out 419.out 521.out 581.out 595.out 461.out 477.out 307.out 726.out 107.out 007.out 448.out 262.out 380.out 093.out 479.out 547.out 326.out 226.out 747.out 126.out 025.out 121.out 447.out 761.out 580.out 021.out 485.out 347.out 077.out 090.out 361.out 564.out 788.out 066.out 455.out 432.out 002.out 585.out 162.out 288.out 050.out 396.out 446.out 350.out 354.out 429.out 187.out 360.out 543.out 261.out 734.out 045.out 292.out 482.out 729.out 104.out 048.out 062.out 529.out 231.out 343.out 503.out 526.out 329.out 486.out 223.out 123.out 023.out 459.out 032.out 798.out 277.out 373.out 146.out 398.out 168.out 427.out 590.out 280.out 470.out 491.out 767.out 016.out 046.out 488.out 731.out 782.out 374.out 583.out 285.out 127.out 328.out 359.out 531.out 301.out 101.out 266.out 331.out 791.out 743.out 556.out 713.out 081.out 024.out 513.out 213.out 730.out 095.out 031.out 565.out 182.out 272.out 530.out 754.out 573.out 576.out 569.out 454.out 259.out 449.out 327.out 330.out 067.out 493.out 010.out 287.out 230.out 166.out 130.out 219.out 073.out 370.out 135.out 303.out 203.out 345.out 355.out 386.out 560.out 055.out 334.out 245.out 522.out 787.out 745.out 422.out 394.out 539.out 524.out 122.out 234.out 022.out 424.out 779.out 490.out 435.out 353.out 423.out 134.out 154.out 271.out 064.out 418.out 318.out 218.out 118.out 757.out 377.out 172.out 079.out 469.out 054.out 049.out 765.out 776.out 456.out 180.out 378.out 421.out 712.out 403.out 321.out 057.out 512.out 494.out 221.out 312.out 212.out 538.out 256.out 012.out 764.out 283.out 554.out 397.out 185.out 596.out 720.out 481.out 196.out 520.out 242.out 420.out 478.out 320.out 555.out 120.out 153.out 402.out 302.out 102.out 717.out 517.out 417.out 317.out 365.out 217.out 117.out 475.out 072.out 068.out 474.out 038.out 084.out 056.out 369.out 511.out 148.out 411.out 029.out 311.out 368.out 111.out 011.out 783.out 194.out 170.out 286.out 756.out 545.out 714.out 157.out 710.out 510.out 413.out 410.out 310.out 210.out 401.out 201.out 001.out 495.out 362.out 114.out 753.out 074.out 145.out 797.out 464.out 091.out 746.out 083.out 800.out 777.out 400.out 300.out 200.out 100.out 375.out 541.out 445.out 269.out 546.out 780.out 553.out 763.out 298.out 567.out 080.out 070.out 509.out 409.out 309.out 207.out 108.out 346.out 391.out 004.out 557.out 453.out 236.out 078.out 159.out 566.out 735.out 085.out 588.out 504.out 404.out 558.out 204.out 535.out 795.out 733.out 544.out /var/lib/xfstests/tests/xfs 2023-10-06T22:48:19.906 INFO:teuthology.orchestra.run.smithi037.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-10-06T22:48:19.930 INFO:teuthology.orchestra.run.smithi037.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-10-06T22:48:19.954 INFO:teuthology.orchestra.run.smithi037.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-10-06T22:48:19.978 INFO:teuthology.orchestra.run.smithi037.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-10-06T22:48:20.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-06T22:48:20.006 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec ls tests/generic) 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:001 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:001.out 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:002 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:002.out 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:003 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:003.out 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:004 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:004.out 2023-10-06T22:48:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:005 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:005.out 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:006 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:006.out 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:007 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:007.out 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:008 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:008.out 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:009 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:009.out 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:010 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:010.out 2023-10-06T22:48:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:011 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:011.out 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:012 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:012.out 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:013 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:013.out 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:014 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:014.out 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:015 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:015.out 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:016 2023-10-06T22:48:20.054 INFO:teuthology.orchestra.run.smithi037.stdout:016.out 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:017 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:017.out 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:018 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:018.out 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:019 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:019.out 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:020 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:020.out 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:021 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:021.out 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:022 2023-10-06T22:48:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:022.out 2023-10-06T22:48:20.056 INFO:teuthology.orchestra.run.smithi037.stdout:023 2023-10-06T22:48:20.056 INFO:teuthology.orchestra.run.smithi037.stdout:023.out 2023-10-06T22:48:20.056 INFO:teuthology.orchestra.run.smithi037.stdout:024 2023-10-06T22:48:20.056 INFO:teuthology.orchestra.run.smithi037.stdout:024.out 2023-10-06T22:48:20.056 INFO:teuthology.orchestra.run.smithi037.stdout:025 2023-10-06T22:48:20.056 INFO:teuthology.orchestra.run.smithi037.stdout:025.out 2023-10-06T22:48:20.056 INFO:teuthology.orchestra.run.smithi037.stdout:026 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:026.out 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:027 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:027.out 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:028 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:028.out 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:029 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:029.out 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:030 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:030.out 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:031 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:031.out 2023-10-06T22:48:20.057 INFO:teuthology.orchestra.run.smithi037.stdout:032 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:032.out 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:033 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:033.out 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:034 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:034.out 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:035 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:035.cfg 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:035.out.default 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:035.out.nfs 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:036 2023-10-06T22:48:20.058 INFO:teuthology.orchestra.run.smithi037.stdout:036.out 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:037 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:037.out 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:038 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:038.out 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:039 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:039.out 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:040 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:040.out 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:041 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:041.out 2023-10-06T22:48:20.059 INFO:teuthology.orchestra.run.smithi037.stdout:042 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:042.out 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:043 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:043.out 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:044 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:044.out 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:045 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:045.out 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:046 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:046.out 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:047 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:047.out 2023-10-06T22:48:20.060 INFO:teuthology.orchestra.run.smithi037.stdout:048 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:048.out 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:049 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:049.out 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:050 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:050.cfg 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:050.out.default 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:050.out.nojournal 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:050.out.xfsquota 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:051 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:051.out 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:052 2023-10-06T22:48:20.061 INFO:teuthology.orchestra.run.smithi037.stdout:052.out 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:053 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:053.out 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:054 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:054.out 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:055 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:055.out 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:056 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:056.out 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:057 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:057.out 2023-10-06T22:48:20.062 INFO:teuthology.orchestra.run.smithi037.stdout:058 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:058.out 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:059 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:059.out 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:060 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:060.out 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:061 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:061.out 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:062 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:062.out 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:063 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:063.out 2023-10-06T22:48:20.063 INFO:teuthology.orchestra.run.smithi037.stdout:064 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:064.out 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:065 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:065.out 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:066 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:066.out 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:067 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:067.out 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:068 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:068.out 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:069 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:069.out 2023-10-06T22:48:20.064 INFO:teuthology.orchestra.run.smithi037.stdout:070 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:070.out 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:071 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:071.out 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:072 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:072.out 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:073 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:073.out 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:074 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:074.out 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:075 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:075.out 2023-10-06T22:48:20.065 INFO:teuthology.orchestra.run.smithi037.stdout:076 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:076.out 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:077 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:077.out 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:078 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:078.out 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:079 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:079.out 2023-10-06T22:48:20.066 INFO:teuthology.orchestra.run.smithi037.stdout:080 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:080.out 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:081 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:081.out 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:082 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:082.out 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:083 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:083.out 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:084 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:084.out 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:085 2023-10-06T22:48:20.067 INFO:teuthology.orchestra.run.smithi037.stdout:085.out 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:086 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:086.out 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:087 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:087.out 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:088 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:088.out 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:089 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:089.out 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:090 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:090.out 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:091 2023-10-06T22:48:20.068 INFO:teuthology.orchestra.run.smithi037.stdout:091.out 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:092 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:092.out 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:093 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:093.out 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:094 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:094.out 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:095 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:095.out 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:096 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:096.out 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:097 2023-10-06T22:48:20.069 INFO:teuthology.orchestra.run.smithi037.stdout:097.out 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:098 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:098.out 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:099 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:099.out 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:100 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:100.out 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:101 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:101.out 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:102 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:102.out 2023-10-06T22:48:20.070 INFO:teuthology.orchestra.run.smithi037.stdout:103 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:103.out 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:104 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:104.out 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:105 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:105.out 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:106 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:106.out 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:107 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:107.out 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:108 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:108.out 2023-10-06T22:48:20.071 INFO:teuthology.orchestra.run.smithi037.stdout:109 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:109.out 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:110 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:110.out 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:111 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:111.out 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:112 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:112.out 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:113 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:113.out 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:114 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:114.out 2023-10-06T22:48:20.072 INFO:teuthology.orchestra.run.smithi037.stdout:115 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:115.out 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:116 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:116.out 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:117 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:117.out 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:118 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:118.out 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:119 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:119.out 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:120 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:120.out 2023-10-06T22:48:20.073 INFO:teuthology.orchestra.run.smithi037.stdout:121 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:121.out 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:122 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:122.out 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:123 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:123.out 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:124 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:124.out 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:125 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:125.out 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:126 2023-10-06T22:48:20.074 INFO:teuthology.orchestra.run.smithi037.stdout:126.out 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:127 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:127.out 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:128 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:128.out 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:129 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:129.out 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:130 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:130.out 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:131 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:131.out 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:132 2023-10-06T22:48:20.075 INFO:teuthology.orchestra.run.smithi037.stdout:132.out 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:133 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:133.out 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:134 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:134.out 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:135 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:135.out 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:136 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:136.out 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:137 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:137.out 2023-10-06T22:48:20.076 INFO:teuthology.orchestra.run.smithi037.stdout:138 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:138.out 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:139 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:139.out 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:140 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:140.out 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:141 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:141.out 2023-10-06T22:48:20.077 INFO:teuthology.orchestra.run.smithi037.stdout:142 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:142.out 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:143 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:143.out 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:144 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:144.out 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:145 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:145.out 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:146 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:146.out 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:147 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:147.out 2023-10-06T22:48:20.078 INFO:teuthology.orchestra.run.smithi037.stdout:148 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:148.out 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:149 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:149.out 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:150 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:150.out 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:151 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:151.out 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:152 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:152.out 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:153 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:153.out 2023-10-06T22:48:20.079 INFO:teuthology.orchestra.run.smithi037.stdout:154 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:154.out 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:155 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:155.out 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:156 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:156.out 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:157 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:157.out 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:158 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:158.out 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:159 2023-10-06T22:48:20.080 INFO:teuthology.orchestra.run.smithi037.stdout:159.out 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:160 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:160.out 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:161 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:161.out 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:162 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:162.out 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:163 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:163.out 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:164 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:164.out 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:165 2023-10-06T22:48:20.081 INFO:teuthology.orchestra.run.smithi037.stdout:165.out 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:166 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:166.out 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:167 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:167.out 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:168 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:168.out 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:169 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:169.out 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:170 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:170.out 2023-10-06T22:48:20.082 INFO:teuthology.orchestra.run.smithi037.stdout:171 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:171.out 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:172 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:172.out 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:173 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:173.out 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:174 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:174.out 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:175 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:175.out 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:176 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:176.out 2023-10-06T22:48:20.083 INFO:teuthology.orchestra.run.smithi037.stdout:177 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:177.out 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:178 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:178.out 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:179 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:179.out 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:180 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:180.out 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:181 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:181.out 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:182 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:182.out 2023-10-06T22:48:20.084 INFO:teuthology.orchestra.run.smithi037.stdout:183 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:183.out 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:184 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:184.out 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:185 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:185.out 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:186 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:186.out 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:187 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:187.out 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:188 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:188.out 2023-10-06T22:48:20.085 INFO:teuthology.orchestra.run.smithi037.stdout:189 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:189.out 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:190 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:190.out 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:191 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:191.out 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:192 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:192.out 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:193 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:193.out 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:194 2023-10-06T22:48:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:194.out 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:195 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:195.out 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:196 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:196.out 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:197 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:197.out 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:198 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:198.out 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:199 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:199.out 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:200 2023-10-06T22:48:20.087 INFO:teuthology.orchestra.run.smithi037.stdout:200.out 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:201 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:201.out 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:202 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:202.out 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:203 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:203.out 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:204 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:204.out 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:205 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:205.out 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:206 2023-10-06T22:48:20.088 INFO:teuthology.orchestra.run.smithi037.stdout:206.out 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:207 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:207.out 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:208 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:208.out 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:209 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:209.out 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:210 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:210.out 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:211 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:211.out 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:212 2023-10-06T22:48:20.089 INFO:teuthology.orchestra.run.smithi037.stdout:212.out 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:213 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:213.out 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:214 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:214.out 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:215 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:215.out 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:216 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:216.out 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:217 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:217.out 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:218 2023-10-06T22:48:20.090 INFO:teuthology.orchestra.run.smithi037.stdout:218.out 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:219 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:219.out 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:220 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:220.out 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:221 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:221.out 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:222 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:222.out 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:223 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:223.out 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:224 2023-10-06T22:48:20.091 INFO:teuthology.orchestra.run.smithi037.stdout:224.out 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:225 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:225.out 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:226 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:226.out 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:227 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:227.out 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:228 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:228.out 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:229 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:229.out 2023-10-06T22:48:20.092 INFO:teuthology.orchestra.run.smithi037.stdout:230 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:230.out 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:231 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:231.out 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:232 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:232.out 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:233 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:233.out 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:234 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:234.out 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:235 2023-10-06T22:48:20.093 INFO:teuthology.orchestra.run.smithi037.stdout:235.out 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:236 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:236.out 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:237 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:237.out 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:238 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:238.out 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:239 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:239.out 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:240 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:240.out 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:241 2023-10-06T22:48:20.094 INFO:teuthology.orchestra.run.smithi037.stdout:241.out 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:242 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:242.out 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:243 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:243.out 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:244 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:244.out 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:245 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:245.out 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:246 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:246.out 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:247 2023-10-06T22:48:20.095 INFO:teuthology.orchestra.run.smithi037.stdout:247.out 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:248 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:248.out 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:249 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:249.out 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:250 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:250.out 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:251 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:251.out 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:252 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:252.out 2023-10-06T22:48:20.096 INFO:teuthology.orchestra.run.smithi037.stdout:253 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:253.out 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:254 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:254.out 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:255 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:255.out 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:256 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:256.out 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:257 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:257.out 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:258 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:258.out 2023-10-06T22:48:20.097 INFO:teuthology.orchestra.run.smithi037.stdout:259 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:259.out 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:260 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:260.out 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:261 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:261.out 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:262 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:262.out 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:263 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:263.out 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:264 2023-10-06T22:48:20.098 INFO:teuthology.orchestra.run.smithi037.stdout:264.out 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:265 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:265.out 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:266 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:266.out 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:267 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:267.out 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:268 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:268.out 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:269 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:269.out 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:270 2023-10-06T22:48:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:270.out 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:271 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:271.out 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:272 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:272.out 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:273 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:273.out 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:274 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:274.out 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:275 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:275.out 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:276 2023-10-06T22:48:20.100 INFO:teuthology.orchestra.run.smithi037.stdout:276.out 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:277 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:277.out 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:278 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:278.out 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:279 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:279.out 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:280 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:280.out 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:281 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:281.out 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:282 2023-10-06T22:48:20.101 INFO:teuthology.orchestra.run.smithi037.stdout:282.out 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:283 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:283.out 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:284 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:284.out 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:285 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:285.out 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:286 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:286.out 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:287 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:287.out 2023-10-06T22:48:20.102 INFO:teuthology.orchestra.run.smithi037.stdout:288 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:288.out 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:289 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:289.out 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:290 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:290.out 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:291 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:291.out 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:292 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:292.out 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:293 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:293.out 2023-10-06T22:48:20.103 INFO:teuthology.orchestra.run.smithi037.stdout:294 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:294.out 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:295 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:295.out 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:296 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:296.out 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:297 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:297.out 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:298 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:298.out 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:299 2023-10-06T22:48:20.104 INFO:teuthology.orchestra.run.smithi037.stdout:299.out 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:300 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:300.out 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:301 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:301.out 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:302 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:302.out 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:303 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:303.out 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:304 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:304.out 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:305 2023-10-06T22:48:20.105 INFO:teuthology.orchestra.run.smithi037.stdout:305.out 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:306 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:306.out 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:307 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:307.out 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:308 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:308.out 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:309 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:309.out 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:310 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:310.out 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:311 2023-10-06T22:48:20.106 INFO:teuthology.orchestra.run.smithi037.stdout:311.out 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:312 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:312.out 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:313 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:313.out 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:314 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:314.out 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:315 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:315.out 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:316 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:316.out 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:317 2023-10-06T22:48:20.107 INFO:teuthology.orchestra.run.smithi037.stdout:317.out 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:318 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:318.out 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:319 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:319.out 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:320 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:320.out 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:321 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:321.out 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:322 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:322.out 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:323 2023-10-06T22:48:20.108 INFO:teuthology.orchestra.run.smithi037.stdout:323.out 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:324 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:324.out 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:325 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:325.out 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:326 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:326.out 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:327 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:327.out 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:328 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:328.out 2023-10-06T22:48:20.109 INFO:teuthology.orchestra.run.smithi037.stdout:329 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:329.out 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:330 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:330.out 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:331 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:331.out 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:332 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:332.out 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:333 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:333.out 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:334 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:334.out 2023-10-06T22:48:20.110 INFO:teuthology.orchestra.run.smithi037.stdout:335 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:335.out 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:336 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:336.out 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:337 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:337.out 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:338 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:338.out 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:339 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:339.out 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:340 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:340.out 2023-10-06T22:48:20.111 INFO:teuthology.orchestra.run.smithi037.stdout:341 2023-10-06T22:48:20.112 INFO:teuthology.orchestra.run.smithi037.stdout:341.out 2023-10-06T22:48:20.112 INFO:teuthology.orchestra.run.smithi037.stdout:342 2023-10-06T22:48:20.112 INFO:teuthology.orchestra.run.smithi037.stdout:342.out 2023-10-06T22:48:20.112 INFO:teuthology.orchestra.run.smithi037.stdout:343 2023-10-06T22:48:20.112 INFO:teuthology.orchestra.run.smithi037.stdout:343.out 2023-10-06T22:48:20.112 INFO:teuthology.orchestra.run.smithi037.stdout:344 2023-10-06T22:48:20.113 INFO:teuthology.orchestra.run.smithi037.stdout:344.out 2023-10-06T22:48:20.113 INFO:teuthology.orchestra.run.smithi037.stdout:345 2023-10-06T22:48:20.113 INFO:teuthology.orchestra.run.smithi037.stdout:345.out 2023-10-06T22:48:20.113 INFO:teuthology.orchestra.run.smithi037.stdout:346 2023-10-06T22:48:20.113 INFO:teuthology.orchestra.run.smithi037.stdout:346.out 2023-10-06T22:48:20.113 INFO:teuthology.orchestra.run.smithi037.stdout:347 2023-10-06T22:48:20.114 INFO:teuthology.orchestra.run.smithi037.stdout:347.out 2023-10-06T22:48:20.114 INFO:teuthology.orchestra.run.smithi037.stdout:348 2023-10-06T22:48:20.114 INFO:teuthology.orchestra.run.smithi037.stdout:348.out 2023-10-06T22:48:20.114 INFO:teuthology.orchestra.run.smithi037.stdout:349 2023-10-06T22:48:20.114 INFO:teuthology.orchestra.run.smithi037.stdout:349.out 2023-10-06T22:48:20.114 INFO:teuthology.orchestra.run.smithi037.stdout:350 2023-10-06T22:48:20.115 INFO:teuthology.orchestra.run.smithi037.stdout:350.out 2023-10-06T22:48:20.115 INFO:teuthology.orchestra.run.smithi037.stdout:351 2023-10-06T22:48:20.115 INFO:teuthology.orchestra.run.smithi037.stdout:351.out 2023-10-06T22:48:20.115 INFO:teuthology.orchestra.run.smithi037.stdout:352 2023-10-06T22:48:20.115 INFO:teuthology.orchestra.run.smithi037.stdout:352.out 2023-10-06T22:48:20.115 INFO:teuthology.orchestra.run.smithi037.stdout:353 2023-10-06T22:48:20.116 INFO:teuthology.orchestra.run.smithi037.stdout:353.out 2023-10-06T22:48:20.116 INFO:teuthology.orchestra.run.smithi037.stdout:354 2023-10-06T22:48:20.116 INFO:teuthology.orchestra.run.smithi037.stdout:354.out 2023-10-06T22:48:20.116 INFO:teuthology.orchestra.run.smithi037.stdout:355 2023-10-06T22:48:20.116 INFO:teuthology.orchestra.run.smithi037.stdout:355.out 2023-10-06T22:48:20.116 INFO:teuthology.orchestra.run.smithi037.stdout:356 2023-10-06T22:48:20.117 INFO:teuthology.orchestra.run.smithi037.stdout:356.out 2023-10-06T22:48:20.117 INFO:teuthology.orchestra.run.smithi037.stdout:357 2023-10-06T22:48:20.117 INFO:teuthology.orchestra.run.smithi037.stdout:357.out 2023-10-06T22:48:20.117 INFO:teuthology.orchestra.run.smithi037.stdout:358 2023-10-06T22:48:20.117 INFO:teuthology.orchestra.run.smithi037.stdout:358.out 2023-10-06T22:48:20.117 INFO:teuthology.orchestra.run.smithi037.stdout:359 2023-10-06T22:48:20.118 INFO:teuthology.orchestra.run.smithi037.stdout:359.out 2023-10-06T22:48:20.118 INFO:teuthology.orchestra.run.smithi037.stdout:360 2023-10-06T22:48:20.118 INFO:teuthology.orchestra.run.smithi037.stdout:360.out 2023-10-06T22:48:20.118 INFO:teuthology.orchestra.run.smithi037.stdout:361 2023-10-06T22:48:20.118 INFO:teuthology.orchestra.run.smithi037.stdout:361.out 2023-10-06T22:48:20.119 INFO:teuthology.orchestra.run.smithi037.stdout:362 2023-10-06T22:48:20.119 INFO:teuthology.orchestra.run.smithi037.stdout:362.out 2023-10-06T22:48:20.119 INFO:teuthology.orchestra.run.smithi037.stdout:363 2023-10-06T22:48:20.119 INFO:teuthology.orchestra.run.smithi037.stdout:363.out 2023-10-06T22:48:20.119 INFO:teuthology.orchestra.run.smithi037.stdout:364 2023-10-06T22:48:20.119 INFO:teuthology.orchestra.run.smithi037.stdout:364.out 2023-10-06T22:48:20.119 INFO:teuthology.orchestra.run.smithi037.stdout:365 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:365.out 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:366 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:366.out 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:367 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:367.out 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:368 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:368.out 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:369 2023-10-06T22:48:20.120 INFO:teuthology.orchestra.run.smithi037.stdout:369.out 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:370 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:370.out 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:371 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:371.out 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:372 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:372.out 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:373 2023-10-06T22:48:20.121 INFO:teuthology.orchestra.run.smithi037.stdout:373.out 2023-10-06T22:48:20.122 INFO:teuthology.orchestra.run.smithi037.stdout:374 2023-10-06T22:48:20.122 INFO:teuthology.orchestra.run.smithi037.stdout:374.out 2023-10-06T22:48:20.122 INFO:teuthology.orchestra.run.smithi037.stdout:375 2023-10-06T22:48:20.122 INFO:teuthology.orchestra.run.smithi037.stdout:375.out 2023-10-06T22:48:20.122 INFO:teuthology.orchestra.run.smithi037.stdout:376 2023-10-06T22:48:20.122 INFO:teuthology.orchestra.run.smithi037.stdout:376.out 2023-10-06T22:48:20.122 INFO:teuthology.orchestra.run.smithi037.stdout:377 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:377.out 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:378 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:378.out 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:379 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:379.out 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:380 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:380.out 2023-10-06T22:48:20.123 INFO:teuthology.orchestra.run.smithi037.stdout:381 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:381.out 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:382 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:382.out 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:383 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:383.out 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:384 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:384.out 2023-10-06T22:48:20.124 INFO:teuthology.orchestra.run.smithi037.stdout:385 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:385.out 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:386 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:386.out 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:387 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:387.out 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:388 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:388.out 2023-10-06T22:48:20.125 INFO:teuthology.orchestra.run.smithi037.stdout:389 2023-10-06T22:48:20.126 INFO:teuthology.orchestra.run.smithi037.stdout:389.out 2023-10-06T22:48:20.126 INFO:teuthology.orchestra.run.smithi037.stdout:390 2023-10-06T22:48:20.126 INFO:teuthology.orchestra.run.smithi037.stdout:390.out 2023-10-06T22:48:20.126 INFO:teuthology.orchestra.run.smithi037.stdout:391 2023-10-06T22:48:20.126 INFO:teuthology.orchestra.run.smithi037.stdout:391.out 2023-10-06T22:48:20.126 INFO:teuthology.orchestra.run.smithi037.stdout:392 2023-10-06T22:48:20.126 INFO:teuthology.orchestra.run.smithi037.stdout:392.out 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:393 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:393.out 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:394 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:394.out 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:395 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:395.out 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:396 2023-10-06T22:48:20.127 INFO:teuthology.orchestra.run.smithi037.stdout:396.out 2023-10-06T22:48:20.128 INFO:teuthology.orchestra.run.smithi037.stdout:397 2023-10-06T22:48:20.128 INFO:teuthology.orchestra.run.smithi037.stdout:397.out 2023-10-06T22:48:20.128 INFO:teuthology.orchestra.run.smithi037.stdout:398 2023-10-06T22:48:20.128 INFO:teuthology.orchestra.run.smithi037.stdout:398.out 2023-10-06T22:48:20.128 INFO:teuthology.orchestra.run.smithi037.stdout:399 2023-10-06T22:48:20.128 INFO:teuthology.orchestra.run.smithi037.stdout:399.out 2023-10-06T22:48:20.128 INFO:teuthology.orchestra.run.smithi037.stdout:400 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:400.out 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:401 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:401.out 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:402 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:402.out 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:403 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:403.out 2023-10-06T22:48:20.129 INFO:teuthology.orchestra.run.smithi037.stdout:404 2023-10-06T22:48:20.130 INFO:teuthology.orchestra.run.smithi037.stdout:404.out 2023-10-06T22:48:20.130 INFO:teuthology.orchestra.run.smithi037.stdout:405 2023-10-06T22:48:20.130 INFO:teuthology.orchestra.run.smithi037.stdout:405.out 2023-10-06T22:48:20.130 INFO:teuthology.orchestra.run.smithi037.stdout:406 2023-10-06T22:48:20.130 INFO:teuthology.orchestra.run.smithi037.stdout:406.out 2023-10-06T22:48:20.130 INFO:teuthology.orchestra.run.smithi037.stdout:407 2023-10-06T22:48:20.130 INFO:teuthology.orchestra.run.smithi037.stdout:407.out 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:408 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:408.out 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:409 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:409.out 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:410 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:410.out 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:411 2023-10-06T22:48:20.131 INFO:teuthology.orchestra.run.smithi037.stdout:411.out 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:412 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:412.out 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:413 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:413.out 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:414 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:414.out 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:415 2023-10-06T22:48:20.132 INFO:teuthology.orchestra.run.smithi037.stdout:415.out 2023-10-06T22:48:20.133 INFO:teuthology.orchestra.run.smithi037.stdout:416 2023-10-06T22:48:20.133 INFO:teuthology.orchestra.run.smithi037.stdout:416.out 2023-10-06T22:48:20.133 INFO:teuthology.orchestra.run.smithi037.stdout:417 2023-10-06T22:48:20.133 INFO:teuthology.orchestra.run.smithi037.stdout:417.out 2023-10-06T22:48:20.133 INFO:teuthology.orchestra.run.smithi037.stdout:418 2023-10-06T22:48:20.133 INFO:teuthology.orchestra.run.smithi037.stdout:418.out 2023-10-06T22:48:20.133 INFO:teuthology.orchestra.run.smithi037.stdout:419 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:419.out 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:420 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:420.out 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:421 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:421.out 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:422 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:422.out 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:423 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:423.out 2023-10-06T22:48:20.134 INFO:teuthology.orchestra.run.smithi037.stdout:424 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:424.out 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:425 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:425.out 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:426 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:426.out 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:427 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:427.out 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:428 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:428.out 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:429 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:429.out 2023-10-06T22:48:20.135 INFO:teuthology.orchestra.run.smithi037.stdout:430 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:430.out 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:431 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:431.out 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:432 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:432.out 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:433 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:433.out 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:434 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:434.out 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:435 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:435.out 2023-10-06T22:48:20.136 INFO:teuthology.orchestra.run.smithi037.stdout:436 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:436.out 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:437 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:437.out 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:438 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:438.out 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:439 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:439.out 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:440 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:440.out 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:441 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:441.out 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:442 2023-10-06T22:48:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:442.out 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:443 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:443.out 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:444 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:444.out 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:445 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:445.out 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:446 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:446.out 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:447 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:447.out 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:448 2023-10-06T22:48:20.138 INFO:teuthology.orchestra.run.smithi037.stdout:448.out 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:449 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:449.out 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:450 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:450.out 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:451 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:451.out 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:452 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:452.out 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:453 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:453.out 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:454 2023-10-06T22:48:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:454.out 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:455 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:455.out 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:456 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:456.out 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:457 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:457.out 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:458 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:458.out 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:459 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:459.out 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:460 2023-10-06T22:48:20.140 INFO:teuthology.orchestra.run.smithi037.stdout:460.out 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:461 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:461.out 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:462 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:462.out 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:463 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:463.out 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:464 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:464.out 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:465 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:465.out 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:466 2023-10-06T22:48:20.141 INFO:teuthology.orchestra.run.smithi037.stdout:466.out 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:467 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:467.out 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:468 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:468.out 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:469 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:469.out 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:470 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:470.out 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:472 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:472.out 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:473 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:473.out 2023-10-06T22:48:20.142 INFO:teuthology.orchestra.run.smithi037.stdout:474 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:474.out 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:475 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:475.out 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:476 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:476.out 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:477 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:477.out 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:478 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:478.out 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:479 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:479.out 2023-10-06T22:48:20.143 INFO:teuthology.orchestra.run.smithi037.stdout:480 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:480.out 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:481 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:481.out 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:482 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:482.out 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:483 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:483.out 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:484 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:484.out 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:485 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:485.out 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:486 2023-10-06T22:48:20.144 INFO:teuthology.orchestra.run.smithi037.stdout:486.out 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:487 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:487.out 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:488 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:488.out 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:489 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:489.out 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:490 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:490.out 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:491 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:491.out 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:492 2023-10-06T22:48:20.145 INFO:teuthology.orchestra.run.smithi037.stdout:492.out 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:493 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:493.out 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:494 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:494.out 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:495 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:495.out 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:496 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:496.out 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:497 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:497.out 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:498 2023-10-06T22:48:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:498.out 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:499 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:499.out 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:500 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:500.out 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:501 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:501.out 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:502 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:502.out 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:503 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:503.out 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:504 2023-10-06T22:48:20.147 INFO:teuthology.orchestra.run.smithi037.stdout:504.out 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:505 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:505.out 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:506 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:506.out 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:507 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:507.out 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:508 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:508.out 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:509 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:509.out 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:510 2023-10-06T22:48:20.148 INFO:teuthology.orchestra.run.smithi037.stdout:510.out 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:511 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:511.out 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:512 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:512.out 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:513 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:513.out 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:514 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:514.out 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:515 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:515.out 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:516 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:516.out 2023-10-06T22:48:20.149 INFO:teuthology.orchestra.run.smithi037.stdout:517 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:517.out 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:518 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:518.out 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:519 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:519.out 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:520 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:520.out 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:521 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:521.out 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:522 2023-10-06T22:48:20.150 INFO:teuthology.orchestra.run.smithi037.stdout:522.out 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:523 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:523.out 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:524 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:524.out 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:525 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:525.out 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:526 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:526.out 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:527 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:527.out 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:528 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:528.out 2023-10-06T22:48:20.151 INFO:teuthology.orchestra.run.smithi037.stdout:529 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:529.out 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:530 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:530.out 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:531 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:531.out 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:532 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:532.out 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:533 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:533.out 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:534 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:534.out 2023-10-06T22:48:20.152 INFO:teuthology.orchestra.run.smithi037.stdout:535 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:535.out 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:536 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:536.out 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:537 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:537.out 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:538 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:538.out 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:539 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:539.out 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:540 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:540.out 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:541 2023-10-06T22:48:20.153 INFO:teuthology.orchestra.run.smithi037.stdout:541.out 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:542 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:542.out 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:543 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:543.out 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:544 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:544.out 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:545 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:545.out 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:546 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:546.out 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:547 2023-10-06T22:48:20.154 INFO:teuthology.orchestra.run.smithi037.stdout:547.out 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:548 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:548.out 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:549 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:549.out 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:550 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:550.out 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:551 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:551.out 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:552 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:552.out 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:553 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:553.out 2023-10-06T22:48:20.155 INFO:teuthology.orchestra.run.smithi037.stdout:554 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:554.out 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:555 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:555.out 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:556 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:556.out 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:557 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:557.out 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:558 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:558.out 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:559 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:559.out 2023-10-06T22:48:20.156 INFO:teuthology.orchestra.run.smithi037.stdout:560 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:560.out 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:561 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:561.out 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:562 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:562.out 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:563 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:563.out 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:564 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:564.out 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:565 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:565.out 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:566 2023-10-06T22:48:20.157 INFO:teuthology.orchestra.run.smithi037.stdout:566.out 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:567 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:567.out 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:568 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:568.out 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:569 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:569.out 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:570 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:570.out 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:571 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:571.out 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:572 2023-10-06T22:48:20.158 INFO:teuthology.orchestra.run.smithi037.stdout:572.out 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:573 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:573.out 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:574 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:574.out 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:575 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:575.out 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:576 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:576.out 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:577 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:577.out 2023-10-06T22:48:20.159 INFO:teuthology.orchestra.run.smithi037.stdout:578 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:578.out 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:579 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:579.out 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:580 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:580.out 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:581 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:581.out 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:582 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:582.out 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:583 2023-10-06T22:48:20.160 INFO:teuthology.orchestra.run.smithi037.stdout:583.out 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:584 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:584.out 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:585 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:585.out 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:586 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:586.out 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:587 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:587.out 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:588 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:588.out 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:589 2023-10-06T22:48:20.161 INFO:teuthology.orchestra.run.smithi037.stdout:589.out 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:590 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:590.out 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:591 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:591.out 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:592 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:592.out 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:593 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:593.out 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:594 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:594.out 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:595 2023-10-06T22:48:20.162 INFO:teuthology.orchestra.run.smithi037.stdout:595.out 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:596 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:596.out 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:597 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:597.out 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:598 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:598.out 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:599 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:599.out 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:600 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:600.out 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:601 2023-10-06T22:48:20.163 INFO:teuthology.orchestra.run.smithi037.stdout:601.out 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:602 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:602.out 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:603 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:603.out 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:604 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:604.out 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:605 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:605.out 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:606 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:606.out 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:607 2023-10-06T22:48:20.164 INFO:teuthology.orchestra.run.smithi037.stdout:607.out 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:608 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:608.out 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:609 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:609.out 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:610 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:610.out 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:611 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:611.out 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:612 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:612.out 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:613 2023-10-06T22:48:20.165 INFO:teuthology.orchestra.run.smithi037.stdout:613.out 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:614 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:614.out 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:615 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:615.out 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:616 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:616.out 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:617 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:617.out 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:618 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:618.out 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:619 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:619.out 2023-10-06T22:48:20.166 INFO:teuthology.orchestra.run.smithi037.stdout:620 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:620.out 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:621 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:621.out 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:622 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:622.out 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:623 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:623.out 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:624 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:624.out 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:625 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:625.out 2023-10-06T22:48:20.167 INFO:teuthology.orchestra.run.smithi037.stdout:626 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:626.out 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:627 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:627.out 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:628 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:628.out 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:629 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:629.out 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:630 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:630.out 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:631 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:631.out 2023-10-06T22:48:20.168 INFO:teuthology.orchestra.run.smithi037.stdout:632 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:632.out 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:633 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:633.out 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:634 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:634.out 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:635 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:635.out 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:636 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:636.out 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:637 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:637.out 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:638 2023-10-06T22:48:20.169 INFO:teuthology.orchestra.run.smithi037.stdout:638.out 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:639 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:639.out 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:640 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:640.out 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:641 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:641.out 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:642 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:642.out 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:643 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:643.out 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:644 2023-10-06T22:48:20.170 INFO:teuthology.orchestra.run.smithi037.stdout:644.out 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:645 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:645.out 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:646 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:646.out 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:647 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:647.out 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:648 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:648.out 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:649 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:649.out 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:650 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:650.out 2023-10-06T22:48:20.171 INFO:teuthology.orchestra.run.smithi037.stdout:651 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:651.out 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:652 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:652.out 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:653 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:653.out 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:654 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:654.out 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:655 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:655.out 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:656 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:656.out 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:657 2023-10-06T22:48:20.172 INFO:teuthology.orchestra.run.smithi037.stdout:657.out 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:658 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:658.out 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:659 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:659.out 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:660 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:660.out 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:661 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:661.out 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:662 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:662.out 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:663 2023-10-06T22:48:20.173 INFO:teuthology.orchestra.run.smithi037.stdout:663.out 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:664 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:664.out 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:665 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:665.out 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:666 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:666.out 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:667 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:667.out 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:668 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:668.out 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:669 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:669.out 2023-10-06T22:48:20.174 INFO:teuthology.orchestra.run.smithi037.stdout:670 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:670.out 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:671 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:671.out 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:672 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:672.out 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:673 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:673.out 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:674 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:674.out 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:675 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:675.out 2023-10-06T22:48:20.175 INFO:teuthology.orchestra.run.smithi037.stdout:676 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:676.out 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:677 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:677.out 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:678 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:678.out 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:679 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:679.out 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:680 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:680.out 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:681 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:681.out 2023-10-06T22:48:20.176 INFO:teuthology.orchestra.run.smithi037.stdout:682 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:682.out 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:683 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:683.out 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:684 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:684.out 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:685 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:685.out 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:686 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:686.out 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:687 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:687.out 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:688 2023-10-06T22:48:20.177 INFO:teuthology.orchestra.run.smithi037.stdout:688.out 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:689 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:689.out 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:690 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:690.out 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:691 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:691.out 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:692 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:692.out 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:693 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:693.out 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:694 2023-10-06T22:48:20.178 INFO:teuthology.orchestra.run.smithi037.stdout:694.out 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:695 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:695.out 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:696 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:696.out 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:697 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:697.out 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:698 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:698.out 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:699 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:699.out 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:700 2023-10-06T22:48:20.179 INFO:teuthology.orchestra.run.smithi037.stdout:700.out 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:701 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:701.out 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:702 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:702.out 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:703 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:703.out 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:704 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:704.out 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:705 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:705.out 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:706 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:706.out 2023-10-06T22:48:20.180 INFO:teuthology.orchestra.run.smithi037.stdout:707 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:707.out 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:708 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:708.out 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:709 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:709.out 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:710 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:710.out 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:711 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:711.out 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:712 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:712.out 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:713 2023-10-06T22:48:20.181 INFO:teuthology.orchestra.run.smithi037.stdout:713.out 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:714 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:714.out 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:715 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:715.out 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:716 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:716.out 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:717 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:717.out 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:718 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:718.out 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:719 2023-10-06T22:48:20.182 INFO:teuthology.orchestra.run.smithi037.stdout:719.out 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:720 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:720.out 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:721 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:721.out 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:722 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:722.out 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:723 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:723.out 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:724 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:724.out 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:725 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:725.out 2023-10-06T22:48:20.183 INFO:teuthology.orchestra.run.smithi037.stdout:726 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:726.out 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:727 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:727.out 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:728 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:728.out 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:729 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:729.out 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:730 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:730.out 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:731 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:731.out 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:group.list 2023-10-06T22:48:20.184 INFO:teuthology.orchestra.run.smithi037.stdout:Makefile 2023-10-06T22:48:20.186 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-10-06T22:48:20.661 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:48:20.673 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:48:20.674 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:48:20.677 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:48:20.677 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:29.744 INFO:teuthology.orchestra.run.smithi037.stdout:generic/001 9s 2023-10-06T22:48:29.781 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/001 2023-10-06T22:48:29.781 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:48:29.787 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:30.124 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:48:30.124 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-10-06T22:48:30.669 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:48:30.681 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:48:30.682 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:48:30.685 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:48:30.685 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:31.512 INFO:teuthology.orchestra.run.smithi037.stdout:generic/002 1s 2023-10-06T22:48:31.524 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/002 2023-10-06T22:48:31.525 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:48:31.530 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:31.589 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:48:31.589 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-10-06T22:48:32.037 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:48:32.050 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:48:32.051 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:48:32.053 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:48:32.053 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:32.547 INFO:teuthology.orchestra.run.smithi037.stdout:generic/003 [not run] atime not maintained by ceph 2023-10-06T22:48:32.556 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/003 2023-10-06T22:48:32.556 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/003 2023-10-06T22:48:32.556 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:48:32.562 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:32.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:48:32.603 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-10-06T22:48:33.052 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:48:33.065 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:48:33.066 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:48:33.068 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:48:33.068 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:33.571 INFO:teuthology.orchestra.run.smithi037.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-10-06T22:48:33.581 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/004 2023-10-06T22:48:33.581 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/004 2023-10-06T22:48:33.581 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:48:33.587 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:33.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:48:33.621 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-10-06T22:48:34.077 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:48:34.090 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:48:34.091 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:48:34.094 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:48:34.094 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:34.838 INFO:teuthology.orchestra.run.smithi037.stdout:generic/005 0s 2023-10-06T22:48:34.850 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/005 2023-10-06T22:48:34.851 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:48:34.857 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:34.934 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:48:34.935 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-10-06T22:48:35.391 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:48:35.404 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:48:35.405 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:48:35.407 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:48:35.408 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:48:39.738 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:48:39.743 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:49:00.348 INFO:teuthology.orchestra.run.smithi037.stdout:generic/006 25s 2023-10-06T22:49:00.361 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/006 2023-10-06T22:49:00.361 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:49:00.367 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:00.411 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:49:00.411 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-10-06T22:49:00.982 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:49:00.994 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:49:00.997 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:49:00.997 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:49:00.998 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:09.870 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:49:09.875 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:49:41.189 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:49:41.194 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:49:54.041 INFO:teuthology.orchestra.run.smithi037.stdout:generic/007 53s 2023-10-06T22:49:54.054 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/007 2023-10-06T22:49:54.054 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:49:54.059 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:54.101 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:49:54.101 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-10-06T22:49:54.667 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:49:54.680 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:49:54.681 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:49:54.684 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:49:54.684 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:55.295 INFO:teuthology.orchestra.run.smithi037.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-06T22:49:55.306 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/008 2023-10-06T22:49:55.306 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/008 2023-10-06T22:49:55.306 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:49:55.311 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:55.355 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:49:55.355 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-10-06T22:49:55.806 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:49:55.819 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:49:55.820 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:49:55.822 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:49:55.822 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:56.434 INFO:teuthology.orchestra.run.smithi037.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-06T22:49:56.445 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/009 2023-10-06T22:49:56.445 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/009 2023-10-06T22:49:56.445 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:49:56.450 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:56.491 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:49:56.492 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-10-06T22:49:56.945 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:49:56.959 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:49:56.959 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:49:56.961 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:49:56.961 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:57.436 INFO:teuthology.orchestra.run.smithi037.stdout:generic/010 [not run] /tmp/tmp.BqrKB0FuyYxfstests-dev/src/dbtest not built 2023-10-06T22:49:57.446 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/010 2023-10-06T22:49:57.446 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/010 2023-10-06T22:49:57.446 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:49:57.452 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:49:57.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:49:57.493 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-10-06T22:49:57.939 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:49:57.951 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:49:57.952 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:49:57.955 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:49:57.955 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:50:11.332 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:50:11.338 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:50:28.524 INFO:teuthology.orchestra.run.smithi037.stdout:generic/011 30s 2023-10-06T22:50:28.537 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/011 2023-10-06T22:50:28.537 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:50:28.542 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:50:28.812 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:50:28.812 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-10-06T22:50:29.271 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:50:29.286 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:50:29.287 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:50:29.288 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:50:29.288 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:50:30.037 INFO:teuthology.orchestra.run.smithi037.stdout:generic/012 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:50:30.044 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/012 2023-10-06T22:50:30.044 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/012 2023-10-06T22:50:30.044 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:50:30.060 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:50:30.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:50:30.093 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-10-06T22:50:30.545 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:50:30.558 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:50:30.560 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:50:30.563 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:50:30.563 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:50:45.205 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:50:45.212 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:51:16.108 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:51:16.119 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:51:35.456 INFO:teuthology.orchestra.run.smithi037.stdout:generic/013 65s 2023-10-06T22:51:36.647 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/013 2023-10-06T22:51:36.647 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:51:36.657 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:51:36.745 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:51:36.746 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-10-06T22:51:37.481 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:51:37.502 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:51:37.505 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:51:37.508 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:51:37.509 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:51:46.283 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:51:46.290 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:52:16.473 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:52:16.479 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:52:47.538 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:52:47.549 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:53:20.663 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:53:20.669 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:53:51.961 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:53:51.973 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:54:24.341 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:54:24.346 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:54:55.621 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:54:55.627 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:55:26.587 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:55:26.592 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:55:56.783 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:55:56.788 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:56:19.821 INFO:teuthology.orchestra.run.smithi037.stdout:generic/014 282s 2023-10-06T22:56:19.846 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/014 2023-10-06T22:56:19.847 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:19.854 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:19.926 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:19.926 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-10-06T22:56:20.595 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:20.614 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:20.616 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:20.621 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:20.621 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:21.330 INFO:teuthology.orchestra.run.smithi037.stdout:generic/015 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T22:56:21.343 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/015 2023-10-06T22:56:21.343 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/015 2023-10-06T22:56:21.343 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:21.350 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:21.401 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:21.401 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-10-06T22:56:22.082 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:22.105 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:22.107 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:22.111 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:22.111 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:23.086 INFO:teuthology.orchestra.run.smithi037.stdout:generic/016 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:56:23.104 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/016 2023-10-06T22:56:23.104 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/016 2023-10-06T22:56:23.104 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:23.114 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:23.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:23.184 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-10-06T22:56:23.866 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:23.886 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:23.888 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:23.891 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:23.891 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:24.694 INFO:teuthology.orchestra.run.smithi037.stdout:generic/017 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-06T22:56:24.706 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/017 2023-10-06T22:56:24.707 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/017 2023-10-06T22:56:24.707 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:24.714 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:24.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:24.767 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-10-06T22:56:25.446 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:25.465 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:25.470 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:25.472 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:25.472 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:26.394 INFO:teuthology.orchestra.run.smithi037.stdout:generic/018 [not run] defragmentation not supported for fstype "ceph" 2023-10-06T22:56:26.433 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/018 2023-10-06T22:56:26.433 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/018 2023-10-06T22:56:26.433 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:26.441 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:26.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:26.493 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-10-06T22:56:26.962 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:56:26.968 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:56:27.181 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:27.198 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:27.201 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:27.204 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:27.205 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:27.923 INFO:teuthology.orchestra.run.smithi037.stdout:generic/019 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:56:27.939 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/019 2023-10-06T22:56:27.939 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/019 2023-10-06T22:56:27.939 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:27.947 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:28.008 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:28.008 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-10-06T22:56:28.667 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:28.684 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:28.689 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:28.690 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:28.690 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:40.951 INFO:teuthology.orchestra.run.smithi037.stdout:generic/020 12s 2023-10-06T22:56:40.969 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/020 2023-10-06T22:56:40.969 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:40.976 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:41.040 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:41.041 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-10-06T22:56:41.728 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:41.745 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:41.746 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:41.753 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:41.753 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:42.624 INFO:teuthology.orchestra.run.smithi037.stdout:generic/021 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:56:42.639 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/021 2023-10-06T22:56:42.639 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/021 2023-10-06T22:56:42.639 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:42.649 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:42.708 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:42.709 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-10-06T22:56:43.361 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:43.377 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:43.378 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:43.381 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:43.381 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:44.368 INFO:teuthology.orchestra.run.smithi037.stdout:generic/022 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:56:44.382 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/022 2023-10-06T22:56:44.383 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/022 2023-10-06T22:56:44.383 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:44.393 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:44.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:44.457 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-10-06T22:56:45.153 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:45.171 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:45.172 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:45.176 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:45.176 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:47.741 INFO:teuthology.orchestra.run.smithi037.stdout:generic/023 2s 2023-10-06T22:56:47.762 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/023 2023-10-06T22:56:47.762 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:47.772 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:47.896 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:47.896 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-10-06T22:56:48.571 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:48.590 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:48.592 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:48.595 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:48.595 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:49.325 INFO:teuthology.orchestra.run.smithi037.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-10-06T22:56:49.339 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/024 2023-10-06T22:56:49.340 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/024 2023-10-06T22:56:49.340 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:49.348 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:49.403 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:49.403 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-10-06T22:56:50.079 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:50.098 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:50.101 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:50.105 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:50.105 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:50.861 INFO:teuthology.orchestra.run.smithi037.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-10-06T22:56:50.878 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/025 2023-10-06T22:56:50.879 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/025 2023-10-06T22:56:50.882 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:50.889 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:50.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:50.949 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-10-06T22:56:51.608 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:51.626 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:51.627 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:51.631 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:51.631 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:52.456 INFO:teuthology.orchestra.run.smithi037.stdout:generic/026 [not run] ceph does not define maximum ACL count 2023-10-06T22:56:52.469 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/026 2023-10-06T22:56:52.469 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/026 2023-10-06T22:56:52.469 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:52.475 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:52.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:52.535 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-10-06T22:56:53.231 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:53.247 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:53.250 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:53.255 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:53.255 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:53.940 INFO:teuthology.orchestra.run.smithi037.stdout:generic/027 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T22:56:53.953 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/027 2023-10-06T22:56:53.953 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/027 2023-10-06T22:56:53.953 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:56:53.960 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:54.006 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:56:54.006 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-10-06T22:56:54.681 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:56:54.697 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:56:54.699 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:56:54.702 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:56:54.702 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:56:57.113 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:56:57.122 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:57:00.440 INFO:teuthology.orchestra.run.smithi037.stdout:generic/028 6s 2023-10-06T22:57:00.464 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/028 2023-10-06T22:57:00.464 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:00.473 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:00.531 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:00.531 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-10-06T22:57:01.250 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:01.268 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:01.269 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:01.273 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:01.273 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:07.407 INFO:teuthology.orchestra.run.smithi037.stdout:generic/029 6s 2023-10-06T22:57:07.432 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/029 2023-10-06T22:57:07.433 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:07.444 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:07.478 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:07.478 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-10-06T22:57:08.152 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:08.170 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:08.172 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:08.175 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:08.175 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:10.830 INFO:teuthology.orchestra.run.smithi037.stdout:generic/030 2s 2023-10-06T22:57:10.849 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/030 2023-10-06T22:57:10.849 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:10.858 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:10.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:10.888 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-10-06T22:57:11.592 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:11.613 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:11.614 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:11.617 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:11.617 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:12.516 INFO:teuthology.orchestra.run.smithi037.stdout:generic/031 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-10-06T22:57:12.531 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/031 2023-10-06T22:57:12.531 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/031 2023-10-06T22:57:12.531 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:12.540 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:12.612 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:12.613 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-10-06T22:57:13.285 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:13.303 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:13.305 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:13.309 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:13.309 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:14.023 INFO:teuthology.orchestra.run.smithi037.stdout:generic/032 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:57:14.032 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/032 2023-10-06T22:57:14.033 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/032 2023-10-06T22:57:14.033 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:14.038 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:14.078 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:14.078 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-10-06T22:57:14.531 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:14.544 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:14.545 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:14.547 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:14.547 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:15.178 INFO:teuthology.orchestra.run.smithi037.stdout:generic/033 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-06T22:57:15.188 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/033 2023-10-06T22:57:15.188 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/033 2023-10-06T22:57:15.188 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:15.194 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:15.236 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:15.236 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-10-06T22:57:15.693 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:15.709 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:15.710 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:15.712 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:15.713 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:16.225 INFO:teuthology.orchestra.run.smithi037.stdout:generic/034 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:57:16.234 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/034 2023-10-06T22:57:16.235 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/034 2023-10-06T22:57:16.235 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:16.241 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:16.277 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:16.277 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-10-06T22:57:16.730 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:16.743 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:16.744 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:16.747 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:16.747 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:17.348 INFO:teuthology.orchestra.run.smithi037.stdout:generic/035 1s 2023-10-06T22:57:17.360 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/035 2023-10-06T22:57:17.360 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:17.366 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:17.412 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:17.412 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-10-06T22:57:17.874 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:17.887 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:17.888 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:17.890 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:17.890 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:27.279 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:57:27.284 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:57:28.520 INFO:teuthology.orchestra.run.smithi037.stdout:generic/036 10s 2023-10-06T22:57:28.534 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/036 2023-10-06T22:57:28.534 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:28.539 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:28.586 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:28.586 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-10-06T22:57:29.036 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:29.049 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:29.050 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:29.052 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:29.052 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:36.421 INFO:teuthology.orchestra.run.smithi037.stdout:generic/037 7s 2023-10-06T22:57:36.434 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/037 2023-10-06T22:57:36.434 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:36.440 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:36.460 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:36.460 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-10-06T22:57:36.907 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:36.919 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:36.920 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:36.923 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:36.923 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:37.446 INFO:teuthology.orchestra.run.smithi037.stdout:generic/038 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:57:37.456 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/038 2023-10-06T22:57:37.456 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/038 2023-10-06T22:57:37.456 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:37.462 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:37.502 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:37.502 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-10-06T22:57:37.955 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:37.968 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:37.969 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:37.972 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:37.972 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:38.511 INFO:teuthology.orchestra.run.smithi037.stdout:generic/039 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:57:38.521 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/039 2023-10-06T22:57:38.521 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/039 2023-10-06T22:57:38.521 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:38.527 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:38.574 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:38.574 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-10-06T22:57:39.027 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:39.039 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:39.040 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:39.042 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:39.042 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:39.581 INFO:teuthology.orchestra.run.smithi037.stdout:generic/040 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:57:39.591 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/040 2023-10-06T22:57:39.591 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/040 2023-10-06T22:57:39.591 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:39.597 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:39.637 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:39.638 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-10-06T22:57:40.095 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:40.107 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:40.108 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:40.110 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:40.110 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:40.647 INFO:teuthology.orchestra.run.smithi037.stdout:generic/041 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:57:40.657 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/041 2023-10-06T22:57:40.657 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/041 2023-10-06T22:57:40.657 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:40.663 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:40.703 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:40.703 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-10-06T22:57:41.163 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:41.176 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:41.177 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:41.179 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:41.180 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:41.834 INFO:teuthology.orchestra.run.smithi037.stdout:generic/042 [not run] ceph does not support shutdown 2023-10-06T22:57:41.857 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/042 2023-10-06T22:57:41.858 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/042 2023-10-06T22:57:41.858 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:41.863 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:41.913 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:41.914 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-10-06T22:57:42.369 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:42.381 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:42.383 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:42.385 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:42.385 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:43.032 INFO:teuthology.orchestra.run.smithi037.stdout:generic/043 [not run] ceph does not support shutdown 2023-10-06T22:57:43.058 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/043 2023-10-06T22:57:43.059 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/043 2023-10-06T22:57:43.059 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:43.064 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:43.103 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:43.103 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-10-06T22:57:43.559 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:43.571 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:43.572 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:43.575 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:43.575 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:44.233 INFO:teuthology.orchestra.run.smithi037.stdout:generic/044 [not run] ceph does not support shutdown 2023-10-06T22:57:44.259 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/044 2023-10-06T22:57:44.259 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/044 2023-10-06T22:57:44.259 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:44.264 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:44.301 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:44.302 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-10-06T22:57:44.751 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:44.764 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:44.765 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:44.767 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:44.768 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:45.420 INFO:teuthology.orchestra.run.smithi037.stdout:generic/045 [not run] ceph does not support shutdown 2023-10-06T22:57:45.444 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/045 2023-10-06T22:57:45.445 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/045 2023-10-06T22:57:45.445 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:45.451 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:45.494 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:45.494 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-10-06T22:57:45.943 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:45.955 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:45.956 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:45.959 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:45.960 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:46.611 INFO:teuthology.orchestra.run.smithi037.stdout:generic/046 [not run] ceph does not support shutdown 2023-10-06T22:57:46.639 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/046 2023-10-06T22:57:46.640 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/046 2023-10-06T22:57:46.640 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:46.645 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:46.687 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:46.687 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-10-06T22:57:47.134 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:47.146 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:47.147 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:47.150 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:47.150 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:47.791 INFO:teuthology.orchestra.run.smithi037.stdout:generic/047 [not run] ceph does not support shutdown 2023-10-06T22:57:47.815 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/047 2023-10-06T22:57:47.816 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/047 2023-10-06T22:57:47.816 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:47.821 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:47.873 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:47.874 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-10-06T22:57:48.327 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:48.340 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:48.341 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:48.343 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:48.343 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:48.994 INFO:teuthology.orchestra.run.smithi037.stdout:generic/048 [not run] ceph does not support shutdown 2023-10-06T22:57:49.025 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/048 2023-10-06T22:57:49.025 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/048 2023-10-06T22:57:49.026 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:49.031 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:49.072 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:49.073 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-10-06T22:57:49.521 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:49.533 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:49.534 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:49.537 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:49.537 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:50.183 INFO:teuthology.orchestra.run.smithi037.stdout:generic/049 [not run] ceph does not support shutdown 2023-10-06T22:57:50.210 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/049 2023-10-06T22:57:50.211 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/049 2023-10-06T22:57:50.211 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:50.216 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:50.252 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:50.252 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-10-06T22:57:50.703 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:50.716 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:50.717 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:50.719 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:50.719 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:51.393 INFO:teuthology.orchestra.run.smithi037.stdout:generic/050 [not run] ceph does not support shutdown 2023-10-06T22:57:51.417 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/050 2023-10-06T22:57:51.417 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/050 2023-10-06T22:57:51.417 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:51.422 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:51.461 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:51.461 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-10-06T22:57:51.908 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:51.920 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:51.921 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:51.923 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:51.924 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:52.604 INFO:teuthology.orchestra.run.smithi037.stdout:generic/051 [not run] ceph does not support shutdown 2023-10-06T22:57:52.614 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/051 2023-10-06T22:57:52.614 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/051 2023-10-06T22:57:52.614 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:52.620 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:52.658 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:52.658 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-10-06T22:57:53.117 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:53.130 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:53.131 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:53.134 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:53.134 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:53.795 INFO:teuthology.orchestra.run.smithi037.stdout:generic/052 [not run] ceph does not support shutdown 2023-10-06T22:57:53.824 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/052 2023-10-06T22:57:53.824 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/052 2023-10-06T22:57:53.824 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:53.830 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:53.866 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:53.866 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-10-06T22:57:54.316 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:54.329 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:54.330 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:54.333 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:54.333 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:55.331 INFO:teuthology.orchestra.run.smithi037.stdout:generic/053 1s 2023-10-06T22:57:55.344 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/053 2023-10-06T22:57:55.344 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:55.350 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:55.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:55.371 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-10-06T22:57:55.822 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:55.835 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:55.836 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:55.838 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:55.839 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:56.525 INFO:teuthology.orchestra.run.smithi037.stdout:generic/054 [not run] ceph does not support shutdown 2023-10-06T22:57:56.553 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/054 2023-10-06T22:57:56.553 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/054 2023-10-06T22:57:56.553 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:56.559 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:56.595 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:56.595 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-10-06T22:57:57.053 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:57.065 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:57.067 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:57.069 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:57.069 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:57.395 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:57:57.400 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:57:57.731 INFO:teuthology.orchestra.run.smithi037.stdout:generic/055 [not run] ceph does not support shutdown 2023-10-06T22:57:57.759 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/055 2023-10-06T22:57:57.759 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/055 2023-10-06T22:57:57.759 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:57.764 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:57.798 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:57.798 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-10-06T22:57:58.255 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:58.267 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:58.268 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:58.271 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:58.272 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:58.811 INFO:teuthology.orchestra.run.smithi037.stdout:generic/056 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:57:58.821 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/056 2023-10-06T22:57:58.821 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/056 2023-10-06T22:57:58.821 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:58.827 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:58.869 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:58.869 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-10-06T22:57:59.326 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:57:59.337 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:57:59.339 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:57:59.341 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:57:59.341 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:59.893 INFO:teuthology.orchestra.run.smithi037.stdout:generic/057 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:57:59.903 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/057 2023-10-06T22:57:59.903 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/057 2023-10-06T22:57:59.903 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:57:59.909 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:57:59.956 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:57:59.956 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-10-06T22:58:00.404 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:00.416 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:00.418 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:00.420 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:00.420 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:01.064 INFO:teuthology.orchestra.run.smithi037.stdout:generic/058 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:58:01.074 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/058 2023-10-06T22:58:01.074 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/058 2023-10-06T22:58:01.074 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:01.080 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:01.128 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:01.128 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-10-06T22:58:01.578 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:01.591 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:01.592 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:01.595 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:01.595 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:02.121 INFO:teuthology.orchestra.run.smithi037.stdout:generic/059 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:58:02.131 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/059 2023-10-06T22:58:02.131 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/059 2023-10-06T22:58:02.131 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:02.137 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:02.175 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:02.176 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-10-06T22:58:02.628 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:02.640 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:02.642 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:02.644 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:02.644 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:03.292 INFO:teuthology.orchestra.run.smithi037.stdout:generic/060 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:58:03.302 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/060 2023-10-06T22:58:03.302 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/060 2023-10-06T22:58:03.302 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:03.308 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:03.353 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:03.354 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-10-06T22:58:03.809 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:03.821 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:03.823 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:03.825 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:03.825 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:04.482 INFO:teuthology.orchestra.run.smithi037.stdout:generic/061 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:58:04.492 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/061 2023-10-06T22:58:04.492 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/061 2023-10-06T22:58:04.492 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:04.498 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:04.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:04.542 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-10-06T22:58:05.002 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:05.014 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:05.015 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:05.018 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:05.018 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:07.275 INFO:teuthology.orchestra.run.smithi037.stdout:generic/062 2s 2023-10-06T22:58:07.288 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/062 2023-10-06T22:58:07.288 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:07.294 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:07.314 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:07.315 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-10-06T22:58:07.774 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:07.787 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:07.788 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:07.791 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:07.791 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:08.502 INFO:teuthology.orchestra.run.smithi037.stdout:generic/063 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T22:58:08.513 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/063 2023-10-06T22:58:08.514 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/063 2023-10-06T22:58:08.514 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:08.518 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:08.560 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:08.560 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-10-06T22:58:09.022 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:09.034 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:09.035 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:09.038 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:09.038 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:09.561 INFO:teuthology.orchestra.run.smithi037.stdout:generic/064 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-06T22:58:09.571 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/064 2023-10-06T22:58:09.571 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/064 2023-10-06T22:58:09.571 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:09.577 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:09.616 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:09.616 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-10-06T22:58:10.065 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:10.077 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:10.078 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:10.081 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:10.081 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:10.622 INFO:teuthology.orchestra.run.smithi037.stdout:generic/065 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:58:10.632 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/065 2023-10-06T22:58:10.632 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/065 2023-10-06T22:58:10.632 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:10.638 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:10.680 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:10.681 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-10-06T22:58:11.130 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:11.143 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:11.145 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:11.146 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:11.147 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:11.671 INFO:teuthology.orchestra.run.smithi037.stdout:generic/066 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:58:11.681 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/066 2023-10-06T22:58:11.681 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/066 2023-10-06T22:58:11.681 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:11.687 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:11.723 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:11.723 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-10-06T22:58:12.174 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:12.187 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:12.189 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:12.190 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:12.190 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:12.773 INFO:teuthology.orchestra.run.smithi037.stdout:generic/067 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:58:12.783 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/067 2023-10-06T22:58:12.783 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/067 2023-10-06T22:58:12.783 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:12.789 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:12.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:12.830 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-10-06T22:58:13.287 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:13.299 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:13.300 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:13.303 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:13.303 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:13.822 INFO:teuthology.orchestra.run.smithi037.stdout:generic/068 [not run] ceph does not support freezing 2023-10-06T22:58:13.833 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/068 2023-10-06T22:58:13.833 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/068 2023-10-06T22:58:13.833 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:13.838 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:13.872 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:13.873 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-10-06T22:58:14.323 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:14.335 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:14.336 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:14.339 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:14.339 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:27.506 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:58:27.513 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:58:34.807 INFO:teuthology.orchestra.run.smithi037.stdout:generic/069 20s 2023-10-06T22:58:34.820 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/069 2023-10-06T22:58:34.820 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:58:34.826 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:34.847 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:58:34.847 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-10-06T22:58:35.296 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:58:35.308 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:58:35.310 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:58:35.312 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:58:35.312 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:58:57.671 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:58:57.684 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:59:00.687 INFO:teuthology.orchestra.run.smithi037.stdout:generic/070 25s 2023-10-06T22:59:00.700 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/070 2023-10-06T22:59:00.700 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:59:00.706 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:00.750 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:59:00.750 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-10-06T22:59:01.413 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:59:01.431 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:59:01.433 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:59:01.437 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:59:01.437 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:02.198 INFO:teuthology.orchestra.run.smithi037.stdout:generic/071 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-06T22:59:02.212 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/071 2023-10-06T22:59:02.212 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/071 2023-10-06T22:59:02.212 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:59:02.220 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:02.272 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:59:02.272 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-10-06T22:59:02.967 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:59:02.989 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:59:02.992 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:59:02.995 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:59:02.995 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:03.915 INFO:teuthology.orchestra.run.smithi037.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-10-06T22:59:03.929 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/072 2023-10-06T22:59:03.929 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/072 2023-10-06T22:59:03.929 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:59:03.939 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:03.999 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:59:03.999 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-10-06T22:59:04.664 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:59:04.684 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:59:04.685 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:59:04.689 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:59:04.689 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:05.449 INFO:teuthology.orchestra.run.smithi037.stdout:generic/073 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T22:59:05.463 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/073 2023-10-06T22:59:05.464 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/073 2023-10-06T22:59:05.464 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:59:05.474 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:05.526 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:59:05.526 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-10-06T22:59:06.195 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:59:06.212 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:59:06.214 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:59:06.217 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:59:06.217 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:28.138 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:59:28.149 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:59:52.214 INFO:teuthology.orchestra.run.smithi037.stdout:generic/074 46s 2023-10-06T22:59:52.241 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/074 2023-10-06T22:59:52.241 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T22:59:52.250 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:53.283 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T22:59:53.283 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-10-06T22:59:54.628 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T22:59:54.649 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T22:59:54.651 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T22:59:54.655 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T22:59:54.655 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T22:59:58.355 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:59:58.360 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T22:59:58.539 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-06T22:59:58.537+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 239697) UID: 0 2023-10-06T22:59:58.540 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-06T22:59:58.537+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 239697) UID: 0 2023-10-06T23:00:31.215 INFO:teuthology.orchestra.run.smithi037.stdout:generic/075 37s 2023-10-06T23:00:31.386 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/075 2023-10-06T23:00:31.386 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:31.397 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:31.467 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:31.468 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-10-06T23:00:32.505 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:32.525 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:32.526 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:32.531 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:32.531 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:33.439 INFO:teuthology.orchestra.run.smithi037.stdout:generic/076 [not run] require 172.21.15.37:6789:/scratch to be local device 2023-10-06T23:00:33.454 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/076 2023-10-06T23:00:33.455 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/076 2023-10-06T23:00:33.455 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:33.463 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:33.546 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:33.546 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-10-06T23:00:34.383 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:34.410 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:34.412 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:34.415 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:34.416 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:36.614 INFO:teuthology.orchestra.run.smithi037.stdout:generic/077 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T23:00:36.633 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/077 2023-10-06T23:00:36.633 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/077 2023-10-06T23:00:36.633 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:36.649 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:36.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:36.718 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-10-06T23:00:37.588 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:37.606 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:37.607 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:37.610 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:37.610 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:38.509 INFO:teuthology.orchestra.run.smithi037.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-10-06T23:00:38.529 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/078 2023-10-06T23:00:38.529 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/078 2023-10-06T23:00:38.529 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:38.539 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:38.615 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:38.616 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-10-06T23:00:39.460 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:39.473 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:39.474 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:39.478 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:39.479 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:40.350 INFO:teuthology.orchestra.run.smithi037.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-10-06T23:00:40.366 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/079 2023-10-06T23:00:40.366 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/079 2023-10-06T23:00:40.366 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:40.379 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:40.446 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:40.446 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-10-06T23:00:41.217 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:41.239 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:41.241 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:41.244 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:41.244 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:44.254 INFO:teuthology.orchestra.run.smithi037.stdout:generic/080 3s 2023-10-06T23:00:44.268 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/080 2023-10-06T23:00:44.268 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:44.275 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:44.319 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:44.320 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-10-06T23:00:44.974 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:44.988 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:44.989 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:44.992 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:44.992 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:45.561 INFO:teuthology.orchestra.run.smithi037.stdout:generic/081 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:00:45.570 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/081 2023-10-06T23:00:45.570 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/081 2023-10-06T23:00:45.570 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:45.576 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:45.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:45.614 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-10-06T23:00:46.077 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:46.089 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:46.091 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:46.094 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:46.094 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:46.609 INFO:teuthology.orchestra.run.smithi037.stdout:generic/082 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:00:46.619 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/082 2023-10-06T23:00:46.619 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/082 2023-10-06T23:00:46.619 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:46.625 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:46.667 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:46.667 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-10-06T23:00:47.137 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:47.150 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:47.151 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:47.154 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:47.154 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:47.657 INFO:teuthology.orchestra.run.smithi037.stdout:generic/083 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T23:00:47.667 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/083 2023-10-06T23:00:47.667 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/083 2023-10-06T23:00:47.667 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:47.673 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:47.711 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:47.711 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-10-06T23:00:48.166 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:48.179 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:48.180 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:48.182 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:48.182 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:54.054 INFO:teuthology.orchestra.run.smithi037.stdout:generic/084 6s 2023-10-06T23:00:54.090 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/084 2023-10-06T23:00:54.091 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:54.110 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:54.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:54.166 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-10-06T23:00:54.656 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:54.669 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:54.670 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:54.673 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:54.673 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:55.256 INFO:teuthology.orchestra.run.smithi037.stdout:generic/085 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:00:55.266 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/085 2023-10-06T23:00:55.266 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/085 2023-10-06T23:00:55.266 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:55.272 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:55.309 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:55.309 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-10-06T23:00:55.762 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:55.774 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:55.777 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:55.778 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:55.778 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:56.311 INFO:teuthology.orchestra.run.smithi037.stdout:generic/086 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T23:00:56.321 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/086 2023-10-06T23:00:56.321 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/086 2023-10-06T23:00:56.321 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:56.327 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:56.369 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:56.369 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-10-06T23:00:56.828 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:56.841 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:56.842 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:56.844 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:56.844 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:57.891 INFO:teuthology.orchestra.run.smithi037.stdout:generic/087 0s 2023-10-06T23:00:58.803 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/087 2023-10-06T23:00:58.804 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:58.809 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:58.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:58.879 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-10-06T23:00:59.337 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:00:59.349 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:00:59.350 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:00:59.352 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:00:59.353 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:59.901 INFO:teuthology.orchestra.run.smithi037.stdout:generic/088 0s 2023-10-06T23:00:59.914 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/088 2023-10-06T23:00:59.914 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:00:59.920 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:00:59.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:00:59.961 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-10-06T23:01:00.426 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:01:00.439 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:01:00.440 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:01:00.442 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:01:00.442 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:03:09.172 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:03:09.178 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:03:45.427 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:03:45.432 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:04:17.245 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:04:17.250 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:04:47.366 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:04:47.371 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:04:47.477 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-06T23:04:47.475+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 249580) UID: 0 2023-10-06T23:04:47.477 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-06T23:04:47.475+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 249580) UID: 0 2023-10-06T23:07:52.616 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:07:52.622 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:08:28.570 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:08:28.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:08:58.774 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:08:58.782 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:08:58.952 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-06T23:08:58.948+0000 7f07bdff9700 -1 received signal: Hangup from (PID: 251690) UID: 0 2023-10-06T23:08:58.953 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-06T23:08:58.948+0000 7fec0f3f9700 -1 received signal: Hangup from (PID: 251690) UID: 0 2023-10-06T23:09:17.680 INFO:teuthology.orchestra.run.smithi037.stdout:generic/089 497s 2023-10-06T23:09:17.702 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/089 2023-10-06T23:09:17.702 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:09:17.708 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:09:18.110 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:09:18.110 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2023-10-06T23:09:18.630 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:09:18.642 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:09:18.644 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:09:18.646 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:09:18.646 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:09:19.325 INFO:teuthology.orchestra.run.smithi037.stdout:generic/090 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:09:19.335 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/090 2023-10-06T23:09:19.335 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/090 2023-10-06T23:09:19.335 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:09:19.342 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:09:19.379 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:09:19.380 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2023-10-06T23:09:19.835 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:09:19.848 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:09:19.849 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:09:19.852 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:09:19.852 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:08.263 INFO:teuthology.orchestra.run.smithi037.stdout:generic/091 108s 2023-10-06T23:11:08.276 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/091 2023-10-06T23:11:08.276 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:08.282 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:08.328 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:08.329 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2023-10-06T23:11:08.791 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:08.803 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:08.804 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:08.807 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:08.807 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:09.334 INFO:teuthology.orchestra.run.smithi037.stdout:generic/092 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T23:11:09.343 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/092 2023-10-06T23:11:09.344 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/092 2023-10-06T23:11:09.344 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:09.349 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:09.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:09.396 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2023-10-06T23:11:09.858 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:09.870 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:09.871 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:09.873 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:09.874 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:10.868 INFO:teuthology.orchestra.run.smithi037.stdout:generic/093 0s 2023-10-06T23:11:10.881 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/093 2023-10-06T23:11:10.881 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:10.887 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:10.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:10.944 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2023-10-06T23:11:11.410 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:11.422 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:11.423 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:11.426 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:11.426 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:12.016 INFO:teuthology.orchestra.run.smithi037.stdout:generic/094 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-06T23:11:12.026 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/094 2023-10-06T23:11:12.026 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/094 2023-10-06T23:11:12.026 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:12.032 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:12.075 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:12.075 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2023-10-06T23:11:12.545 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:12.558 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:12.559 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:12.561 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:12.562 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:30.892 INFO:teuthology.orchestra.run.smithi037.stdout:generic/095 18s 2023-10-06T23:11:30.903 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/095 2023-10-06T23:11:30.904 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:30.910 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:30.931 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:30.931 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2023-10-06T23:11:31.384 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:31.396 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:31.397 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:31.400 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:31.400 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:32.062 INFO:teuthology.orchestra.run.smithi037.stdout:generic/096 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-06T23:11:32.070 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/096 2023-10-06T23:11:32.070 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/096 2023-10-06T23:11:32.070 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:32.076 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:32.125 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:32.126 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2023-10-06T23:11:32.578 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:32.590 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:32.591 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:32.594 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:32.594 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:33.377 INFO:teuthology.orchestra.run.smithi037.stdout:generic/097 1s 2023-10-06T23:11:33.390 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/097 2023-10-06T23:11:33.390 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:33.396 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:33.442 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:33.442 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2023-10-06T23:11:33.897 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:33.909 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:33.910 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:33.913 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:35.824 INFO:teuthology.orchestra.run.smithi037.stdout:generic/098 1s 2023-10-06T23:11:35.837 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/098 2023-10-06T23:11:35.837 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:35.843 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:35.864 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:35.864 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2023-10-06T23:11:36.316 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:36.329 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:36.330 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:36.332 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:36.332 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:37.761 INFO:teuthology.orchestra.run.smithi037.stdout:generic/099 1s 2023-10-06T23:11:37.774 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/099 2023-10-06T23:11:37.774 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:11:37.780 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:37.841 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:11:37.841 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2023-10-06T23:11:38.314 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:11:38.326 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:11:38.327 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:11:38.329 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:11:38.330 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:11:50.249 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:11:50.254 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:12:04.602 INFO:teuthology.orchestra.run.smithi037.stdout:generic/100 26s 2023-10-06T23:12:04.622 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/100 2023-10-06T23:12:04.622 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:04.629 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:05.502 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:05.502 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2023-10-06T23:12:06.023 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:06.036 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:06.037 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:06.039 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:06.039 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:06.576 INFO:teuthology.orchestra.run.smithi037.stdout:generic/101 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:12:06.586 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/101 2023-10-06T23:12:06.587 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/101 2023-10-06T23:12:06.587 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:06.593 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:06.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:06.626 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2023-10-06T23:12:07.081 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:07.093 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:07.094 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:07.097 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:07.097 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:07.601 INFO:teuthology.orchestra.run.smithi037.stdout:generic/102 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T23:12:07.611 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/102 2023-10-06T23:12:07.611 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/102 2023-10-06T23:12:07.611 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:07.617 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:07.655 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:07.655 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2023-10-06T23:12:08.106 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:08.118 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:08.119 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:08.122 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:08.122 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:08.656 INFO:teuthology.orchestra.run.smithi037.stdout:generic/103 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T23:12:08.666 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/103 2023-10-06T23:12:08.666 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/103 2023-10-06T23:12:08.667 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:08.672 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:08.711 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:08.711 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2023-10-06T23:12:09.164 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:09.175 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:09.176 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:09.179 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:09.179 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:09.715 INFO:teuthology.orchestra.run.smithi037.stdout:generic/104 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:12:09.725 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/104 2023-10-06T23:12:09.725 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/104 2023-10-06T23:12:09.725 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:09.731 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:09.773 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:09.773 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2023-10-06T23:12:10.230 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:10.240 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:10.241 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:10.244 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:10.244 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:11.116 INFO:teuthology.orchestra.run.smithi037.stdout:generic/105 1s 2023-10-06T23:12:11.128 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/105 2023-10-06T23:12:11.128 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:11.134 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:11.155 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:11.155 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2023-10-06T23:12:11.610 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:11.622 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:11.623 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:11.626 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:11.626 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:12.187 INFO:teuthology.orchestra.run.smithi037.stdout:generic/106 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:12:12.197 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/106 2023-10-06T23:12:12.198 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/106 2023-10-06T23:12:12.198 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:12.203 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:12.249 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:12.249 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2023-10-06T23:12:12.700 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:12.712 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:12.713 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:12.716 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:12.716 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:13.250 INFO:teuthology.orchestra.run.smithi037.stdout:generic/107 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:12:13.260 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/107 2023-10-06T23:12:13.260 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/107 2023-10-06T23:12:13.260 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:13.266 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:13.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:13.308 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2023-10-06T23:12:13.764 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:13.776 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:13.777 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:13.780 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:13.780 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:14.525 INFO:teuthology.orchestra.run.smithi037.stdout:generic/108 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-06T23:12:14.535 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/108 2023-10-06T23:12:14.535 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/108 2023-10-06T23:12:14.535 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:14.541 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:14.579 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:14.580 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2023-10-06T23:12:15.032 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:15.044 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:15.045 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:15.048 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:15.048 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:20.374 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:12:20.379 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:12:25.859 INFO:teuthology.orchestra.run.smithi037.stdout:generic/109 10s 2023-10-06T23:12:25.873 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/109 2023-10-06T23:12:25.874 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:25.879 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:25.902 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:25.902 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2023-10-06T23:12:26.751 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:26.763 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:26.764 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:26.767 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:26.767 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:49.058 INFO:teuthology.orchestra.run.smithi037.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:12:49.068 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/110 2023-10-06T23:12:49.068 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/110 2023-10-06T23:12:49.068 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:49.074 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:49.123 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:49.124 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2023-10-06T23:12:49.576 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:49.589 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:49.590 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:49.592 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:49.593 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:50.142 INFO:teuthology.orchestra.run.smithi037.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:12:50.152 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/111 2023-10-06T23:12:50.153 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/111 2023-10-06T23:12:50.153 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:12:50.158 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:12:50.204 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:12:50.204 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2023-10-06T23:12:50.538 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:12:50.543 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:12:50.663 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:12:50.675 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:12:50.676 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:12:50.679 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:12:50.679 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:07.479 INFO:teuthology.orchestra.run.smithi037.stdout:generic/112 17s 2023-10-06T23:13:07.491 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/112 2023-10-06T23:13:07.491 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:07.498 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:07.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:07.548 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2023-10-06T23:13:08.000 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:08.013 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:08.014 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:08.017 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:08.017 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:20.699 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:13:20.741 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:13:24.808 INFO:teuthology.orchestra.run.smithi037.stdout:generic/113 16s 2023-10-06T23:13:24.820 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/113 2023-10-06T23:13:24.821 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:24.827 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:24.866 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:24.867 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2023-10-06T23:13:25.466 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:25.479 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:25.480 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:25.482 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:25.483 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:26.062 INFO:teuthology.orchestra.run.smithi037.stdout:generic/114 [not run] device block size: 4096 greater than 512 2023-10-06T23:13:26.071 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/114 2023-10-06T23:13:26.071 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/114 2023-10-06T23:13:26.071 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:26.077 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:26.126 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:26.126 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2023-10-06T23:13:26.580 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:26.592 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:26.593 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:26.596 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:26.596 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:27.147 INFO:teuthology.orchestra.run.smithi037.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:13:27.157 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/115 2023-10-06T23:13:27.157 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/115 2023-10-06T23:13:27.158 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:27.163 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:27.221 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:27.221 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2023-10-06T23:13:27.669 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:27.681 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:27.682 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:27.685 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:27.685 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:28.248 INFO:teuthology.orchestra.run.smithi037.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:13:28.258 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/116 2023-10-06T23:13:28.258 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/116 2023-10-06T23:13:28.258 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:28.264 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:28.312 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:28.313 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2023-10-06T23:13:28.761 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:28.773 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:28.774 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:28.776 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:28.777 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:45.914 INFO:teuthology.orchestra.run.smithi037.stdout:generic/117 17s 2023-10-06T23:13:45.927 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/117 2023-10-06T23:13:45.927 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:45.933 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:45.954 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:45.954 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2023-10-06T23:13:46.477 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:46.490 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:46.491 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:46.493 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:46.493 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:47.495 INFO:teuthology.orchestra.run.smithi037.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:13:47.505 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/118 2023-10-06T23:13:47.505 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/118 2023-10-06T23:13:47.506 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:47.512 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:47.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:47.560 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2023-10-06T23:13:48.009 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:48.021 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:48.022 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:48.025 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:48.025 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:48.577 INFO:teuthology.orchestra.run.smithi037.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:13:48.587 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/119 2023-10-06T23:13:48.587 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/119 2023-10-06T23:13:48.587 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:48.593 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:48.643 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:48.643 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2023-10-06T23:13:49.092 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:49.104 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:49.105 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:49.108 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:49.108 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:49.619 INFO:teuthology.orchestra.run.smithi037.stdout:generic/120 [not run] atime not maintained by ceph 2023-10-06T23:13:49.629 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/120 2023-10-06T23:13:49.629 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/120 2023-10-06T23:13:49.629 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:49.635 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:49.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:49.672 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2023-10-06T23:13:50.121 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:50.133 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:50.134 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:50.137 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:50.137 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:50.703 INFO:teuthology.orchestra.run.smithi037.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-06T23:13:50.713 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/121 2023-10-06T23:13:50.713 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/121 2023-10-06T23:13:50.713 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:50.719 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:50.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:50.767 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2023-10-06T23:13:51.066 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:13:51.071 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:13:51.230 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:51.242 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:51.243 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:51.246 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:51.246 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:51.826 INFO:teuthology.orchestra.run.smithi037.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-06T23:13:51.836 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/122 2023-10-06T23:13:51.836 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/122 2023-10-06T23:13:51.836 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:51.842 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:51.893 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:51.893 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2023-10-06T23:13:52.355 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:52.367 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:52.369 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:52.371 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:52.371 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:53.310 INFO:teuthology.orchestra.run.smithi037.stdout:generic/123 1s 2023-10-06T23:13:53.323 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/123 2023-10-06T23:13:53.323 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:53.329 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:53.381 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:53.381 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2023-10-06T23:13:53.836 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:53.848 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:53.850 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:53.852 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:53.852 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:57.551 INFO:teuthology.orchestra.run.smithi037.stdout:generic/124 3s 2023-10-06T23:13:57.564 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/124 2023-10-06T23:13:57.564 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:13:57.570 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:13:57.806 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:13:57.806 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2023-10-06T23:13:58.403 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:13:58.428 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:13:58.430 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:13:58.434 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:13:58.434 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:14:21.267 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:14:21.273 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:14:51.390 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:14:51.396 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:15:00.213 INFO:teuthology.orchestra.run.smithi037.stdout:generic/125 62s 2023-10-06T23:15:00.227 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/125 2023-10-06T23:15:00.227 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:15:00.233 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:15:00.273 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:15:00.273 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2023-10-06T23:15:00.725 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:15:00.737 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:15:00.738 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:15:00.741 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:15:00.741 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:15:01.566 INFO:teuthology.orchestra.run.smithi037.stdout:generic/126 1s 2023-10-06T23:15:01.578 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/126 2023-10-06T23:15:01.579 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:15:01.585 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:15:01.660 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:15:01.661 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2023-10-06T23:15:02.113 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:15:02.126 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:15:02.127 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:15:02.129 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:15:02.129 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:15:21.504 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:15:21.509 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:15:51.677 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:15:51.682 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:16:21.950 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:16:21.957 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:16:52.193 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:16:52.199 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:17:22.343 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:17:22.349 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:17:52.463 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:17:52.468 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:18:22.577 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:18:22.582 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:18:52.775 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:18:52.780 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:19:22.932 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:19:22.937 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:19:53.088 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:19:53.093 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:20:23.211 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:20:23.216 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:20:53.335 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:20:53.340 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:21:23.442 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:21:23.448 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:21:53.547 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:21:53.553 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:22:23.662 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:22:23.666 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:22:53.777 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:22:53.782 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:23:23.900 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:23:23.906 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:23:54.015 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:23:54.019 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:24:24.155 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:24:24.159 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:24:54.287 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:24:54.295 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:25:00.691 INFO:teuthology.orchestra.run.smithi037.stdout:generic/127 598s 2023-10-06T23:25:00.704 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/127 2023-10-06T23:25:00.705 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:25:00.710 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:25:00.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:25:00.753 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2023-10-06T23:25:01.215 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:25:01.227 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:25:01.228 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:25:01.231 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:25:01.231 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:25:02.443 INFO:teuthology.orchestra.run.smithi037.stdout:generic/128 1s 2023-10-06T23:25:02.456 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/128 2023-10-06T23:25:02.456 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:25:02.462 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:25:02.483 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:25:02.483 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2023-10-06T23:25:02.941 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:25:02.954 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:25:02.955 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:25:02.957 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:25:02.957 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:25:24.409 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:25:24.418 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:25:54.594 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:25:54.600 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:26:25.841 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:26:25.863 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:26:56.055 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:26:56.066 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:27:31.463 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:27:31.497 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:28:01.740 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:28:01.746 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:28:31.991 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:28:32.015 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:29:02.401 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:29:02.431 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:29:32.738 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:29:32.753 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:29:33.055 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-06T23:29:33.047+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 144748) UID: 0 2023-10-06T23:29:33.062 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-06T23:29:33.056+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 144748) UID: 0 2023-10-06T23:29:33.062 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-06T23:29:33.056+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 144748) UID: 0 2023-10-06T23:29:33.109 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-06T23:29:33.056+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 144748) UID: 0 2023-10-06T23:34:43.936 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:34:43.951 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:34:44.508 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-06T23:34:44.506+0000 7fbf25bf9700 -1 Fail to open '/proc/290985/cmdline' error = (2) No such file or directory 2023-10-06T23:34:44.508 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-06T23:34:44.506+0000 7fbf25bf9700 -1 received signal: Hangup from (PID: 290985) UID: 0 2023-10-06T23:34:44.514 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-06T23:34:44.506+0000 7fcc1d9f9700 -1 Fail to open '/proc/290985/cmdline' error = (2) No such file or directory 2023-10-06T23:34:44.514 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-06T23:34:44.506+0000 7fcc1d9f9700 -1 received signal: Hangup from (PID: 290985) UID: 0 2023-10-06T23:34:44.549 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-06T23:34:44.505+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 290985) UID: 0 2023-10-06T23:34:44.575 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-06T23:34:44.511+0000 7ff7d65f9700 -1 Fail to open '/proc/290985/cmdline' error = (2) No such file or directory 2023-10-06T23:34:44.575 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-06T23:34:44.529+0000 7ff7d65f9700 -1 received signal: Hangup from (PID: 290985) UID: 0 2023-10-06T23:45:45.466 INFO:teuthology.orchestra.run.smithi037.stdout:generic/129 1242s 2023-10-06T23:45:45.541 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/129 2023-10-06T23:45:45.542 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:45:45.547 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:45:45.595 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:45:45.595 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2023-10-06T23:45:46.502 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:45:46.514 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:45:46.515 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:45:46.518 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:45:46.518 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:46:01.933 INFO:teuthology.orchestra.run.smithi037.stdout:generic/130 15s 2023-10-06T23:46:01.946 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/130 2023-10-06T23:46:01.946 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:46:01.952 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:46:01.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:46:01.974 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2023-10-06T23:46:02.433 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:46:02.445 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:46:02.446 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:46:02.449 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:46:02.449 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:46:04.472 INFO:teuthology.orchestra.run.smithi037.stdout:generic/131 2s 2023-10-06T23:46:04.501 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/131 2023-10-06T23:46:04.501 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:46:04.511 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:46:04.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:46:04.602 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2023-10-06T23:46:05.409 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:46:05.434 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:46:05.435 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:46:05.438 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:46:05.438 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:46:20.200 INFO:teuthology.orchestra.run.smithi037.stdout:generic/132 15s 2023-10-06T23:46:20.212 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/132 2023-10-06T23:46:20.212 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:46:20.218 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:46:20.239 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:46:20.239 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2023-10-06T23:46:20.699 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:46:20.711 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:46:20.712 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:46:20.715 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:46:20.715 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:48:28.337 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:48:28.342 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:48:28.446 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-06T23:48:28.444+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 293615) UID: 0 2023-10-06T23:48:28.446 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-06T23:48:28.444+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 293615) UID: 0 2023-10-06T23:48:28.447 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-06T23:48:28.444+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 293615) UID: 0 2023-10-06T23:48:28.447 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-06T23:48:28.444+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 293615) UID: 0 2023-10-06T23:48:28.484 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-06T23:48:28.482+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145451) UID: 0 2023-10-06T23:48:28.484 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-06T23:48:28.482+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145451) UID: 0 2023-10-06T23:48:28.485 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-06T23:48:28.482+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145451) UID: 0 2023-10-06T23:48:28.485 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-06T23:48:28.482+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 145451) UID: 0 2023-10-06T23:51:19.609 INFO:teuthology.orchestra.run.smithi037.stdout:generic/133 299s 2023-10-06T23:51:19.631 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/133 2023-10-06T23:51:19.631 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:19.637 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:19.687 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:19.688 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2023-10-06T23:51:20.282 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:20.297 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:20.298 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:20.302 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:20.302 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:20.878 INFO:teuthology.orchestra.run.smithi037.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:20.888 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/134 2023-10-06T23:51:20.888 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/134 2023-10-06T23:51:20.888 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:20.894 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:20.947 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:20.948 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2023-10-06T23:51:21.398 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:21.410 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:21.412 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:21.414 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:21.414 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:22.415 INFO:teuthology.orchestra.run.smithi037.stdout:generic/135 1s 2023-10-06T23:51:22.428 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/135 2023-10-06T23:51:22.428 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:22.434 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:22.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:22.455 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2023-10-06T23:51:22.908 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:22.921 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:22.922 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:22.924 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:22.924 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:23.493 INFO:teuthology.orchestra.run.smithi037.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-06T23:51:23.503 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/136 2023-10-06T23:51:23.504 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/136 2023-10-06T23:51:23.504 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:23.509 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:23.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:23.559 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2023-10-06T23:51:24.010 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:24.022 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:24.023 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:24.026 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:24.026 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:24.593 INFO:teuthology.orchestra.run.smithi037.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:24.603 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/137 2023-10-06T23:51:24.603 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/137 2023-10-06T23:51:24.603 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:24.609 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:24.661 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:24.662 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2023-10-06T23:51:25.122 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:25.135 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:25.136 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:25.138 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:25.138 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:25.690 INFO:teuthology.orchestra.run.smithi037.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:25.700 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/138 2023-10-06T23:51:25.700 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/138 2023-10-06T23:51:25.700 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:25.706 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:25.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:25.767 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2023-10-06T23:51:26.218 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:26.231 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:26.232 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:26.235 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:26.235 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:26.792 INFO:teuthology.orchestra.run.smithi037.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:26.802 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/139 2023-10-06T23:51:26.802 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/139 2023-10-06T23:51:26.803 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:26.808 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:26.863 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:26.864 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2023-10-06T23:51:27.325 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:27.337 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:27.338 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:27.340 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:27.341 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:27.890 INFO:teuthology.orchestra.run.smithi037.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:27.900 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/140 2023-10-06T23:51:27.900 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/140 2023-10-06T23:51:27.900 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:27.906 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:27.958 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:27.958 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2023-10-06T23:51:28.411 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:28.424 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:28.425 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:28.427 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:28.427 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:29.193 INFO:teuthology.orchestra.run.smithi037.stdout:generic/141 1s 2023-10-06T23:51:29.206 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/141 2023-10-06T23:51:29.207 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:29.212 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:29.233 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:29.234 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2023-10-06T23:51:29.689 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:29.702 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:29.703 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:29.705 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:29.705 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:30.270 INFO:teuthology.orchestra.run.smithi037.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:30.280 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/142 2023-10-06T23:51:30.280 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/142 2023-10-06T23:51:30.280 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:30.286 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:30.339 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:30.339 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2023-10-06T23:51:30.787 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:30.802 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:30.802 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:30.805 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:30.805 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:31.370 INFO:teuthology.orchestra.run.smithi037.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:31.379 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/143 2023-10-06T23:51:31.380 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/143 2023-10-06T23:51:31.380 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:31.386 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:31.440 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:31.441 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2023-10-06T23:51:31.895 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:31.908 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:31.909 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:31.911 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:31.911 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:32.490 INFO:teuthology.orchestra.run.smithi037.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:32.500 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/144 2023-10-06T23:51:32.500 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/144 2023-10-06T23:51:32.501 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:32.506 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:32.557 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:32.557 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2023-10-06T23:51:33.011 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:33.024 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:33.025 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:33.027 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:33.028 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:33.596 INFO:teuthology.orchestra.run.smithi037.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:33.606 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/145 2023-10-06T23:51:33.606 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/145 2023-10-06T23:51:33.607 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:33.612 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:33.664 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:33.665 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2023-10-06T23:51:34.116 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:34.128 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:34.129 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:34.132 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:34.132 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:34.701 INFO:teuthology.orchestra.run.smithi037.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:34.711 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/146 2023-10-06T23:51:34.711 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/146 2023-10-06T23:51:34.711 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:34.717 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:34.771 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:34.771 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2023-10-06T23:51:35.228 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:35.241 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:35.242 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:35.244 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:35.244 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:35.800 INFO:teuthology.orchestra.run.smithi037.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:35.810 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/147 2023-10-06T23:51:35.810 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/147 2023-10-06T23:51:35.810 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:35.816 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:35.869 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:35.869 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2023-10-06T23:51:36.324 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:36.336 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:36.337 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:36.340 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:36.340 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:36.903 INFO:teuthology.orchestra.run.smithi037.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:36.912 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/148 2023-10-06T23:51:36.912 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/148 2023-10-06T23:51:36.913 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:36.918 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:36.971 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:36.971 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2023-10-06T23:51:37.421 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:37.434 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:37.435 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:37.438 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:37.438 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:37.992 INFO:teuthology.orchestra.run.smithi037.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:38.002 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/149 2023-10-06T23:51:38.002 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/149 2023-10-06T23:51:38.002 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:38.008 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:38.066 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:38.067 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2023-10-06T23:51:38.519 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:38.531 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:38.532 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:38.535 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:38.535 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:39.092 INFO:teuthology.orchestra.run.smithi037.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:39.102 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/150 2023-10-06T23:51:39.102 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/150 2023-10-06T23:51:39.102 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:39.108 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:39.165 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:39.165 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2023-10-06T23:51:39.614 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:39.626 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:39.627 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:39.630 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:39.630 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:40.200 INFO:teuthology.orchestra.run.smithi037.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:40.210 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/151 2023-10-06T23:51:40.210 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/151 2023-10-06T23:51:40.210 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:40.216 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:40.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:40.269 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2023-10-06T23:51:40.723 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:40.736 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:40.737 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:40.739 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:40.739 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:41.302 INFO:teuthology.orchestra.run.smithi037.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:41.312 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/152 2023-10-06T23:51:41.313 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/152 2023-10-06T23:51:41.313 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:41.318 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:41.370 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:41.370 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2023-10-06T23:51:41.821 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:41.834 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:41.835 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:41.838 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:41.838 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:42.407 INFO:teuthology.orchestra.run.smithi037.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:42.417 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/153 2023-10-06T23:51:42.417 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/153 2023-10-06T23:51:42.417 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:42.423 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:42.477 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:42.477 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2023-10-06T23:51:42.934 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:42.946 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:42.947 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:42.950 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:42.950 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:43.511 INFO:teuthology.orchestra.run.smithi037.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:43.521 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/154 2023-10-06T23:51:43.521 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/154 2023-10-06T23:51:43.521 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:43.527 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:43.580 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:43.581 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2023-10-06T23:51:44.034 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:44.046 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:44.048 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:44.050 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:44.050 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:44.607 INFO:teuthology.orchestra.run.smithi037.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:44.617 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/155 2023-10-06T23:51:44.617 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/155 2023-10-06T23:51:44.618 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:44.623 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:44.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:44.672 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2023-10-06T23:51:45.133 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:45.145 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:45.147 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:45.149 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:45.149 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:45.715 INFO:teuthology.orchestra.run.smithi037.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:45.725 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/156 2023-10-06T23:51:45.725 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/156 2023-10-06T23:51:45.725 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:45.731 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:45.785 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:45.786 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2023-10-06T23:51:46.244 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:46.256 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:46.258 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:46.260 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:46.260 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:46.823 INFO:teuthology.orchestra.run.smithi037.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:51:46.833 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/157 2023-10-06T23:51:46.834 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/157 2023-10-06T23:51:46.834 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:46.839 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:46.893 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:46.893 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2023-10-06T23:51:47.354 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:47.367 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:47.368 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:47.370 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:47.371 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:47.934 INFO:teuthology.orchestra.run.smithi037.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-06T23:51:47.945 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/158 2023-10-06T23:51:47.945 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/158 2023-10-06T23:51:47.945 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:47.951 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:48.002 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:48.003 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2023-10-06T23:51:48.456 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:48.468 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:48.470 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:48.472 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:48.472 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:49.013 INFO:teuthology.orchestra.run.smithi037.stdout:generic/159 [not run] file system doesn't support chattr +i 2023-10-06T23:51:49.023 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/159 2023-10-06T23:51:49.023 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/159 2023-10-06T23:51:49.023 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:49.029 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:49.075 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:49.075 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2023-10-06T23:51:49.530 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:49.543 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:49.544 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:49.546 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:49.547 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:50.073 INFO:teuthology.orchestra.run.smithi037.stdout:generic/160 [not run] file system doesn't support chattr +i 2023-10-06T23:51:50.083 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/160 2023-10-06T23:51:50.083 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/160 2023-10-06T23:51:50.083 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:50.089 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:50.135 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:50.135 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2023-10-06T23:51:50.590 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:50.603 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:50.604 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:50.606 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:50.606 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:51.356 INFO:teuthology.orchestra.run.smithi037.stdout:generic/161 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:51:51.366 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/161 2023-10-06T23:51:51.367 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/161 2023-10-06T23:51:51.367 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:51.373 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:51.419 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:51.419 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2023-10-06T23:51:51.876 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:51.888 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:51.889 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:51.892 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:51.892 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:52.616 INFO:teuthology.orchestra.run.smithi037.stdout:generic/162 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-06T23:51:52.655 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/162 2023-10-06T23:51:52.655 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/162 2023-10-06T23:51:52.655 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:52.661 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:52.702 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:52.703 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2023-10-06T23:51:53.159 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:53.171 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:53.172 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:53.175 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:53.175 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:53.900 INFO:teuthology.orchestra.run.smithi037.stdout:generic/163 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-06T23:51:53.946 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/163 2023-10-06T23:51:53.946 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/163 2023-10-06T23:51:53.946 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:53.952 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:53.994 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:53.995 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2023-10-06T23:51:54.442 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:54.455 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:54.456 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:54.458 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:54.458 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:55.201 INFO:teuthology.orchestra.run.smithi037.stdout:generic/164 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:51:55.210 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/164 2023-10-06T23:51:55.211 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/164 2023-10-06T23:51:55.211 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:55.217 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:55.257 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:55.258 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2023-10-06T23:51:55.706 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:55.719 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:55.720 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:55.722 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:55.722 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:56.479 INFO:teuthology.orchestra.run.smithi037.stdout:generic/165 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:51:56.489 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/165 2023-10-06T23:51:56.489 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/165 2023-10-06T23:51:56.489 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:56.495 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:56.538 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:56.538 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2023-10-06T23:51:56.989 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:57.002 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:57.003 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:57.005 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:57.005 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:57.755 INFO:teuthology.orchestra.run.smithi037.stdout:generic/166 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:51:57.764 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/166 2023-10-06T23:51:57.764 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/166 2023-10-06T23:51:57.764 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:57.770 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:57.815 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:57.816 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2023-10-06T23:51:58.265 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:58.278 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:58.279 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:58.281 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:58.281 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:59.043 INFO:teuthology.orchestra.run.smithi037.stdout:generic/167 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:51:59.053 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/167 2023-10-06T23:51:59.053 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/167 2023-10-06T23:51:59.053 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:51:59.059 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:51:59.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:51:59.107 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2023-10-06T23:51:59.567 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:51:59.579 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:51:59.580 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:51:59.583 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:51:59.583 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:00.342 INFO:teuthology.orchestra.run.smithi037.stdout:generic/168 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:00.352 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/168 2023-10-06T23:52:00.352 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/168 2023-10-06T23:52:00.352 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:00.358 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:00.402 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:00.402 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2023-10-06T23:52:00.851 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:00.863 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:00.865 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:00.867 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:00.868 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:01.885 INFO:teuthology.orchestra.run.smithi037.stdout:generic/169 0s 2023-10-06T23:52:01.897 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/169 2023-10-06T23:52:01.897 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:01.903 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:01.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:01.924 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2023-10-06T23:52:02.379 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:02.391 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:02.393 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:02.396 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:02.396 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:03.149 INFO:teuthology.orchestra.run.smithi037.stdout:generic/170 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:03.158 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/170 2023-10-06T23:52:03.159 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/170 2023-10-06T23:52:03.159 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:03.165 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:03.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:03.205 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2023-10-06T23:52:03.657 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:03.670 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:03.671 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:03.673 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:03.674 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:04.438 INFO:teuthology.orchestra.run.smithi037.stdout:generic/171 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:04.448 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/171 2023-10-06T23:52:04.448 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/171 2023-10-06T23:52:04.448 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:04.454 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:04.496 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:04.496 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2023-10-06T23:52:04.945 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:04.958 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:04.959 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:04.961 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:04.961 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:05.724 INFO:teuthology.orchestra.run.smithi037.stdout:generic/172 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:05.734 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/172 2023-10-06T23:52:05.734 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/172 2023-10-06T23:52:05.734 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:05.740 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:05.785 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:05.785 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2023-10-06T23:52:06.249 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:06.262 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:06.263 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:06.265 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:06.265 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:07.038 INFO:teuthology.orchestra.run.smithi037.stdout:generic/173 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:07.048 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/173 2023-10-06T23:52:07.048 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/173 2023-10-06T23:52:07.048 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:07.054 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:07.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:07.092 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2023-10-06T23:52:07.550 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:07.563 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:07.564 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:07.567 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:07.567 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:08.332 INFO:teuthology.orchestra.run.smithi037.stdout:generic/174 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:08.342 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/174 2023-10-06T23:52:08.342 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/174 2023-10-06T23:52:08.342 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:08.348 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:08.389 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:08.389 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2023-10-06T23:52:08.839 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:08.851 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:08.853 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:08.855 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:08.855 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:09.601 INFO:teuthology.orchestra.run.smithi037.stdout:generic/175 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:09.611 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/175 2023-10-06T23:52:09.611 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/175 2023-10-06T23:52:09.611 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:09.617 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:09.660 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:09.660 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2023-10-06T23:52:10.116 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:10.129 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:10.130 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:10.132 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:10.133 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:10.879 INFO:teuthology.orchestra.run.smithi037.stdout:generic/176 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:10.889 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/176 2023-10-06T23:52:10.890 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/176 2023-10-06T23:52:10.890 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:10.895 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:10.933 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:10.933 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2023-10-06T23:52:11.385 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:11.397 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:11.398 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:11.401 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:11.401 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:12.167 INFO:teuthology.orchestra.run.smithi037.stdout:generic/177 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-06T23:52:12.177 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/177 2023-10-06T23:52:12.177 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/177 2023-10-06T23:52:12.177 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:12.183 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:12.237 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:12.238 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2023-10-06T23:52:12.691 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:12.705 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:12.706 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:12.708 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:12.708 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:13.280 INFO:teuthology.orchestra.run.smithi037.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:52:13.291 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/178 2023-10-06T23:52:13.291 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/178 2023-10-06T23:52:13.291 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:13.297 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:13.349 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:13.349 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2023-10-06T23:52:13.806 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:13.818 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:13.819 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:13.822 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:13.822 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:14.388 INFO:teuthology.orchestra.run.smithi037.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:52:14.398 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/179 2023-10-06T23:52:14.399 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/179 2023-10-06T23:52:14.399 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:14.405 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:14.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:14.455 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2023-10-06T23:52:14.913 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:14.925 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:14.926 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:14.929 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:14.929 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:15.496 INFO:teuthology.orchestra.run.smithi037.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:52:15.505 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/180 2023-10-06T23:52:15.506 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/180 2023-10-06T23:52:15.506 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:15.512 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:15.562 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:15.562 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2023-10-06T23:52:16.014 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:16.027 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:16.028 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:16.031 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:16.031 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:16.590 INFO:teuthology.orchestra.run.smithi037.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph 2023-10-06T23:52:16.600 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/181 2023-10-06T23:52:16.600 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/181 2023-10-06T23:52:16.600 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:16.606 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:16.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:16.663 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2023-10-06T23:52:17.118 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:17.130 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:17.131 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:17.134 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:17.134 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:17.700 INFO:teuthology.orchestra.run.smithi037.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-06T23:52:17.710 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/182 2023-10-06T23:52:17.710 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/182 2023-10-06T23:52:17.711 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:17.716 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:17.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:17.768 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2023-10-06T23:52:18.223 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:18.236 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:18.237 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:18.239 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:18.239 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:18.994 INFO:teuthology.orchestra.run.smithi037.stdout:generic/183 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:19.004 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/183 2023-10-06T23:52:19.004 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/183 2023-10-06T23:52:19.004 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:19.010 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:19.049 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:19.049 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2023-10-06T23:52:19.500 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:19.513 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:19.514 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:19.517 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:19.517 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:20.086 INFO:teuthology.orchestra.run.smithi037.stdout:generic/184 1s 2023-10-06T23:52:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/184 2023-10-06T23:52:20.099 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:20.104 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:20.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:20.147 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2023-10-06T23:52:20.603 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:20.616 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:20.617 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:20.619 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:20.620 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:21.373 INFO:teuthology.orchestra.run.smithi037.stdout:generic/185 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:21.383 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/185 2023-10-06T23:52:21.383 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/185 2023-10-06T23:52:21.383 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:21.389 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:21.432 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:21.432 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2023-10-06T23:52:21.886 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:21.898 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:21.899 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:21.902 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:21.902 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:22.649 INFO:teuthology.orchestra.run.smithi037.stdout:generic/186 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:22.659 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/186 2023-10-06T23:52:22.659 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/186 2023-10-06T23:52:22.659 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:22.665 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:22.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:22.704 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2023-10-06T23:52:23.166 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:23.178 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:23.180 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:23.182 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:23.182 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:23.936 INFO:teuthology.orchestra.run.smithi037.stdout:generic/187 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:23.946 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/187 2023-10-06T23:52:23.947 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/187 2023-10-06T23:52:23.947 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:23.952 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:23.994 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:23.994 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2023-10-06T23:52:24.450 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:24.462 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:24.463 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:24.466 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:24.466 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:25.222 INFO:teuthology.orchestra.run.smithi037.stdout:generic/188 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:25.232 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/188 2023-10-06T23:52:25.232 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/188 2023-10-06T23:52:25.233 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:25.238 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:25.285 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:25.285 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2023-10-06T23:52:25.739 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:25.752 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:25.753 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:25.755 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:25.756 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:26.512 INFO:teuthology.orchestra.run.smithi037.stdout:generic/189 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:26.522 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/189 2023-10-06T23:52:26.522 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/189 2023-10-06T23:52:26.522 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:26.528 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:26.572 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:26.572 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2023-10-06T23:52:27.026 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:27.038 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:27.040 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:27.042 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:27.043 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:27.803 INFO:teuthology.orchestra.run.smithi037.stdout:generic/190 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:27.814 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/190 2023-10-06T23:52:27.814 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/190 2023-10-06T23:52:27.814 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:27.820 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:27.857 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:27.857 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2023-10-06T23:52:28.309 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:28.321 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:28.322 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:28.325 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:28.325 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:29.082 INFO:teuthology.orchestra.run.smithi037.stdout:generic/191 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:29.092 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/191 2023-10-06T23:52:29.092 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/191 2023-10-06T23:52:29.092 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:29.098 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:29.136 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:29.137 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2023-10-06T23:52:29.587 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:29.599 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:29.600 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:29.603 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:29.603 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:30.127 INFO:teuthology.orchestra.run.smithi037.stdout:generic/192 [not run] atime not maintained by ceph 2023-10-06T23:52:30.137 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/192 2023-10-06T23:52:30.137 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/192 2023-10-06T23:52:30.137 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:30.143 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:30.185 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:30.186 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2023-10-06T23:52:30.641 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:30.653 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:30.654 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:30.657 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:30.657 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:32.405 INFO:teuthology.orchestra.run.smithi037.stdout:generic/193 2s 2023-10-06T23:52:32.417 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/193 2023-10-06T23:52:32.418 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:32.423 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:32.473 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:32.473 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2023-10-06T23:52:32.934 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:32.946 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:32.947 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:32.950 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:32.950 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:33.708 INFO:teuthology.orchestra.run.smithi037.stdout:generic/194 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:33.718 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/194 2023-10-06T23:52:33.718 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/194 2023-10-06T23:52:33.718 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:33.724 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:33.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:33.764 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2023-10-06T23:52:34.221 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:34.234 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:34.235 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:34.238 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:34.238 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:34.989 INFO:teuthology.orchestra.run.smithi037.stdout:generic/195 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:34.999 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/195 2023-10-06T23:52:34.999 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/195 2023-10-06T23:52:34.999 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:35.005 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:35.046 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:35.047 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2023-10-06T23:52:35.497 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:35.509 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:35.510 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:35.513 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:35.513 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:36.269 INFO:teuthology.orchestra.run.smithi037.stdout:generic/196 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:36.279 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/196 2023-10-06T23:52:36.279 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/196 2023-10-06T23:52:36.279 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:36.285 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:36.329 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:36.329 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2023-10-06T23:52:36.794 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:36.807 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:36.808 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:36.811 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:36.811 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:37.567 INFO:teuthology.orchestra.run.smithi037.stdout:generic/197 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:37.576 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/197 2023-10-06T23:52:37.577 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/197 2023-10-06T23:52:37.577 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:37.582 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:37.625 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:37.625 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2023-10-06T23:52:38.077 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:38.090 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:38.091 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:38.093 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:38.094 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:39.362 INFO:teuthology.orchestra.run.smithi037.stdout:generic/198 1s 2023-10-06T23:52:39.376 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/198 2023-10-06T23:52:39.376 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:39.382 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:39.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:39.475 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2023-10-06T23:52:39.930 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:39.942 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:39.943 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:39.946 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:39.946 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:40.737 INFO:teuthology.orchestra.run.smithi037.stdout:generic/199 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:40.747 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/199 2023-10-06T23:52:40.747 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/199 2023-10-06T23:52:40.747 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:40.753 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:40.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:40.798 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2023-10-06T23:52:41.253 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:41.266 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:41.267 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:41.269 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:41.269 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:42.018 INFO:teuthology.orchestra.run.smithi037.stdout:generic/200 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:42.028 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/200 2023-10-06T23:52:42.028 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/200 2023-10-06T23:52:42.029 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:42.034 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:42.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:42.080 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2023-10-06T23:52:42.536 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:42.549 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:42.550 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:42.552 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:42.552 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:43.310 INFO:teuthology.orchestra.run.smithi037.stdout:generic/201 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:43.320 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/201 2023-10-06T23:52:43.320 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/201 2023-10-06T23:52:43.320 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:43.326 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:43.364 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:43.364 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2023-10-06T23:52:43.815 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:43.827 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:43.828 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:43.831 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:43.831 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:44.599 INFO:teuthology.orchestra.run.smithi037.stdout:generic/202 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:44.609 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/202 2023-10-06T23:52:44.609 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/202 2023-10-06T23:52:44.609 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:44.615 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:44.660 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:44.660 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2023-10-06T23:52:45.119 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:45.132 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:45.133 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:45.135 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:45.135 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:45.890 INFO:teuthology.orchestra.run.smithi037.stdout:generic/203 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:45.900 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/203 2023-10-06T23:52:45.900 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/203 2023-10-06T23:52:45.900 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:45.906 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:45.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:45.949 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2023-10-06T23:52:46.405 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:46.417 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:46.418 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:46.421 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:46.421 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:47.234 INFO:teuthology.orchestra.run.smithi037.stdout:generic/204 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T23:52:47.244 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/204 2023-10-06T23:52:47.244 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/204 2023-10-06T23:52:47.244 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:47.250 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:47.288 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:47.288 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2023-10-06T23:52:47.741 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:47.753 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:47.754 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:47.757 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:47.757 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:48.524 INFO:teuthology.orchestra.run.smithi037.stdout:generic/205 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:48.534 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/205 2023-10-06T23:52:48.534 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/205 2023-10-06T23:52:48.534 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:48.540 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:48.579 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:48.579 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2023-10-06T23:52:49.037 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:49.048 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:49.049 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:49.051 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:49.052 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:49.809 INFO:teuthology.orchestra.run.smithi037.stdout:generic/206 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:52:49.819 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/206 2023-10-06T23:52:49.819 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/206 2023-10-06T23:52:49.819 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:49.825 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:49.871 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:49.871 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2023-10-06T23:52:50.326 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:50.338 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:50.339 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:50.342 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:50.342 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:59.043 INFO:teuthology.orchestra.run.smithi037.stdout:generic/207 9s 2023-10-06T23:52:59.055 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/207 2023-10-06T23:52:59.056 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:52:59.062 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:52:59.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:52:59.107 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2023-10-06T23:52:59.556 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:52:59.569 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:52:59.570 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:52:59.572 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:52:59.573 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:20.222 INFO:teuthology.orchestra.run.smithi037.stdout:generic/208 201s 2023-10-06T23:56:20.235 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/208 2023-10-06T23:56:20.235 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:56:20.240 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:20.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:56:20.286 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2023-10-06T23:56:20.764 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:56:20.776 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:56:20.777 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:56:20.780 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:56:20.780 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:54.101 INFO:teuthology.orchestra.run.smithi037.stdout:generic/209 34s 2023-10-06T23:56:54.114 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/209 2023-10-06T23:56:54.114 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:56:54.120 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:54.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:56:54.167 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2023-10-06T23:56:54.628 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:56:54.641 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:56:54.642 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:56:54.644 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:56:54.644 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:55.286 INFO:teuthology.orchestra.run.smithi037.stdout:generic/210 1s 2023-10-06T23:56:55.299 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/210 2023-10-06T23:56:55.299 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:56:55.305 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:55.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:56:55.351 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2023-10-06T23:56:55.804 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:56:55.816 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:56:55.817 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:56:55.819 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:56:55.820 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:57.104 INFO:teuthology.orchestra.run.smithi037.stdout:generic/211 1s 2023-10-06T23:56:57.117 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/211 2023-10-06T23:56:57.117 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:56:57.122 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:57.164 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:56:57.165 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2023-10-06T23:56:57.619 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:56:57.631 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:56:57.632 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:56:57.635 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:56:57.635 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:58.265 INFO:teuthology.orchestra.run.smithi037.stdout:generic/212 1s 2023-10-06T23:56:58.278 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/212 2023-10-06T23:56:58.278 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:56:58.284 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:58.333 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:56:58.333 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2023-10-06T23:56:58.790 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:56:58.802 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:56:58.804 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:56:58.806 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:56:58.806 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:59.329 INFO:teuthology.orchestra.run.smithi037.stdout:generic/213 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T23:56:59.339 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/213 2023-10-06T23:56:59.339 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/213 2023-10-06T23:56:59.339 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:56:59.345 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:56:59.387 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:56:59.387 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2023-10-06T23:56:59.843 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:56:59.855 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:56:59.856 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:56:59.861 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:56:59.862 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:00.392 INFO:teuthology.orchestra.run.smithi037.stdout:generic/214 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T23:57:00.401 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/214 2023-10-06T23:57:00.402 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/214 2023-10-06T23:57:00.402 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:00.408 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:00.447 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:00.447 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2023-10-06T23:57:00.896 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:00.908 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:00.909 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:00.912 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:00.912 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:03.520 INFO:teuthology.orchestra.run.smithi037.stdout:generic/215 2s 2023-10-06T23:57:03.533 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/215 2023-10-06T23:57:03.533 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:03.539 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:03.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:03.604 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2023-10-06T23:57:04.061 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:04.074 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:04.075 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:04.077 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:04.077 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:04.842 INFO:teuthology.orchestra.run.smithi037.stdout:generic/216 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:04.852 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/216 2023-10-06T23:57:04.852 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/216 2023-10-06T23:57:04.852 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:04.858 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:04.903 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:04.903 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2023-10-06T23:57:05.360 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:05.373 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:05.374 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:05.377 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:05.377 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:06.128 INFO:teuthology.orchestra.run.smithi037.stdout:generic/217 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:06.138 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/217 2023-10-06T23:57:06.138 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/217 2023-10-06T23:57:06.138 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:06.144 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:06.184 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:06.184 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2023-10-06T23:57:06.643 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:06.656 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:06.657 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:06.659 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:06.659 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:07.418 INFO:teuthology.orchestra.run.smithi037.stdout:generic/218 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:07.428 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/218 2023-10-06T23:57:07.428 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/218 2023-10-06T23:57:07.428 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:07.434 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:07.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:07.474 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2023-10-06T23:57:07.933 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:07.946 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:07.947 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:07.950 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:07.950 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:08.462 INFO:teuthology.orchestra.run.smithi037.stdout:generic/219 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:57:08.472 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/219 2023-10-06T23:57:08.472 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/219 2023-10-06T23:57:08.472 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:08.478 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:08.520 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:08.520 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2023-10-06T23:57:08.982 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:08.995 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:08.996 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:08.998 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:08.998 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:09.748 INFO:teuthology.orchestra.run.smithi037.stdout:generic/220 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:09.758 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/220 2023-10-06T23:57:09.758 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/220 2023-10-06T23:57:09.759 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:09.764 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:09.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:09.803 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2023-10-06T23:57:10.256 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:10.268 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:10.269 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:10.271 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:10.272 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:11.822 INFO:teuthology.orchestra.run.smithi037.stdout:generic/221 1s 2023-10-06T23:57:11.836 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/221 2023-10-06T23:57:11.836 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:11.842 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:11.897 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:11.897 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2023-10-06T23:57:12.356 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:12.369 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:12.370 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:12.372 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:12.373 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:13.118 INFO:teuthology.orchestra.run.smithi037.stdout:generic/222 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:13.128 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/222 2023-10-06T23:57:13.128 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/222 2023-10-06T23:57:13.128 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:13.134 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:13.179 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:13.179 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2023-10-06T23:57:13.638 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:13.650 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:13.652 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:13.654 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:13.654 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:14.179 INFO:teuthology.orchestra.run.smithi037.stdout:generic/223 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T23:57:14.190 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/223 2023-10-06T23:57:14.190 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/223 2023-10-06T23:57:14.190 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:14.196 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:14.244 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:14.245 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2023-10-06T23:57:14.699 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:14.712 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:14.713 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:14.715 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:14.715 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:15.222 INFO:teuthology.orchestra.run.smithi037.stdout:generic/224 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T23:57:15.232 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/224 2023-10-06T23:57:15.232 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/224 2023-10-06T23:57:15.232 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:15.238 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:15.278 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:15.279 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2023-10-06T23:57:15.734 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:15.746 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:15.747 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:15.750 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:15.750 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:16.318 INFO:teuthology.orchestra.run.smithi037.stdout:generic/225 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-06T23:57:16.328 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/225 2023-10-06T23:57:16.328 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/225 2023-10-06T23:57:16.328 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:16.334 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:16.390 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:16.390 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2023-10-06T23:57:16.837 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:16.849 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:16.850 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:16.853 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:16.853 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:17.411 INFO:teuthology.orchestra.run.smithi037.stdout:generic/226 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-06T23:57:17.421 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/226 2023-10-06T23:57:17.421 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/226 2023-10-06T23:57:17.421 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:17.427 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:17.481 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:17.481 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2023-10-06T23:57:17.936 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:17.949 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:17.950 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:17.952 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:17.953 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:18.701 INFO:teuthology.orchestra.run.smithi037.stdout:generic/227 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:18.711 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/227 2023-10-06T23:57:18.711 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/227 2023-10-06T23:57:18.712 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:18.718 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:18.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:18.758 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2023-10-06T23:57:19.215 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:19.228 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:19.229 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:19.231 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:19.232 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:19.796 INFO:teuthology.orchestra.run.smithi037.stdout:generic/228 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-06T23:57:19.806 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/228 2023-10-06T23:57:19.806 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/228 2023-10-06T23:57:19.806 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:19.812 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:19.849 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:19.849 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2023-10-06T23:57:20.304 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:20.317 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:20.318 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:20.321 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:20.321 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:21.065 INFO:teuthology.orchestra.run.smithi037.stdout:generic/229 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:21.074 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/229 2023-10-06T23:57:21.075 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/229 2023-10-06T23:57:21.075 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:21.081 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:21.121 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:21.121 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2023-10-06T23:57:21.578 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:21.590 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:21.592 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:21.594 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:21.594 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:22.095 INFO:teuthology.orchestra.run.smithi037.stdout:generic/230 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:57:22.104 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/230 2023-10-06T23:57:22.104 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/230 2023-10-06T23:57:22.104 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:22.110 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:22.149 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:22.149 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2023-10-06T23:57:22.600 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:22.612 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:22.613 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:22.616 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:22.616 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:23.244 INFO:teuthology.orchestra.run.smithi037.stdout:generic/231 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:57:23.254 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/231 2023-10-06T23:57:23.254 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/231 2023-10-06T23:57:23.255 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:23.260 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:23.299 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:23.299 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2023-10-06T23:57:23.750 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:23.762 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:23.763 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:23.766 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:23.766 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:24.257 INFO:teuthology.orchestra.run.smithi037.stdout:generic/232 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:57:24.267 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/232 2023-10-06T23:57:24.267 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/232 2023-10-06T23:57:24.267 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:24.273 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:24.308 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:24.308 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2023-10-06T23:57:24.764 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:24.777 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:24.778 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:24.780 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:24.780 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:25.271 INFO:teuthology.orchestra.run.smithi037.stdout:generic/233 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:57:25.280 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/233 2023-10-06T23:57:25.280 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/233 2023-10-06T23:57:25.280 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:25.286 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:25.322 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:25.322 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2023-10-06T23:57:25.778 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:25.790 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:25.791 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:25.794 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:25.794 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:26.293 INFO:teuthology.orchestra.run.smithi037.stdout:generic/234 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:57:26.302 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/234 2023-10-06T23:57:26.302 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/234 2023-10-06T23:57:26.303 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:26.308 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:26.346 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:26.346 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2023-10-06T23:57:26.798 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:26.810 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:26.812 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:26.814 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:26.815 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:27.323 INFO:teuthology.orchestra.run.smithi037.stdout:generic/235 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-06T23:57:27.333 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/235 2023-10-06T23:57:27.334 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/235 2023-10-06T23:57:27.334 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:27.339 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:27.380 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:27.380 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2023-10-06T23:57:27.844 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:27.856 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:27.857 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:27.860 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:27.861 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:29.475 INFO:teuthology.orchestra.run.smithi037.stdout:generic/236 1s 2023-10-06T23:57:29.489 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/236 2023-10-06T23:57:29.489 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:29.496 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:29.554 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:29.554 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2023-10-06T23:57:30.003 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:30.015 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:30.017 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:30.019 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:30.019 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:30.667 INFO:teuthology.orchestra.run.smithi037.stdout:generic/237 0s 2023-10-06T23:57:30.680 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/237 2023-10-06T23:57:30.680 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:30.686 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:30.733 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:30.733 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2023-10-06T23:57:31.188 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:31.201 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:31.202 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:31.205 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:31.205 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:31.946 INFO:teuthology.orchestra.run.smithi037.stdout:generic/238 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-06T23:57:31.955 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/238 2023-10-06T23:57:31.956 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/238 2023-10-06T23:57:31.956 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:57:31.962 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:57:32.007 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:57:32.007 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2023-10-06T23:57:32.469 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:57:32.482 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:57:32.483 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:57:32.486 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:57:32.486 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:59:43.633 INFO:teuthology.orchestra.run.smithi037.stdout:generic/239 131s 2023-10-06T23:59:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/239 2023-10-06T23:59:43.646 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:59:43.652 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:59:43.697 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:59:43.697 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2023-10-06T23:59:44.148 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:59:44.160 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:59:44.162 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:59:44.164 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:59:44.164 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:59:45.232 INFO:teuthology.orchestra.run.smithi037.stdout:generic/240 1s 2023-10-06T23:59:45.245 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/240 2023-10-06T23:59:45.245 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-06T23:59:45.251 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:59:45.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-06T23:59:45.321 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2023-10-06T23:59:45.801 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-06T23:59:45.814 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-06T23:59:45.815 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-06T23:59:45.817 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-06T23:59:45.817 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-06T23:59:49.607 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-06T23:59:49.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:00:19.774 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:00:19.780 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:00:19.890 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T00:00:19.887+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 347895) UID: 0 2023-10-07T00:00:19.890 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T00:00:19.888+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 347895) UID: 0 2023-10-07T00:00:59.348 INFO:teuthology.orchestra.run.smithi037.stdout:generic/241 73s 2023-10-07T00:00:59.361 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/241 2023-10-07T00:00:59.361 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:00:59.367 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:00.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:00.993 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2023-10-07T00:01:02.221 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:02.243 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:02.244 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:02.250 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:02.250 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:03.064 INFO:teuthology.orchestra.run.smithi037.stdout:generic/242 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:01:03.074 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/242 2023-10-07T00:01:03.074 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/242 2023-10-07T00:01:03.074 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:03.080 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:03.121 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:03.121 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2023-10-07T00:01:03.757 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:03.770 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:03.771 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:03.773 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:03.774 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:04.976 INFO:teuthology.orchestra.run.smithi037.stdout:generic/243 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:01:04.986 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/243 2023-10-07T00:01:04.986 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/243 2023-10-07T00:01:04.986 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:04.992 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:05.040 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:05.040 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2023-10-07T00:01:05.494 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:05.506 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:05.507 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:05.510 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:05.510 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:06.012 INFO:teuthology.orchestra.run.smithi037.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:01:06.023 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/244 2023-10-07T00:01:06.023 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/244 2023-10-07T00:01:06.023 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:06.030 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:06.074 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:06.074 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2023-10-07T00:01:06.536 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:06.549 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:06.550 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:06.552 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:06.553 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:07.169 INFO:teuthology.orchestra.run.smithi037.stdout:generic/245 1s 2023-10-07T00:01:08.394 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/245 2023-10-07T00:01:08.395 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:08.401 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:08.465 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:08.466 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2023-10-07T00:01:08.921 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:08.934 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:08.935 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:08.937 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:08.937 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:09.932 INFO:teuthology.orchestra.run.smithi037.stdout:generic/246 0s 2023-10-07T00:01:09.945 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/246 2023-10-07T00:01:09.946 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:09.952 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:10.003 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:10.003 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2023-10-07T00:01:10.471 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:10.484 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:10.485 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:10.487 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:10.487 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:19.527 INFO:teuthology.orchestra.run.smithi037.stdout:generic/247 9s 2023-10-07T00:01:19.540 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/247 2023-10-07T00:01:19.540 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:19.546 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:19.568 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:19.568 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2023-10-07T00:01:20.039 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:20.052 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:20.053 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:20.055 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:20.055 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:20.632 INFO:teuthology.orchestra.run.smithi037.stdout:generic/248 0s 2023-10-07T00:01:20.656 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/248 2023-10-07T00:01:20.657 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:20.662 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:20.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:20.715 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2023-10-07T00:01:21.182 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:21.194 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:21.197 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:21.198 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:21.198 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:22.088 INFO:teuthology.orchestra.run.smithi037.stdout:generic/249 1s 2023-10-07T00:01:22.109 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/249 2023-10-07T00:01:22.109 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:22.116 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:22.166 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:22.166 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2023-10-07T00:01:22.648 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:22.660 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:22.661 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:22.664 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:22.664 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:23.334 INFO:teuthology.orchestra.run.smithi037.stdout:generic/250 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:01:23.344 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/250 2023-10-07T00:01:23.345 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/250 2023-10-07T00:01:23.345 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:23.351 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:23.392 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:23.393 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2023-10-07T00:01:23.853 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:23.866 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:23.867 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:23.870 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:23.870 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:24.554 INFO:teuthology.orchestra.run.smithi037.stdout:generic/251 [not run] FITRIM not supported on /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:24.581 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/251 2023-10-07T00:01:24.582 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/251 2023-10-07T00:01:24.582 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:24.588 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:24.629 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:24.629 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2023-10-07T00:01:25.088 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:25.101 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:25.101 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:25.104 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:25.104 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:25.637 INFO:teuthology.orchestra.run.smithi037.stdout:generic/252 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:01:25.647 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/252 2023-10-07T00:01:25.647 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/252 2023-10-07T00:01:25.647 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:25.653 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:25.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:25.693 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2023-10-07T00:01:26.561 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:26.573 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:26.574 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:26.577 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:26.577 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:27.382 INFO:teuthology.orchestra.run.smithi037.stdout:generic/253 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:01:27.392 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/253 2023-10-07T00:01:27.392 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/253 2023-10-07T00:01:27.392 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:27.398 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:27.436 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:27.436 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2023-10-07T00:01:27.899 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:27.911 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:27.913 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:27.915 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:27.915 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:28.700 INFO:teuthology.orchestra.run.smithi037.stdout:generic/254 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:01:28.710 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/254 2023-10-07T00:01:28.710 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/254 2023-10-07T00:01:28.710 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:28.716 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:28.757 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:28.757 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2023-10-07T00:01:29.280 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:29.292 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:29.293 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:29.296 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:29.296 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:30.001 INFO:teuthology.orchestra.run.smithi037.stdout:generic/255 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:01:30.012 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/255 2023-10-07T00:01:30.012 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/255 2023-10-07T00:01:30.012 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:30.018 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:30.069 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:30.070 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2023-10-07T00:01:30.544 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:30.557 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:30.558 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:30.560 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:30.560 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:31.703 INFO:teuthology.orchestra.run.smithi037.stdout:generic/256 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:01:31.713 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/256 2023-10-07T00:01:31.713 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/256 2023-10-07T00:01:31.713 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:31.719 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:31.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:31.764 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2023-10-07T00:01:32.244 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:32.258 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:32.258 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:32.260 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:32.261 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:33.571 INFO:teuthology.orchestra.run.smithi037.stdout:generic/257 1s 2023-10-07T00:01:33.584 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/257 2023-10-07T00:01:33.584 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:33.590 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:33.764 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:33.765 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2023-10-07T00:01:34.368 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:34.380 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:34.382 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:34.385 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:34.385 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:34.893 INFO:teuthology.orchestra.run.smithi037.stdout:generic/258 [not run] ceph does not support negative timestamps 2023-10-07T00:01:34.903 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/258 2023-10-07T00:01:34.903 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/258 2023-10-07T00:01:34.903 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:34.909 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:34.950 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:34.951 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2023-10-07T00:01:35.437 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:35.450 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:35.451 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:35.454 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:35.454 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:36.225 INFO:teuthology.orchestra.run.smithi037.stdout:generic/259 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:01:36.235 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/259 2023-10-07T00:01:36.235 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/259 2023-10-07T00:01:36.235 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:36.240 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:36.286 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:36.286 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2023-10-07T00:01:36.773 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:36.785 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:36.786 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:36.789 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:36.789 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:37.504 INFO:teuthology.orchestra.run.smithi037.stdout:generic/260 [not run] FITRIM not supported on /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:37.531 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/260 2023-10-07T00:01:37.532 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/260 2023-10-07T00:01:37.532 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:37.537 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:37.578 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:37.578 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2023-10-07T00:01:38.046 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:38.059 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:38.060 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:38.062 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:38.062 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:38.834 INFO:teuthology.orchestra.run.smithi037.stdout:generic/261 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:01:38.844 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/261 2023-10-07T00:01:38.844 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/261 2023-10-07T00:01:38.844 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:38.850 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:38.891 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:38.892 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2023-10-07T00:01:39.348 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:39.360 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:39.361 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:39.364 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:39.364 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:40.135 INFO:teuthology.orchestra.run.smithi037.stdout:generic/262 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:01:40.145 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/262 2023-10-07T00:01:40.145 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/262 2023-10-07T00:01:40.145 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:01:40.151 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:01:40.192 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:01:40.192 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2023-10-07T00:01:40.661 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:01:40.673 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:01:40.674 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:01:40.677 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:01:40.677 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:24.399 INFO:teuthology.orchestra.run.smithi037.stdout:generic/263 44s 2023-10-07T00:02:24.423 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/263 2023-10-07T00:02:24.424 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:24.429 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:24.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:24.475 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2023-10-07T00:02:26.457 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:26.470 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:26.471 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:26.474 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:26.474 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:27.283 INFO:teuthology.orchestra.run.smithi037.stdout:generic/264 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:27.293 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/264 2023-10-07T00:02:27.293 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/264 2023-10-07T00:02:27.293 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:27.299 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:27.339 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:27.340 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2023-10-07T00:02:27.805 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:27.817 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:27.819 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:27.821 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:27.821 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:28.744 INFO:teuthology.orchestra.run.smithi037.stdout:generic/265 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:28.753 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/265 2023-10-07T00:02:28.754 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/265 2023-10-07T00:02:28.754 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:28.759 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:28.799 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:28.800 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2023-10-07T00:02:29.257 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:29.270 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:29.271 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:29.274 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:29.274 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:30.150 INFO:teuthology.orchestra.run.smithi037.stdout:generic/266 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:30.160 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/266 2023-10-07T00:02:30.160 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/266 2023-10-07T00:02:30.160 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:30.166 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:30.214 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:30.214 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2023-10-07T00:02:30.680 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:30.693 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:30.694 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:30.696 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:30.697 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:31.499 INFO:teuthology.orchestra.run.smithi037.stdout:generic/267 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:31.508 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/267 2023-10-07T00:02:31.509 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/267 2023-10-07T00:02:31.509 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:31.515 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:31.554 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:31.554 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2023-10-07T00:02:32.027 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:32.040 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:32.041 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:32.043 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:32.044 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:32.828 INFO:teuthology.orchestra.run.smithi037.stdout:generic/268 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:32.838 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/268 2023-10-07T00:02:32.838 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/268 2023-10-07T00:02:32.839 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:32.845 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:32.884 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:32.884 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2023-10-07T00:02:33.356 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:33.370 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:33.371 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:33.373 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:33.374 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:33.888 INFO:teuthology.orchestra.run.smithi037.stdout:generic/269 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:02:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/269 2023-10-07T00:02:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/269 2023-10-07T00:02:33.898 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:33.904 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:33.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:33.940 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2023-10-07T00:02:34.406 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:34.419 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:34.420 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:34.423 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:34.423 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:34.914 INFO:teuthology.orchestra.run.smithi037.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:02:34.924 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/270 2023-10-07T00:02:34.924 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/270 2023-10-07T00:02:34.924 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:34.930 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:34.967 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:34.967 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2023-10-07T00:02:35.438 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:35.451 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:35.452 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:35.454 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:35.455 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:36.222 INFO:teuthology.orchestra.run.smithi037.stdout:generic/271 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:36.232 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/271 2023-10-07T00:02:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/271 2023-10-07T00:02:36.233 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:36.281 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:36.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:36.322 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2023-10-07T00:02:36.791 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:36.804 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:36.805 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:36.807 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:36.808 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:37.691 INFO:teuthology.orchestra.run.smithi037.stdout:generic/272 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:37.701 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/272 2023-10-07T00:02:37.701 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/272 2023-10-07T00:02:37.701 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:37.707 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:37.753 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:37.754 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2023-10-07T00:02:38.218 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:38.231 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:38.232 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:38.235 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:38.235 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:38.755 INFO:teuthology.orchestra.run.smithi037.stdout:generic/273 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:02:38.765 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/273 2023-10-07T00:02:38.765 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/273 2023-10-07T00:02:38.765 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:38.771 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:38.808 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:38.809 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2023-10-07T00:02:39.274 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:39.299 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:39.300 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:39.303 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:39.303 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:39.831 INFO:teuthology.orchestra.run.smithi037.stdout:generic/274 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-07T00:02:39.841 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/274 2023-10-07T00:02:39.842 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/274 2023-10-07T00:02:39.842 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:39.847 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:39.885 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:39.885 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2023-10-07T00:02:40.374 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:40.386 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:40.387 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:40.390 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:40.390 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:40.897 INFO:teuthology.orchestra.run.smithi037.stdout:generic/275 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:02:40.907 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/275 2023-10-07T00:02:40.907 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/275 2023-10-07T00:02:40.907 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:40.942 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:40.982 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:40.982 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2023-10-07T00:02:41.459 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:41.471 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:41.473 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:41.475 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:41.475 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:42.348 INFO:teuthology.orchestra.run.smithi037.stdout:generic/276 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:42.358 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/276 2023-10-07T00:02:42.358 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/276 2023-10-07T00:02:42.358 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:42.403 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:42.445 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:42.445 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2023-10-07T00:02:42.924 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:42.936 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:42.937 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:42.940 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:42.940 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:43.515 INFO:teuthology.orchestra.run.smithi037.stdout:generic/277 [not run] file system doesn't support chattr +A 2023-10-07T00:02:43.525 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/277 2023-10-07T00:02:43.525 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/277 2023-10-07T00:02:43.525 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:43.561 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:43.618 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:43.619 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2023-10-07T00:02:44.080 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:44.092 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:44.093 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:44.097 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:44.098 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:44.932 INFO:teuthology.orchestra.run.smithi037.stdout:generic/278 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:44.942 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/278 2023-10-07T00:02:44.942 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/278 2023-10-07T00:02:44.943 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:44.948 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:44.985 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:44.985 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2023-10-07T00:02:45.451 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:45.464 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:45.465 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:45.467 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:45.467 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:46.266 INFO:teuthology.orchestra.run.smithi037.stdout:generic/279 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:46.277 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/279 2023-10-07T00:02:46.278 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/279 2023-10-07T00:02:46.278 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:46.283 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:46.327 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:46.327 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2023-10-07T00:02:46.788 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:46.800 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:46.801 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:46.805 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:46.805 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:47.372 INFO:teuthology.orchestra.run.smithi037.stdout:generic/280 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:02:47.382 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/280 2023-10-07T00:02:47.382 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/280 2023-10-07T00:02:47.382 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:47.388 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:47.425 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:47.426 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2023-10-07T00:02:47.900 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:47.912 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:47.914 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:47.916 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:47.916 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:48.745 INFO:teuthology.orchestra.run.smithi037.stdout:generic/281 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:48.756 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/281 2023-10-07T00:02:48.756 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/281 2023-10-07T00:02:48.756 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:48.763 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:48.802 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:48.802 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2023-10-07T00:02:49.268 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:49.280 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:49.281 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:49.284 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:49.284 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:50.202 INFO:teuthology.orchestra.run.smithi037.stdout:generic/282 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:50.213 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/282 2023-10-07T00:02:50.213 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/282 2023-10-07T00:02:50.213 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:50.219 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:50.266 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:50.266 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2023-10-07T00:02:50.728 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:50.740 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:50.741 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:50.744 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:50.744 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:51.560 INFO:teuthology.orchestra.run.smithi037.stdout:generic/283 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:51.570 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/283 2023-10-07T00:02:51.570 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/283 2023-10-07T00:02:51.570 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:51.576 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:51.620 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:51.620 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2023-10-07T00:02:52.081 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:52.093 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:52.094 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:52.097 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:52.097 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:52.836 INFO:teuthology.orchestra.run.smithi037.stdout:generic/284 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:52.847 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/284 2023-10-07T00:02:52.847 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/284 2023-10-07T00:02:52.847 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:52.853 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:52.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:52.890 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2023-10-07T00:02:53.348 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:53.360 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:53.361 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:53.364 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:53.364 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:55.270 INFO:teuthology.orchestra.run.smithi037.stdout:generic/285 2s 2023-10-07T00:02:55.283 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/285 2023-10-07T00:02:55.283 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:55.289 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:55.712 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:55.713 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2023-10-07T00:02:56.251 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:56.272 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:56.275 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:56.279 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:56.279 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:57.123 INFO:teuthology.orchestra.run.smithi037.stdout:generic/286 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:02:57.141 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/286 2023-10-07T00:02:57.141 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/286 2023-10-07T00:02:57.141 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:57.151 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:57.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:57.231 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2023-10-07T00:02:58.006 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:02:58.027 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:02:58.029 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:02:58.032 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:02:58.033 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:59.213 INFO:teuthology.orchestra.run.smithi037.stdout:generic/287 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:02:59.230 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/287 2023-10-07T00:02:59.230 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/287 2023-10-07T00:02:59.230 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:02:59.239 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:02:59.301 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:02:59.301 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2023-10-07T00:03:00.137 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:00.156 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:00.158 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:00.161 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:00.161 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:01.068 INFO:teuthology.orchestra.run.smithi037.stdout:generic/288 [not run] FITRIM not supported on /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:01.094 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/288 2023-10-07T00:03:01.094 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/288 2023-10-07T00:03:01.094 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:01.100 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:01.142 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:01.142 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2023-10-07T00:03:01.624 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:01.636 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:01.637 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:01.640 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:01.640 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:02.380 INFO:teuthology.orchestra.run.smithi037.stdout:generic/289 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:02.389 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/289 2023-10-07T00:03:02.390 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/289 2023-10-07T00:03:02.390 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:02.396 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:02.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:02.433 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2023-10-07T00:03:02.890 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:02.902 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:02.903 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:02.906 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:02.906 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:03.673 INFO:teuthology.orchestra.run.smithi037.stdout:generic/290 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:03.683 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/290 2023-10-07T00:03:03.683 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/290 2023-10-07T00:03:03.683 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:03.689 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:03.729 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:03.729 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2023-10-07T00:03:04.188 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:04.201 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:04.202 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:04.204 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:04.204 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:04.985 INFO:teuthology.orchestra.run.smithi037.stdout:generic/291 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:04.995 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/291 2023-10-07T00:03:04.995 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/291 2023-10-07T00:03:04.995 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:05.001 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:05.046 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:05.046 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2023-10-07T00:03:05.516 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:05.528 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:05.530 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:05.533 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:05.533 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:06.284 INFO:teuthology.orchestra.run.smithi037.stdout:generic/292 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:06.294 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/292 2023-10-07T00:03:06.294 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/292 2023-10-07T00:03:06.294 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:06.300 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:06.344 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:06.345 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2023-10-07T00:03:06.810 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:06.821 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:06.823 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:06.825 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:06.825 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:07.595 INFO:teuthology.orchestra.run.smithi037.stdout:generic/293 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:07.605 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/293 2023-10-07T00:03:07.605 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/293 2023-10-07T00:03:07.606 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:07.611 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:07.650 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:07.650 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2023-10-07T00:03:08.109 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:08.121 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:08.122 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:08.125 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:08.125 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:08.998 INFO:teuthology.orchestra.run.smithi037.stdout:generic/294 0s 2023-10-07T00:03:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/294 2023-10-07T00:03:09.011 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:09.017 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:09.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:09.039 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2023-10-07T00:03:09.503 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:09.515 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:09.516 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:09.519 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:09.519 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:10.299 INFO:teuthology.orchestra.run.smithi037.stdout:generic/295 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:10.309 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/295 2023-10-07T00:03:10.309 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/295 2023-10-07T00:03:10.309 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:10.315 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:10.356 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:10.357 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2023-10-07T00:03:10.815 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:10.827 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:10.828 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:10.831 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:10.831 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:11.587 INFO:teuthology.orchestra.run.smithi037.stdout:generic/296 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:11.597 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/296 2023-10-07T00:03:11.598 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/296 2023-10-07T00:03:11.598 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:11.603 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:11.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:11.643 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2023-10-07T00:03:12.109 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:12.121 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:12.123 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:12.125 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:12.126 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:12.887 INFO:teuthology.orchestra.run.smithi037.stdout:generic/297 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:12.897 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/297 2023-10-07T00:03:12.897 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/297 2023-10-07T00:03:12.897 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:12.903 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:12.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:12.944 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2023-10-07T00:03:13.428 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:13.440 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:13.441 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:13.444 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:13.444 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:14.199 INFO:teuthology.orchestra.run.smithi037.stdout:generic/298 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:14.208 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/298 2023-10-07T00:03:14.209 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/298 2023-10-07T00:03:14.209 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:14.214 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:14.259 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:14.259 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2023-10-07T00:03:14.719 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:14.731 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:14.733 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:14.735 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:14.735 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:15.332 INFO:teuthology.orchestra.run.smithi037.stdout:generic/299 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:03:15.342 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/299 2023-10-07T00:03:15.342 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/299 2023-10-07T00:03:15.342 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:15.348 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:15.396 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:15.396 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2023-10-07T00:03:15.855 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:15.867 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:15.868 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:15.871 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:15.871 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:16.447 INFO:teuthology.orchestra.run.smithi037.stdout:generic/300 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:03:16.456 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/300 2023-10-07T00:03:16.457 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/300 2023-10-07T00:03:16.457 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:16.463 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:16.512 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:16.512 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2023-10-07T00:03:17.050 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:17.064 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:17.065 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:17.068 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:17.068 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:17.896 INFO:teuthology.orchestra.run.smithi037.stdout:generic/301 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:17.907 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/301 2023-10-07T00:03:17.907 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/301 2023-10-07T00:03:17.907 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:17.913 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:17.956 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:17.956 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2023-10-07T00:03:18.422 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:18.434 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:18.435 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:18.438 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:18.438 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:19.185 INFO:teuthology.orchestra.run.smithi037.stdout:generic/302 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:19.195 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/302 2023-10-07T00:03:19.195 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/302 2023-10-07T00:03:19.195 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:19.200 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:19.244 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:19.244 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2023-10-07T00:03:19.699 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:19.711 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:19.714 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:19.714 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:19.715 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:20.306 INFO:teuthology.orchestra.run.smithi037.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph 2023-10-07T00:03:20.315 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/303 2023-10-07T00:03:20.316 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/303 2023-10-07T00:03:20.316 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:20.321 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:20.372 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:20.372 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2023-10-07T00:03:20.828 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:20.841 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:20.842 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:20.845 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:20.845 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:21.409 INFO:teuthology.orchestra.run.smithi037.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-07T00:03:21.419 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/304 2023-10-07T00:03:21.419 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/304 2023-10-07T00:03:21.419 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:21.425 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:21.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:21.474 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2023-10-07T00:03:21.928 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:21.940 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:21.941 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:21.944 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:21.944 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:22.689 INFO:teuthology.orchestra.run.smithi037.stdout:generic/305 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:03:22.698 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/305 2023-10-07T00:03:22.699 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/305 2023-10-07T00:03:22.699 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:22.705 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:22.743 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:22.743 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2023-10-07T00:03:23.196 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:23.208 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:23.209 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:23.212 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:23.212 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:24.164 INFO:teuthology.orchestra.run.smithi037.stdout:generic/306 1s 2023-10-07T00:03:24.177 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/306 2023-10-07T00:03:24.177 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:24.183 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:24.226 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:24.226 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2023-10-07T00:03:24.679 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:24.691 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:24.692 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:24.695 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:24.695 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:26.734 INFO:teuthology.orchestra.run.smithi037.stdout:generic/307 2s 2023-10-07T00:03:26.747 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/307 2023-10-07T00:03:26.748 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:26.753 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:26.774 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:26.774 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2023-10-07T00:03:27.225 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:27.237 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:27.238 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:27.241 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:27.241 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:27.800 INFO:teuthology.orchestra.run.smithi037.stdout:generic/308 0s 2023-10-07T00:03:27.813 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/308 2023-10-07T00:03:27.813 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:27.819 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:27.866 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:27.866 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2023-10-07T00:03:28.324 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:28.336 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:28.337 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:28.340 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:28.340 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:29.929 INFO:teuthology.orchestra.run.smithi037.stdout:generic/309 1s 2023-10-07T00:03:29.943 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/309 2023-10-07T00:03:29.943 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:03:29.950 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:29.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:03:29.993 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2023-10-07T00:03:30.448 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:03:30.460 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:03:30.461 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:03:30.464 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:03:30.464 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:03:48.663 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:03:48.670 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:04:18.781 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:04:18.787 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:04:48.897 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:04:48.903 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:04:51.391 INFO:teuthology.orchestra.run.smithi037.stdout:generic/310 81s 2023-10-07T00:04:51.426 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/310 2023-10-07T00:04:51.426 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:04:51.436 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:04:51.635 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:04:51.635 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2023-10-07T00:04:52.095 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:04:52.108 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:04:52.109 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:04:52.112 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:04:52.112 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:04:52.816 INFO:teuthology.orchestra.run.smithi037.stdout:generic/311 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:04:52.825 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/311 2023-10-07T00:04:52.826 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/311 2023-10-07T00:04:52.826 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:04:52.832 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:04:52.872 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:04:52.873 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2023-10-07T00:04:53.329 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:04:53.341 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:04:53.342 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:04:53.344 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:04:53.345 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:04:53.863 INFO:teuthology.orchestra.run.smithi037.stdout:generic/312 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:04:53.873 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/312 2023-10-07T00:04:53.873 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/312 2023-10-07T00:04:53.873 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:04:53.879 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:04:53.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:04:53.924 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2023-10-07T00:04:54.383 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:04:54.396 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:04:54.397 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:04:54.400 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:04:54.400 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:04:58.978 INFO:teuthology.orchestra.run.smithi037.stdout:generic/313 4s 2023-10-07T00:04:58.991 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/313 2023-10-07T00:04:58.991 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:04:58.998 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:04:59.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:04:59.044 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2023-10-07T00:04:59.502 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:04:59.514 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:04:59.515 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:04:59.518 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:04:59.518 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:00.425 INFO:teuthology.orchestra.run.smithi037.stdout:generic/314 1s 2023-10-07T00:05:00.438 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/314 2023-10-07T00:05:00.438 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:00.444 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:00.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:00.490 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2023-10-07T00:05:00.978 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:00.991 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:00.992 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:00.994 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:00.995 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:01.524 INFO:teuthology.orchestra.run.smithi037.stdout:generic/315 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-07T00:05:01.534 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/315 2023-10-07T00:05:01.534 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/315 2023-10-07T00:05:01.534 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:01.540 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:01.587 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:01.587 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2023-10-07T00:05:02.046 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:02.059 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:02.060 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:02.063 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:02.063 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:02.782 INFO:teuthology.orchestra.run.smithi037.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-07T00:05:02.792 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/316 2023-10-07T00:05:02.792 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/316 2023-10-07T00:05:02.792 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:02.798 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:02.855 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:02.855 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2023-10-07T00:05:03.326 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:03.338 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:03.339 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:03.342 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:03.342 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:04.513 INFO:teuthology.orchestra.run.smithi037.stdout:generic/317 1s 2023-10-07T00:05:04.526 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/317 2023-10-07T00:05:04.527 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:04.532 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:04.554 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:04.554 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2023-10-07T00:05:05.016 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:05.028 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:05.029 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:05.032 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:05.032 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:06.157 INFO:teuthology.orchestra.run.smithi037.stdout:generic/318 1s 2023-10-07T00:05:06.170 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/318 2023-10-07T00:05:06.170 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:06.176 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:06.197 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:06.197 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2023-10-07T00:05:06.654 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:06.672 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:06.673 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:06.675 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:06.675 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:07.495 INFO:teuthology.orchestra.run.smithi037.stdout:generic/319 1s 2023-10-07T00:05:07.507 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/319 2023-10-07T00:05:07.507 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:07.513 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:07.534 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:07.535 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2023-10-07T00:05:07.993 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:08.005 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:08.006 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:08.009 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:08.009 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:08.535 INFO:teuthology.orchestra.run.smithi037.stdout:generic/320 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:05:08.545 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/320 2023-10-07T00:05:08.545 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/320 2023-10-07T00:05:08.545 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:08.551 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:08.602 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:08.602 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2023-10-07T00:05:09.053 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:09.066 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:09.067 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:09.069 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:09.069 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:09.600 INFO:teuthology.orchestra.run.smithi037.stdout:generic/321 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:05:09.610 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/321 2023-10-07T00:05:09.610 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/321 2023-10-07T00:05:09.610 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:09.616 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:09.657 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:09.657 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2023-10-07T00:05:10.113 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:10.125 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:10.127 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:10.129 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:10.129 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:10.657 INFO:teuthology.orchestra.run.smithi037.stdout:generic/322 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:05:10.667 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/322 2023-10-07T00:05:10.667 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/322 2023-10-07T00:05:10.667 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:05:10.673 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:10.718 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:05:10.718 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2023-10-07T00:05:11.172 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:05:11.185 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:05:11.186 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:05:11.188 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:05:11.188 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:05:19.003 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:05:19.009 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:05:54.112 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:05:54.118 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:06:24.248 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:06:24.259 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:06:55.467 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:06:55.473 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:07:12.406 INFO:teuthology.orchestra.run.smithi037.stdout:generic/323 121s 2023-10-07T00:07:12.419 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/323 2023-10-07T00:07:12.419 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:12.425 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:12.470 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:12.470 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2023-10-07T00:07:12.929 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:12.942 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:12.943 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:12.945 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:12.945 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:13.449 INFO:teuthology.orchestra.run.smithi037.stdout:generic/324 [not run] defragmentation not supported for fstype "ceph" 2023-10-07T00:07:13.459 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/324 2023-10-07T00:07:13.459 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/324 2023-10-07T00:07:13.459 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:13.465 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:13.509 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:13.509 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2023-10-07T00:07:13.963 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:13.975 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:13.976 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:13.979 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:13.979 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:14.507 INFO:teuthology.orchestra.run.smithi037.stdout:generic/325 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:07:14.517 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/325 2023-10-07T00:07:14.517 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/325 2023-10-07T00:07:14.518 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:14.523 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:14.564 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:14.564 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2023-10-07T00:07:15.016 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:15.028 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:15.029 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:15.032 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:15.032 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:15.796 INFO:teuthology.orchestra.run.smithi037.stdout:generic/326 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:15.805 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/326 2023-10-07T00:07:15.806 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/326 2023-10-07T00:07:15.806 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:15.811 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:15.853 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:15.854 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2023-10-07T00:07:16.303 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:16.316 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:16.317 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:16.320 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:16.320 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:17.093 INFO:teuthology.orchestra.run.smithi037.stdout:generic/327 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:17.103 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/327 2023-10-07T00:07:17.103 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/327 2023-10-07T00:07:17.103 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:17.109 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:17.151 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:17.151 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2023-10-07T00:07:17.610 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:17.623 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:17.624 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:17.627 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:17.627 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:18.409 INFO:teuthology.orchestra.run.smithi037.stdout:generic/328 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:18.419 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/328 2023-10-07T00:07:18.419 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/328 2023-10-07T00:07:18.419 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:18.425 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:18.479 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:18.480 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2023-10-07T00:07:18.938 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:18.950 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:18.951 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:18.954 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:18.954 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:19.768 INFO:teuthology.orchestra.run.smithi037.stdout:generic/329 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:19.778 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/329 2023-10-07T00:07:19.778 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/329 2023-10-07T00:07:19.778 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:19.784 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:19.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:19.830 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2023-10-07T00:07:20.280 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:20.292 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:20.294 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:20.296 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:20.296 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:21.080 INFO:teuthology.orchestra.run.smithi037.stdout:generic/330 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:21.090 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/330 2023-10-07T00:07:21.091 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/330 2023-10-07T00:07:21.091 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:21.096 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:21.136 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:21.136 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2023-10-07T00:07:21.586 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:21.599 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:21.600 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:21.603 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:21.603 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:22.406 INFO:teuthology.orchestra.run.smithi037.stdout:generic/331 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:22.416 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/331 2023-10-07T00:07:22.416 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/331 2023-10-07T00:07:22.416 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:22.422 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:22.470 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:22.471 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2023-10-07T00:07:22.922 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:22.935 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:22.936 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:22.938 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:22.939 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:23.707 INFO:teuthology.orchestra.run.smithi037.stdout:generic/332 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:23.717 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/332 2023-10-07T00:07:23.717 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/332 2023-10-07T00:07:23.717 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:23.723 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:23.773 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:23.773 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2023-10-07T00:07:24.227 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:24.239 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:24.240 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:24.243 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:24.243 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:25.007 INFO:teuthology.orchestra.run.smithi037.stdout:generic/333 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:25.017 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/333 2023-10-07T00:07:25.017 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/333 2023-10-07T00:07:25.017 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:25.023 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:25.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:25.079 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2023-10-07T00:07:25.529 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:25.542 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:25.543 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:25.545 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:25.545 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:25.607 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:07:25.613 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:07:26.336 INFO:teuthology.orchestra.run.smithi037.stdout:generic/334 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:07:26.346 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/334 2023-10-07T00:07:26.346 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/334 2023-10-07T00:07:26.346 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:26.352 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:26.398 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:26.398 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2023-10-07T00:07:26.727 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T00:07:26.727+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 146460) UID: 0 2023-10-07T00:07:26.728 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T00:07:26.727+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 146460) UID: 0 2023-10-07T00:07:26.728 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T00:07:26.727+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 146460) UID: 0 2023-10-07T00:07:26.728 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T00:07:26.727+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 146460) UID: 0 2023-10-07T00:07:26.897 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:26.909 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:26.911 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:26.913 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:26.913 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:27.453 INFO:teuthology.orchestra.run.smithi037.stdout:generic/335 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:07:27.463 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/335 2023-10-07T00:07:27.463 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/335 2023-10-07T00:07:27.463 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:27.469 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:27.514 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:27.514 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2023-10-07T00:07:27.966 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:27.979 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:27.980 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:27.982 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:27.983 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:28.545 INFO:teuthology.orchestra.run.smithi037.stdout:generic/336 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:07:28.555 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/336 2023-10-07T00:07:28.555 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/336 2023-10-07T00:07:28.555 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:28.561 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:28.607 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:28.607 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2023-10-07T00:07:29.056 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:29.069 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:29.070 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:29.073 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:29.073 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:29.903 INFO:teuthology.orchestra.run.smithi037.stdout:generic/337 0s 2023-10-07T00:07:29.916 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/337 2023-10-07T00:07:29.917 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:29.922 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:29.942 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:29.943 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2023-10-07T00:07:30.395 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:30.407 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:30.408 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:30.411 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:30.411 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:30.948 INFO:teuthology.orchestra.run.smithi037.stdout:generic/338 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:07:30.958 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/338 2023-10-07T00:07:30.958 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/338 2023-10-07T00:07:30.958 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:07:30.964 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:07:31.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:07:31.010 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2023-10-07T00:07:31.463 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:07:31.476 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:07:31.477 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:07:31.479 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:07:31.479 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:27.227 INFO:teuthology.orchestra.run.smithi037.stdout:generic/339 56s 2023-10-07T00:08:27.241 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/339 2023-10-07T00:08:27.241 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:08:27.245 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:27.267 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:08:27.267 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2023-10-07T00:08:28.031 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:08:28.043 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:08:28.044 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:08:28.047 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:08:28.047 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:32.955 INFO:teuthology.orchestra.run.smithi037.stdout:generic/340 4s 2023-10-07T00:08:32.967 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/340 2023-10-07T00:08:32.968 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:08:32.973 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:32.994 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:08:32.995 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2023-10-07T00:08:33.506 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:08:33.526 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:08:33.527 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:08:33.531 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:08:33.531 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:34.217 INFO:teuthology.orchestra.run.smithi037.stdout:generic/341 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:08:34.226 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/341 2023-10-07T00:08:34.226 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/341 2023-10-07T00:08:34.226 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:08:34.232 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:34.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:08:34.270 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2023-10-07T00:08:34.728 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:08:34.741 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:08:34.742 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:08:34.745 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:08:34.745 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:35.277 INFO:teuthology.orchestra.run.smithi037.stdout:generic/342 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:08:35.287 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/342 2023-10-07T00:08:35.288 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/342 2023-10-07T00:08:35.288 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:08:35.293 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:35.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:08:35.335 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2023-10-07T00:08:35.789 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:08:35.801 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:08:35.802 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:08:35.805 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:08:35.805 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:36.345 INFO:teuthology.orchestra.run.smithi037.stdout:generic/343 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:08:36.354 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/343 2023-10-07T00:08:36.355 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/343 2023-10-07T00:08:36.355 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:08:36.361 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:36.403 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:08:36.403 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2023-10-07T00:08:36.850 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:08:36.863 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:08:36.864 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:08:36.866 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:08:36.866 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:46.274 INFO:teuthology.orchestra.run.smithi037.stdout:generic/344 9s 2023-10-07T00:08:46.287 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/344 2023-10-07T00:08:46.287 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:08:46.292 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:46.317 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:08:46.317 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2023-10-07T00:08:46.995 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:08:47.013 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:08:47.015 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:08:47.024 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:08:47.024 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:58.228 INFO:teuthology.orchestra.run.smithi037.stdout:generic/345 11s 2023-10-07T00:08:58.241 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/345 2023-10-07T00:08:58.241 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:08:58.247 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:08:58.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:08:58.268 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2023-10-07T00:08:58.927 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:08:58.944 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:08:58.945 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:08:58.948 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:08:58.948 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:03.845 INFO:teuthology.orchestra.run.smithi037.stdout:generic/346 4s 2023-10-07T00:09:03.857 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/346 2023-10-07T00:09:03.857 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:03.863 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:03.885 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:03.885 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2023-10-07T00:09:04.335 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:04.348 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:04.349 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:04.352 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:04.352 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:05.193 INFO:teuthology.orchestra.run.smithi037.stdout:generic/347 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:09:05.203 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/347 2023-10-07T00:09:05.203 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/347 2023-10-07T00:09:05.203 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:05.209 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:05.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:05.247 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2023-10-07T00:09:05.701 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:05.714 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:05.715 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:05.717 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:05.718 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:06.255 INFO:teuthology.orchestra.run.smithi037.stdout:generic/348 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:09:06.265 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/348 2023-10-07T00:09:06.265 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/348 2023-10-07T00:09:06.265 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:06.271 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:06.313 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:06.313 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2023-10-07T00:09:06.773 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:06.785 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:06.786 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:06.789 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:06.789 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:07.469 INFO:teuthology.orchestra.run.smithi037.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-10-07T00:09:07.479 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/349 2023-10-07T00:09:07.479 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/349 2023-10-07T00:09:07.479 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:07.485 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:07.536 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:07.537 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2023-10-07T00:09:07.991 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:08.003 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:08.004 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:08.007 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:08.007 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:09.234 INFO:teuthology.orchestra.run.smithi037.stdout:generic/350 1s 2023-10-07T00:09:09.249 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/350 2023-10-07T00:09:09.249 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:09.254 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:09.275 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:09.275 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2023-10-07T00:09:09.738 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:09.750 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:09.751 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:09.754 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:09.754 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:10.290 INFO:teuthology.orchestra.run.smithi037.stdout:generic/351 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:09:10.301 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/351 2023-10-07T00:09:10.301 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/351 2023-10-07T00:09:10.301 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:10.307 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:10.349 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:10.350 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2023-10-07T00:09:10.807 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:10.819 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:10.820 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:10.823 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:10.823 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:11.550 INFO:teuthology.orchestra.run.smithi037.stdout:generic/352 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:09:11.560 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/352 2023-10-07T00:09:11.560 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/352 2023-10-07T00:09:11.560 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:11.566 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:11.611 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:11.612 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2023-10-07T00:09:12.071 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:12.083 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:12.084 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:12.087 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:12.087 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:12.837 INFO:teuthology.orchestra.run.smithi037.stdout:generic/353 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:09:12.847 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/353 2023-10-07T00:09:12.847 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/353 2023-10-07T00:09:12.847 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:12.852 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:12.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:12.890 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2023-10-07T00:09:13.344 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:13.357 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:13.358 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:13.360 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:13.361 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:23.267 INFO:teuthology.orchestra.run.smithi037.stdout:generic/354 10s 2023-10-07T00:09:23.279 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/354 2023-10-07T00:09:23.279 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:23.285 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:23.306 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:23.307 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2023-10-07T00:09:23.959 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:23.976 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:23.978 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:23.983 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:23.984 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:25.104 INFO:teuthology.orchestra.run.smithi037.stdout:generic/355 1s 2023-10-07T00:09:25.117 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/355 2023-10-07T00:09:25.117 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:25.123 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:25.170 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:25.171 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2023-10-07T00:09:25.629 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:25.641 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:25.642 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:25.645 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:25.645 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:26.397 INFO:teuthology.orchestra.run.smithi037.stdout:generic/356 [not run] swapfiles are not supported 2023-10-07T00:09:26.407 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/356 2023-10-07T00:09:26.407 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/356 2023-10-07T00:09:26.407 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:26.413 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:26.453 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:26.454 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2023-10-07T00:09:26.907 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:26.920 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:26.921 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:26.924 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:26.924 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:27.675 INFO:teuthology.orchestra.run.smithi037.stdout:generic/357 [not run] swapfiles are not supported 2023-10-07T00:09:27.685 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/357 2023-10-07T00:09:27.685 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/357 2023-10-07T00:09:27.685 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:27.691 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:27.731 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:27.731 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2023-10-07T00:09:28.187 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:28.200 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:28.201 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:28.203 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:28.203 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:28.947 INFO:teuthology.orchestra.run.smithi037.stdout:generic/358 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:09:28.957 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/358 2023-10-07T00:09:28.958 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/358 2023-10-07T00:09:28.958 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:28.964 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:29.000 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:29.001 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2023-10-07T00:09:29.450 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:29.462 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:29.464 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:29.466 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:29.466 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:30.212 INFO:teuthology.orchestra.run.smithi037.stdout:generic/359 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:09:30.221 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/359 2023-10-07T00:09:30.222 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/359 2023-10-07T00:09:30.222 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:30.228 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:30.264 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:30.264 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2023-10-07T00:09:30.719 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:30.731 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:30.732 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:30.735 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:30.735 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:31.304 INFO:teuthology.orchestra.run.smithi037.stdout:generic/360 1s 2023-10-07T00:09:31.316 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/360 2023-10-07T00:09:31.317 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:31.322 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:31.368 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:31.368 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2023-10-07T00:09:31.827 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:31.840 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:31.841 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:31.843 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:31.844 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:32.356 INFO:teuthology.orchestra.run.smithi037.stdout:generic/361 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:09:32.366 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/361 2023-10-07T00:09:32.366 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/361 2023-10-07T00:09:32.367 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:32.372 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:32.413 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:32.413 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/362) 2023-10-07T00:09:32.868 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:32.880 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:32.881 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:32.884 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:32.884 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:33.380 INFO:teuthology.orchestra.run.smithi037.stdout:generic/362 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:33.390 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/362 2023-10-07T00:09:33.390 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/362 2023-10-07T00:09:33.390 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:33.396 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:33.441 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:33.441 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/363) 2023-10-07T00:09:33.899 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:33.912 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:33.913 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:33.915 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:33.915 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:34.410 INFO:teuthology.orchestra.run.smithi037.stdout:generic/363 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:34.420 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/363 2023-10-07T00:09:34.420 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/363 2023-10-07T00:09:34.420 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:34.426 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:34.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:34.464 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/364) 2023-10-07T00:09:34.928 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:34.940 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:34.941 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:34.944 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:34.944 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:35.435 INFO:teuthology.orchestra.run.smithi037.stdout:generic/364 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:35.445 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/364 2023-10-07T00:09:35.446 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/364 2023-10-07T00:09:35.446 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:35.452 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:35.487 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:35.487 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/365) 2023-10-07T00:09:35.950 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:35.962 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:35.964 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:35.966 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:35.966 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:36.454 INFO:teuthology.orchestra.run.smithi037.stdout:generic/365 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:36.464 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/365 2023-10-07T00:09:36.464 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/365 2023-10-07T00:09:36.464 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:36.470 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:36.518 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:36.519 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/366) 2023-10-07T00:09:36.970 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:36.983 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:36.984 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:36.987 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:36.987 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:37.476 INFO:teuthology.orchestra.run.smithi037.stdout:generic/366 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:37.486 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/366 2023-10-07T00:09:37.486 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/366 2023-10-07T00:09:37.486 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:37.492 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:37.530 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:37.530 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/367) 2023-10-07T00:09:37.987 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:37.999 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:38.000 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:38.003 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:38.003 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:38.496 INFO:teuthology.orchestra.run.smithi037.stdout:generic/367 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:38.506 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/367 2023-10-07T00:09:38.507 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/367 2023-10-07T00:09:38.507 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:38.513 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:38.552 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:38.552 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/368) 2023-10-07T00:09:39.010 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:39.022 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:39.023 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:39.026 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:39.026 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:39.513 INFO:teuthology.orchestra.run.smithi037.stdout:generic/368 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:39.523 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/368 2023-10-07T00:09:39.523 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/368 2023-10-07T00:09:39.523 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:39.529 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:39.568 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:39.568 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/369) 2023-10-07T00:09:40.026 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:40.038 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:40.041 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:40.042 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:40.043 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:40.532 INFO:teuthology.orchestra.run.smithi037.stdout:generic/369 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:40.542 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/369 2023-10-07T00:09:40.542 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/369 2023-10-07T00:09:40.542 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:40.548 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:40.592 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:40.592 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/370) 2023-10-07T00:09:41.044 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:41.056 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:41.057 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:41.060 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:41.060 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:41.501 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:09:41.506 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:09:41.558 INFO:teuthology.orchestra.run.smithi037.stdout:generic/370 [not run] this test requires richacl support on $SCRATCH_DEV 2023-10-07T00:09:41.568 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/370 2023-10-07T00:09:41.568 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/370 2023-10-07T00:09:41.568 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:41.574 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:41.622 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:41.622 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2023-10-07T00:09:42.115 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:42.128 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:42.129 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:42.131 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:42.131 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:42.649 INFO:teuthology.orchestra.run.smithi037.stdout:generic/371 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:09:42.658 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/371 2023-10-07T00:09:42.659 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/371 2023-10-07T00:09:42.659 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:42.665 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:42.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:42.715 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2023-10-07T00:09:43.170 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:43.183 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:43.184 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:43.186 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:43.187 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:43.945 INFO:teuthology.orchestra.run.smithi037.stdout:generic/372 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:09:43.955 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/372 2023-10-07T00:09:43.955 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/372 2023-10-07T00:09:43.955 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:43.961 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:44.000 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:44.000 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2023-10-07T00:09:44.453 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:44.466 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:44.467 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:44.469 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:44.469 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:45.213 INFO:teuthology.orchestra.run.smithi037.stdout:generic/373 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:09:45.223 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/373 2023-10-07T00:09:45.223 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/373 2023-10-07T00:09:45.223 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:45.229 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:45.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:45.268 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2023-10-07T00:09:45.735 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:45.747 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:45.748 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:45.751 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:45.751 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:46.472 INFO:teuthology.orchestra.run.smithi037.stdout:generic/374 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-07T00:09:46.515 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/374 2023-10-07T00:09:46.515 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/374 2023-10-07T00:09:46.515 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:46.520 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:46.561 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:46.562 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2023-10-07T00:09:47.014 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:47.027 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:47.028 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:47.030 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:47.030 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:47.693 INFO:teuthology.orchestra.run.smithi037.stdout:generic/375 0s 2023-10-07T00:09:47.705 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/375 2023-10-07T00:09:47.706 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:47.711 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:47.756 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:47.756 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2023-10-07T00:09:48.213 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:48.225 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:48.226 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:48.229 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:48.229 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:48.753 INFO:teuthology.orchestra.run.smithi037.stdout:generic/376 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:09:48.763 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/376 2023-10-07T00:09:48.763 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/376 2023-10-07T00:09:48.763 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:48.769 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:48.810 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:48.810 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2023-10-07T00:09:49.264 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:49.277 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:49.278 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:49.281 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:49.281 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:50.078 INFO:teuthology.orchestra.run.smithi037.stdout:generic/377 1s 2023-10-07T00:09:50.090 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/377 2023-10-07T00:09:50.090 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:50.096 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:50.117 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:50.117 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2023-10-07T00:09:50.570 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:50.583 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:50.584 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:50.586 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:50.587 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:51.453 INFO:teuthology.orchestra.run.smithi037.stdout:generic/378 1s 2023-10-07T00:09:51.466 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/378 2023-10-07T00:09:51.466 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:51.472 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:51.522 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:51.522 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2023-10-07T00:09:51.980 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:51.992 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:51.993 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:51.996 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:51.996 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:52.520 INFO:teuthology.orchestra.run.smithi037.stdout:generic/379 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:52.530 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/379 2023-10-07T00:09:52.530 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/379 2023-10-07T00:09:52.530 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:52.536 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:52.576 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:52.577 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2023-10-07T00:09:53.027 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:53.040 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:53.041 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:53.043 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:53.043 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:53.546 INFO:teuthology.orchestra.run.smithi037.stdout:generic/380 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:53.556 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/380 2023-10-07T00:09:53.556 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/380 2023-10-07T00:09:53.556 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:53.562 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:53.600 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:53.601 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2023-10-07T00:09:54.060 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:54.072 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:54.073 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:54.076 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:54.076 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:54.580 INFO:teuthology.orchestra.run.smithi037.stdout:generic/381 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:54.590 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/381 2023-10-07T00:09:54.591 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/381 2023-10-07T00:09:54.591 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:54.597 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:54.637 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:54.637 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2023-10-07T00:09:55.096 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:55.109 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:55.110 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:55.112 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:55.112 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:55.608 INFO:teuthology.orchestra.run.smithi037.stdout:generic/382 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:55.618 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/382 2023-10-07T00:09:55.618 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/382 2023-10-07T00:09:55.618 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:55.625 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:55.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:55.665 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2023-10-07T00:09:56.122 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:56.134 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:56.135 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:56.138 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:56.139 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:56.644 INFO:teuthology.orchestra.run.smithi037.stdout:generic/383 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:56.654 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/383 2023-10-07T00:09:56.654 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/383 2023-10-07T00:09:56.654 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:56.660 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:56.694 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:56.694 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2023-10-07T00:09:57.150 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:57.163 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:57.164 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:57.166 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:57.167 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:57.679 INFO:teuthology.orchestra.run.smithi037.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:57.689 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/384 2023-10-07T00:09:57.689 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/384 2023-10-07T00:09:57.689 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:57.695 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:57.731 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:57.731 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2023-10-07T00:09:58.183 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:58.195 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:58.196 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:58.199 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:58.199 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:58.701 INFO:teuthology.orchestra.run.smithi037.stdout:generic/385 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:58.712 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/385 2023-10-07T00:09:58.712 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/385 2023-10-07T00:09:58.712 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:58.718 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:58.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:58.758 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2023-10-07T00:09:59.217 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:09:59.229 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:09:59.231 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:09:59.233 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:09:59.233 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:59.724 INFO:teuthology.orchestra.run.smithi037.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:09:59.734 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/386 2023-10-07T00:09:59.734 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/386 2023-10-07T00:09:59.734 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:09:59.740 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:09:59.777 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:09:59.777 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2023-10-07T00:10:00.239 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:00.252 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:00.253 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:00.255 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:00.255 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:00.990 INFO:teuthology.orchestra.run.smithi037.stdout:generic/387 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:10:01.000 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/387 2023-10-07T00:10:01.000 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/387 2023-10-07T00:10:01.000 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:01.006 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:01.048 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:01.048 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2023-10-07T00:10:01.508 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:01.521 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:01.522 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:01.524 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:01.524 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:02.102 INFO:teuthology.orchestra.run.smithi037.stdout:generic/388 [not run] require 172.21.15.37:6789:/scratch to be local device 2023-10-07T00:10:02.111 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/388 2023-10-07T00:10:02.112 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/388 2023-10-07T00:10:02.112 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:02.117 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:02.162 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:02.162 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2023-10-07T00:10:02.622 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:02.635 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:02.636 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:02.638 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:02.639 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:03.146 INFO:teuthology.orchestra.run.smithi037.stdout:generic/389 [not run] O_TMPFILE is not supported 2023-10-07T00:10:03.156 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/389 2023-10-07T00:10:03.156 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/389 2023-10-07T00:10:03.156 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:03.162 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:03.201 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:03.201 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2023-10-07T00:10:03.657 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:03.670 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:03.670 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:03.673 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:03.673 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:04.219 INFO:teuthology.orchestra.run.smithi037.stdout:generic/390 [not run] ceph does not support freezing 2023-10-07T00:10:04.229 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/390 2023-10-07T00:10:04.229 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/390 2023-10-07T00:10:04.230 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:04.235 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:04.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:04.270 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2023-10-07T00:10:04.725 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:04.738 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:04.739 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:04.741 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:04.741 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:05.260 INFO:teuthology.orchestra.run.smithi037.stdout:generic/391 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:10:05.270 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/391 2023-10-07T00:10:05.270 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/391 2023-10-07T00:10:05.270 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:05.276 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:05.323 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:05.323 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2023-10-07T00:10:05.779 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:05.791 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:05.792 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:05.795 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:05.795 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:06.459 INFO:teuthology.orchestra.run.smithi037.stdout:generic/392 [not run] ceph does not support shutdown 2023-10-07T00:10:06.490 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/392 2023-10-07T00:10:06.491 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/392 2023-10-07T00:10:06.491 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:06.496 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:06.538 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:06.538 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2023-10-07T00:10:06.988 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:07.001 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:07.002 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:07.005 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:07.005 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:08.307 INFO:teuthology.orchestra.run.smithi037.stdout:generic/393 1s 2023-10-07T00:10:08.321 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/393 2023-10-07T00:10:08.322 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:08.325 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:08.346 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:08.347 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2023-10-07T00:10:08.802 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:08.815 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:08.816 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:08.818 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:08.818 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:09.373 INFO:teuthology.orchestra.run.smithi037.stdout:generic/394 0s 2023-10-07T00:10:09.386 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/394 2023-10-07T00:10:09.387 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:09.392 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:09.437 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:09.437 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2023-10-07T00:10:10.146 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:10.165 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:10.166 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:10.168 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:10.169 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:11.614 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:10:11.619 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:10:12.004 INFO:teuthology.orchestra.run.smithi037.stdout:generic/395 1s 2023-10-07T00:10:12.017 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/395 2023-10-07T00:10:12.017 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:12.023 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:12.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:12.044 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2023-10-07T00:10:12.497 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:12.509 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:12.510 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:12.513 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:12.513 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:13.715 INFO:teuthology.orchestra.run.smithi037.stdout:generic/396 1s 2023-10-07T00:10:13.728 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/396 2023-10-07T00:10:13.728 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:13.734 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:13.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:13.755 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2023-10-07T00:10:14.206 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:14.219 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:14.220 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:14.222 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:14.223 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:15.925 INFO:teuthology.orchestra.run.smithi037.stdout:generic/397 1s 2023-10-07T00:10:15.937 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/397 2023-10-07T00:10:15.938 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:15.944 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:15.965 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:15.965 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2023-10-07T00:10:16.422 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:16.434 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:16.435 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:16.438 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:16.438 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:17.321 INFO:teuthology.orchestra.run.smithi037.stdout:generic/398 [not run] kernel doesn't support renameat2 syscall 2023-10-07T00:10:17.331 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/398 2023-10-07T00:10:17.332 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/398 2023-10-07T00:10:17.332 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:17.337 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:17.387 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:17.387 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2023-10-07T00:10:17.856 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:17.868 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:17.869 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:17.872 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:17.872 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:18.714 INFO:teuthology.orchestra.run.smithi037.stdout:generic/399 [not run] Filesystem ceph not supported in _scratch_mkfs_sized_encrypted 2023-10-07T00:10:18.724 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/399 2023-10-07T00:10:18.724 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/399 2023-10-07T00:10:18.725 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:18.730 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:18.771 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:18.771 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2023-10-07T00:10:19.224 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:19.236 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:19.237 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:19.240 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:19.240 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:19.729 INFO:teuthology.orchestra.run.smithi037.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T00:10:19.739 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/400 2023-10-07T00:10:19.739 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/400 2023-10-07T00:10:19.739 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:19.745 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:19.789 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:19.789 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2023-10-07T00:10:20.248 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:20.260 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:20.261 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:20.264 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:20.264 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:21.085 INFO:teuthology.orchestra.run.smithi037.stdout:generic/401 1s 2023-10-07T00:10:21.098 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/401 2023-10-07T00:10:21.099 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:21.104 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:21.125 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:21.126 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2023-10-07T00:10:21.582 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:21.595 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:21.596 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:21.599 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:21.599 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:22.327 INFO:teuthology.orchestra.run.smithi037.stdout:generic/402 [not run] filesystem ceph timestamp bounds are unknown 2023-10-07T00:10:22.350 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/402 2023-10-07T00:10:22.351 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/402 2023-10-07T00:10:22.351 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:22.356 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:22.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:22.398 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2023-10-07T00:10:22.864 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:22.877 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:22.878 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:22.880 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:22.881 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:24.024 INFO:teuthology.orchestra.run.smithi037.stdout:generic/403 1s 2023-10-07T00:10:24.037 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/403 2023-10-07T00:10:24.037 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:24.043 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:24.064 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:24.065 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2023-10-07T00:10:24.520 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:24.533 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:24.534 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:24.536 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:24.536 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:25.072 INFO:teuthology.orchestra.run.smithi037.stdout:generic/404 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:10:25.082 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/404 2023-10-07T00:10:25.082 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/404 2023-10-07T00:10:25.082 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:25.088 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:25.135 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:25.136 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2023-10-07T00:10:25.595 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:25.607 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:25.609 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:25.611 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:25.611 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:26.204 INFO:teuthology.orchestra.run.smithi037.stdout:generic/405 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:10:26.214 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/405 2023-10-07T00:10:26.214 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/405 2023-10-07T00:10:26.214 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:26.220 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:26.258 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:26.258 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2023-10-07T00:10:26.710 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:26.723 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:26.724 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:26.726 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:26.727 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:29.105 INFO:teuthology.orchestra.run.smithi037.stdout:generic/406 3s 2023-10-07T00:10:29.118 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/406 2023-10-07T00:10:29.118 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:29.124 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:29.147 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:29.147 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2023-10-07T00:10:29.602 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:29.614 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:29.616 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:29.618 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:29.618 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:30.202 INFO:teuthology.orchestra.run.smithi037.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph 2023-10-07T00:10:30.212 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/407 2023-10-07T00:10:30.212 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/407 2023-10-07T00:10:30.212 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:30.218 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:30.271 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:30.271 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2023-10-07T00:10:30.764 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:30.776 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:30.777 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:30.780 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:30.780 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:31.362 INFO:teuthology.orchestra.run.smithi037.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-07T00:10:31.372 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/408 2023-10-07T00:10:31.372 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/408 2023-10-07T00:10:31.372 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:31.378 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:31.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:31.434 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2023-10-07T00:10:31.890 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:31.902 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:31.903 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:31.906 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:31.906 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:32.412 INFO:teuthology.orchestra.run.smithi037.stdout:generic/409 [not run] require 172.21.15.37:6789:/scratch to be local device 2023-10-07T00:10:32.422 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/409 2023-10-07T00:10:32.422 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/409 2023-10-07T00:10:32.422 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:32.428 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:32.472 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:32.472 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2023-10-07T00:10:32.922 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:32.934 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:32.935 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:32.938 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:32.938 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:33.448 INFO:teuthology.orchestra.run.smithi037.stdout:generic/410 [not run] require 172.21.15.37:6789:/scratch to be local device 2023-10-07T00:10:33.458 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/410 2023-10-07T00:10:33.458 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/410 2023-10-07T00:10:33.458 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:33.464 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:33.501 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:33.501 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2023-10-07T00:10:33.951 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:33.964 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:33.965 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:33.968 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:33.968 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:34.480 INFO:teuthology.orchestra.run.smithi037.stdout:generic/411 [not run] require 172.21.15.37:6789:/scratch to be local device 2023-10-07T00:10:34.490 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/411 2023-10-07T00:10:34.491 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/411 2023-10-07T00:10:34.491 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:34.496 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:34.541 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:34.541 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2023-10-07T00:10:34.996 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:35.008 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:35.009 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:35.012 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:35.012 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:35.932 INFO:teuthology.orchestra.run.smithi037.stdout:generic/412 0s 2023-10-07T00:10:35.945 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/412 2023-10-07T00:10:35.945 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:35.951 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:35.971 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:35.972 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2023-10-07T00:10:36.425 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:36.437 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:36.438 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:36.441 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:36.441 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:37.108 INFO:teuthology.orchestra.run.smithi037.stdout:generic/413 [not run] mount 172.21.15.37:6789:/scratch with dax failed 2023-10-07T00:10:37.118 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/413 2023-10-07T00:10:37.118 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/413 2023-10-07T00:10:37.118 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:37.124 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:37.161 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:37.162 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2023-10-07T00:10:37.614 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:37.626 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:37.627 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:37.630 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:37.630 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:38.374 INFO:teuthology.orchestra.run.smithi037.stdout:generic/414 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:10:38.385 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/414 2023-10-07T00:10:38.385 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/414 2023-10-07T00:10:38.385 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:38.391 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:38.433 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:38.433 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2023-10-07T00:10:38.890 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:38.904 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:38.905 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:38.907 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:38.907 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:39.662 INFO:teuthology.orchestra.run.smithi037.stdout:generic/415 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:10:39.672 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/415 2023-10-07T00:10:39.672 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/415 2023-10-07T00:10:39.672 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:39.678 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:39.721 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:39.721 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2023-10-07T00:10:40.175 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:40.188 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:40.189 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:40.192 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:40.192 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:40.714 INFO:teuthology.orchestra.run.smithi037.stdout:generic/416 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:10:40.724 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/416 2023-10-07T00:10:40.724 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/416 2023-10-07T00:10:40.724 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:40.730 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:40.771 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:40.771 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2023-10-07T00:10:41.220 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:41.232 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:41.233 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:41.236 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:41.236 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:41.725 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:10:41.730 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:10:41.903 INFO:teuthology.orchestra.run.smithi037.stdout:generic/417 [not run] ceph does not support shutdown 2023-10-07T00:10:41.930 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/417 2023-10-07T00:10:41.930 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/417 2023-10-07T00:10:41.931 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:41.936 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:41.980 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:41.980 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2023-10-07T00:10:42.430 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:42.442 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:42.443 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:42.446 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:42.446 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:42.989 INFO:teuthology.orchestra.run.smithi037.stdout:generic/418 [not run] require 172.21.15.37:6789:/test to be valid block disk 2023-10-07T00:10:42.999 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/418 2023-10-07T00:10:42.999 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/418 2023-10-07T00:10:42.999 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:43.005 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:43.049 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:43.049 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2023-10-07T00:10:43.500 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:43.512 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:43.513 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:43.516 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:43.516 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:44.357 INFO:teuthology.orchestra.run.smithi037.stdout:generic/419 [not run] kernel doesn't support renameat2 syscall 2023-10-07T00:10:44.367 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/419 2023-10-07T00:10:44.367 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/419 2023-10-07T00:10:44.367 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:44.373 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:44.420 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:44.420 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2023-10-07T00:10:44.874 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:44.886 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:44.887 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:44.890 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:44.890 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:45.598 INFO:teuthology.orchestra.run.smithi037.stdout:generic/420 0s 2023-10-07T00:10:45.611 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/420 2023-10-07T00:10:45.611 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:45.617 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:45.666 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:45.666 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2023-10-07T00:10:46.119 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:46.132 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:46.133 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:46.135 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:46.135 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:52.745 INFO:teuthology.orchestra.run.smithi037.stdout:generic/421 6s 2023-10-07T00:10:52.758 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/421 2023-10-07T00:10:52.758 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:52.764 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:52.785 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:52.785 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2023-10-07T00:10:53.243 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:53.255 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:53.256 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:53.259 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:53.259 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:53.795 INFO:teuthology.orchestra.run.smithi037.stdout:generic/422 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-07T00:10:53.805 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/422 2023-10-07T00:10:53.805 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/422 2023-10-07T00:10:53.805 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:53.811 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:53.849 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:53.849 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2023-10-07T00:10:54.304 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:54.316 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:54.317 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:54.320 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:54.320 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:54.982 INFO:teuthology.orchestra.run.smithi037.stdout:generic/423 0s 2023-10-07T00:10:54.995 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/423 2023-10-07T00:10:54.995 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:55.001 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:55.069 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:55.069 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2023-10-07T00:10:55.528 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:55.541 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:55.542 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:55.544 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:55.544 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:56.084 INFO:teuthology.orchestra.run.smithi037.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2023-10-07T00:10:56.094 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/424 2023-10-07T00:10:56.094 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/424 2023-10-07T00:10:56.094 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:56.100 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:56.143 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:56.143 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2023-10-07T00:10:56.599 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:56.612 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:56.613 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:56.615 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:56.616 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:57.173 INFO:teuthology.orchestra.run.smithi037.stdout:generic/425 [not run] xfs_io fiemap -a failed (old kernel/wrong fs?) 2023-10-07T00:10:57.183 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/425 2023-10-07T00:10:57.183 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/425 2023-10-07T00:10:57.183 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:10:57.189 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:10:57.233 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:10:57.233 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2023-10-07T00:10:57.689 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:10:57.702 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:10:57.703 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:10:57.705 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:10:57.705 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:11.870 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:11:11.877 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:11:42.038 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:11:42.045 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:11:43.954 INFO:teuthology.orchestra.run.smithi037.stdout:generic/426 46s 2023-10-07T00:11:44.040 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/426 2023-10-07T00:11:44.041 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:11:44.046 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:44.098 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:11:44.098 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2023-10-07T00:11:45.069 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:11:45.082 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:11:45.083 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:11:45.086 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:11:45.086 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:45.732 INFO:teuthology.orchestra.run.smithi037.stdout:generic/427 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:11:45.743 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/427 2023-10-07T00:11:45.743 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/427 2023-10-07T00:11:45.743 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:11:45.748 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:45.800 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:11:45.800 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2023-10-07T00:11:46.254 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:11:46.267 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:11:46.268 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:11:46.270 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:11:46.271 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:46.854 INFO:teuthology.orchestra.run.smithi037.stdout:generic/428 0s 2023-10-07T00:11:46.867 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/428 2023-10-07T00:11:46.867 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:11:46.873 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:46.918 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:11:46.918 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2023-10-07T00:11:47.376 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:11:47.389 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:11:47.390 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:11:47.393 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:11:47.393 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:59.077 INFO:teuthology.orchestra.run.smithi037.stdout:generic/429 12s 2023-10-07T00:11:59.096 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/429 2023-10-07T00:11:59.096 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:11:59.102 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:11:59.123 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:11:59.123 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2023-10-07T00:11:59.582 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:11:59.594 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:11:59.595 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:11:59.598 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:11:59.598 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:00.428 INFO:teuthology.orchestra.run.smithi037.stdout:generic/430 1s 2023-10-07T00:12:00.441 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/430 2023-10-07T00:12:00.441 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:12:00.447 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:00.521 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:12:00.521 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2023-10-07T00:12:00.982 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:12:00.995 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:12:00.996 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:12:00.998 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:12:00.999 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:01.677 INFO:teuthology.orchestra.run.smithi037.stdout:generic/431 0s 2023-10-07T00:12:01.690 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/431 2023-10-07T00:12:01.691 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:12:01.697 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:01.760 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:12:01.760 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2023-10-07T00:12:02.220 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:12:02.233 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:12:02.234 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:12:02.236 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:12:02.236 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:02.948 INFO:teuthology.orchestra.run.smithi037.stdout:generic/432 0s 2023-10-07T00:12:02.961 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/432 2023-10-07T00:12:02.961 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:12:02.967 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:03.035 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:12:03.035 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2023-10-07T00:12:03.489 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:12:03.502 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:12:03.503 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:12:03.505 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:12:03.506 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:04.169 INFO:teuthology.orchestra.run.smithi037.stdout:generic/433 1s 2023-10-07T00:12:04.182 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/433 2023-10-07T00:12:04.183 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:12:04.188 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:04.252 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:12:04.252 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2023-10-07T00:12:04.708 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:12:04.720 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:12:04.721 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:12:04.724 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:12:04.724 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:05.404 INFO:teuthology.orchestra.run.smithi037.stdout:generic/434 1s 2023-10-07T00:12:05.417 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/434 2023-10-07T00:12:05.417 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:12:05.423 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:05.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:12:05.490 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2023-10-07T00:12:05.953 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:12:05.965 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:12:05.966 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:12:05.969 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:12:05.969 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:12:13.826 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:12:13.831 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:12:44.506 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:12:44.513 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:13:14.636 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:13:14.642 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:13:44.750 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:13:44.757 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:13:44.868 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T00:13:44.868+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 452812) UID: 0 2023-10-07T00:13:44.869 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T00:13:44.868+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 452812) UID: 0 2023-10-07T00:17:19.959 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:17:19.965 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:17:50.101 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:17:50.106 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:18:20.223 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:18:20.229 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:18:50.337 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:18:50.342 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:19:21.494 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:19:21.501 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:19:51.615 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:19:51.620 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:19:51.712 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T00:19:51.711+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 453187) UID: 0 2023-10-07T00:19:51.713 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T00:19:51.711+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 453187) UID: 0 2023-10-07T00:23:25.632 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:23:25.638 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:23:25.751 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T00:23:25.750+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 147308) UID: 0 2023-10-07T00:23:25.752 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T00:23:25.750+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 147308) UID: 0 2023-10-07T00:23:25.752 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T00:23:25.750+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 147308) UID: 0 2023-10-07T00:23:25.752 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T00:23:25.750+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 147308) UID: 0 2023-10-07T00:25:01.142 INFO:teuthology.orchestra.run.smithi037.stdout:generic/435 775s 2023-10-07T00:25:01.197 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/435 2023-10-07T00:25:01.197 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:25:01.203 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:25:01.225 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:25:01.225 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2023-10-07T00:25:02.094 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:25:02.106 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:25:02.107 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:25:02.110 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:25:02.110 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:25:03.368 INFO:teuthology.orchestra.run.smithi037.stdout:generic/436 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:25:03.379 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/436 2023-10-07T00:25:03.379 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/436 2023-10-07T00:25:03.379 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:25:03.384 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:25:03.422 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:25:03.423 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2023-10-07T00:25:03.881 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:25:03.895 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:25:03.895 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:25:03.897 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:25:03.897 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:25:05.196 INFO:teuthology.orchestra.run.smithi037.stdout:generic/437 1s 2023-10-07T00:25:05.209 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/437 2023-10-07T00:25:05.209 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:25:05.215 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:25:05.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:25:05.268 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2023-10-07T00:25:05.721 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:25:05.733 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:25:05.734 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:25:05.738 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:25:05.738 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:21.324 INFO:teuthology.orchestra.run.smithi037.stdout:generic/438 76s 2023-10-07T00:26:21.336 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/438 2023-10-07T00:26:21.336 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:21.342 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:21.385 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:21.388 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2023-10-07T00:26:21.845 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:21.859 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:21.859 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:21.861 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:21.861 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:22.992 INFO:teuthology.orchestra.run.smithi037.stdout:generic/439 0s 2023-10-07T00:26:23.006 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/439 2023-10-07T00:26:23.006 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:23.011 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:23.060 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:23.060 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2023-10-07T00:26:23.531 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:23.543 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:23.544 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:23.548 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:23.548 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:25.136 INFO:teuthology.orchestra.run.smithi037.stdout:generic/440 2s 2023-10-07T00:26:25.149 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/440 2023-10-07T00:26:25.149 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:25.156 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:25.176 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:25.177 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2023-10-07T00:26:25.630 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:25.642 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:25.643 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:25.646 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:25.646 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:26.289 INFO:teuthology.orchestra.run.smithi037.stdout:generic/441 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:26:26.298 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/441 2023-10-07T00:26:26.299 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/441 2023-10-07T00:26:26.299 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:26.305 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:26.342 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:26.342 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2023-10-07T00:26:26.795 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:26.808 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:26.809 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:26.812 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:26.812 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:27.358 INFO:teuthology.orchestra.run.smithi037.stdout:generic/442 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:26:27.367 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/442 2023-10-07T00:26:27.367 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/442 2023-10-07T00:26:27.368 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:27.374 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:27.416 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:27.417 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2023-10-07T00:26:27.876 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:27.889 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:27.890 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:27.893 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:27.893 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:28.452 INFO:teuthology.orchestra.run.smithi037.stdout:generic/443 0s 2023-10-07T00:26:28.465 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/443 2023-10-07T00:26:28.466 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:28.471 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:28.524 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:28.525 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2023-10-07T00:26:28.973 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:28.985 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:28.986 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:28.989 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:28.989 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:29.625 INFO:teuthology.orchestra.run.smithi037.stdout:generic/444 0s 2023-10-07T00:26:29.637 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/444 2023-10-07T00:26:29.638 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:29.643 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:29.690 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:29.691 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2023-10-07T00:26:30.147 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:30.160 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:30.161 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:30.164 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:30.164 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:30.768 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:26:30.773 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:26:30.868 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T00:26:30.867+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 471249) UID: 0 2023-10-07T00:26:30.868 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T00:26:30.867+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 471249) UID: 0 2023-10-07T00:26:31.024 INFO:teuthology.orchestra.run.smithi037.stdout:generic/445 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:26:31.034 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/445 2023-10-07T00:26:31.035 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/445 2023-10-07T00:26:31.035 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:31.041 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:31.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:31.105 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2023-10-07T00:26:31.585 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:31.597 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:31.598 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:31.601 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:31.601 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:56.339 INFO:teuthology.orchestra.run.smithi037.stdout:generic/446 25s 2023-10-07T00:26:56.354 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/446 2023-10-07T00:26:56.354 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:56.361 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:56.384 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:56.384 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2023-10-07T00:26:56.846 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:56.858 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:56.861 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:56.862 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:56.862 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:57.647 INFO:teuthology.orchestra.run.smithi037.stdout:generic/447 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:26:57.657 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/447 2023-10-07T00:26:57.657 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/447 2023-10-07T00:26:57.657 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:57.663 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:57.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:57.701 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2023-10-07T00:26:58.165 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:26:58.178 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:26:58.179 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:26:58.182 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:26:58.182 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:59.495 INFO:teuthology.orchestra.run.smithi037.stdout:generic/448 1s 2023-10-07T00:26:59.509 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/448 2023-10-07T00:26:59.509 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:26:59.516 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:26:59.570 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:26:59.570 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2023-10-07T00:27:00.023 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:00.036 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:00.037 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:00.040 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:00.040 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:00.623 INFO:teuthology.orchestra.run.smithi037.stdout:generic/449 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T00:27:00.632 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/449 2023-10-07T00:27:00.633 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/449 2023-10-07T00:27:00.633 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:00.639 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:00.689 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:00.689 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2023-10-07T00:27:01.150 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:01.163 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:01.163 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:01.166 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:01.166 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:02.263 INFO:teuthology.orchestra.run.smithi037.stdout:generic/450 1s 2023-10-07T00:27:02.276 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/450 2023-10-07T00:27:02.277 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:02.282 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:02.328 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:02.329 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2023-10-07T00:27:02.793 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:02.805 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:02.806 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:02.809 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:02.809 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:33.457 INFO:teuthology.orchestra.run.smithi037.stdout:generic/451 30s 2023-10-07T00:27:33.471 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/451 2023-10-07T00:27:33.471 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:33.478 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:33.530 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:33.531 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2023-10-07T00:27:33.986 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:33.998 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:33.999 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:34.001 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:34.002 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:34.841 INFO:teuthology.orchestra.run.smithi037.stdout:generic/452 0s 2023-10-07T00:27:34.854 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/452 2023-10-07T00:27:34.854 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:34.860 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:34.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:34.882 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2023-10-07T00:27:35.340 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:35.353 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:35.354 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:35.357 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:35.357 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:35.861 INFO:teuthology.orchestra.run.smithi037.stdout:generic/453 [not run] ceph does not allow unrestricted byte streams for names 2023-10-07T00:27:35.871 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/453 2023-10-07T00:27:35.871 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/453 2023-10-07T00:27:35.871 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:35.877 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:35.922 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:35.923 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2023-10-07T00:27:36.384 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:36.397 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:36.398 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:36.400 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:36.400 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:36.928 INFO:teuthology.orchestra.run.smithi037.stdout:generic/454 [not run] ceph does not allow unrestricted byte streams for names 2023-10-07T00:27:36.938 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/454 2023-10-07T00:27:36.938 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/454 2023-10-07T00:27:36.938 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:36.944 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:36.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:36.992 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2023-10-07T00:27:37.460 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:37.473 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:37.474 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:37.477 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:37.477 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:38.430 INFO:teuthology.orchestra.run.smithi037.stdout:generic/455 [not run] This test requires a valid $LOGWRITES_DEV 2023-10-07T00:27:38.440 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/455 2023-10-07T00:27:38.440 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/455 2023-10-07T00:27:38.440 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:38.446 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:38.484 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:38.484 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2023-10-07T00:27:38.938 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:38.951 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:38.952 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:38.954 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:38.954 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:39.502 INFO:teuthology.orchestra.run.smithi037.stdout:generic/456 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T00:27:39.512 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/456 2023-10-07T00:27:39.512 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/456 2023-10-07T00:27:39.512 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:39.519 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:39.560 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:39.560 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2023-10-07T00:27:40.018 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:40.031 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:40.032 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:40.034 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:40.034 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:40.926 INFO:teuthology.orchestra.run.smithi037.stdout:generic/457 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:27:40.936 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/457 2023-10-07T00:27:40.936 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/457 2023-10-07T00:27:40.936 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:40.942 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:40.982 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:40.982 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2023-10-07T00:27:41.447 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:41.459 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:41.460 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:41.463 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:41.463 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:42.223 INFO:teuthology.orchestra.run.smithi037.stdout:generic/458 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T00:27:42.233 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/458 2023-10-07T00:27:42.234 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/458 2023-10-07T00:27:42.234 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:42.239 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:42.281 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:42.281 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2023-10-07T00:27:42.747 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:42.759 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:42.760 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:42.763 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:42.763 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:44.046 INFO:teuthology.orchestra.run.smithi037.stdout:generic/459 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:27:44.057 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/459 2023-10-07T00:27:44.057 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/459 2023-10-07T00:27:44.057 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:44.064 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:44.107 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:44.108 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2023-10-07T00:27:44.581 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:44.593 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:44.594 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:44.597 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:44.597 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:47.869 INFO:teuthology.orchestra.run.smithi037.stdout:generic/460 3s 2023-10-07T00:27:47.883 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/460 2023-10-07T00:27:47.883 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:47.889 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:47.910 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:47.910 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2023-10-07T00:27:48.383 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:48.396 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:48.397 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:48.399 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:48.400 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:49.112 INFO:teuthology.orchestra.run.smithi037.stdout:generic/461 [not run] ceph does not support shutdown 2023-10-07T00:27:49.122 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/461 2023-10-07T00:27:49.122 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/461 2023-10-07T00:27:49.122 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:49.128 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:49.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:49.173 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2023-10-07T00:27:49.819 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:49.844 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:49.845 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:49.849 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:49.849 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:50.552 INFO:teuthology.orchestra.run.smithi037.stdout:generic/462 [not run] mount 172.21.15.37:6789:/scratch with dax failed 2023-10-07T00:27:50.561 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/462 2023-10-07T00:27:50.562 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/462 2023-10-07T00:27:50.562 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:50.568 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:50.605 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:50.605 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2023-10-07T00:27:51.071 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:51.084 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:51.085 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:51.088 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:51.088 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:51.673 INFO:teuthology.orchestra.run.smithi037.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph 2023-10-07T00:27:51.683 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/463 2023-10-07T00:27:51.684 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/463 2023-10-07T00:27:51.684 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:27:51.690 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:27:51.743 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:27:51.744 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2023-10-07T00:27:52.200 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:27:52.212 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:27:52.213 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:27:52.215 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:27:52.216 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:28:52.383 INFO:teuthology.orchestra.run.smithi037.stdout:generic/464 60s 2023-10-07T00:28:52.395 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/464 2023-10-07T00:28:52.396 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:28:52.403 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:28:52.427 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:28:52.427 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2023-10-07T00:28:52.919 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:28:52.932 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:28:52.933 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:28:52.936 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:28:52.936 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:28:57.981 INFO:teuthology.orchestra.run.smithi037.stdout:generic/465 4s 2023-10-07T00:28:57.994 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/465 2023-10-07T00:28:57.995 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:28:58.001 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:28:58.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:28:58.039 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2023-10-07T00:28:58.584 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:28:58.596 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:28:58.598 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:28:58.601 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:28:58.601 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:28:59.242 INFO:teuthology.orchestra.run.smithi037.stdout:generic/466 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:28:59.369 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/466 2023-10-07T00:28:59.369 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/466 2023-10-07T00:28:59.369 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:28:59.375 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:28:59.419 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:28:59.419 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2023-10-07T00:28:59.903 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:28:59.916 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:28:59.917 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:28:59.920 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:28:59.920 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:24.891 INFO:teuthology.orchestra.run.smithi037.stdout:generic/467 24s 2023-10-07T00:29:25.150 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/467 2023-10-07T00:29:25.150 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:25.194 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:25.499 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:25.500 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2023-10-07T00:29:28.931 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:28.944 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:28.945 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:28.948 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:28.948 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:29.797 INFO:teuthology.orchestra.run.smithi037.stdout:generic/468 [not run] ceph does not support shutdown 2023-10-07T00:29:29.825 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/468 2023-10-07T00:29:29.825 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/468 2023-10-07T00:29:29.825 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:29.831 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:29.874 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:29.874 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2023-10-07T00:29:30.331 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:30.344 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:30.345 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:30.347 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:30.348 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:30.891 INFO:teuthology.orchestra.run.smithi037.stdout:generic/469 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-07T00:29:30.900 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/469 2023-10-07T00:29:30.900 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/469 2023-10-07T00:29:30.901 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:30.907 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:30.956 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:30.956 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2023-10-07T00:29:31.417 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:31.430 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:31.431 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:31.434 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:31.434 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:32.166 INFO:teuthology.orchestra.run.smithi037.stdout:generic/470 [not run] This test requires a valid $LOGWRITES_DEV 2023-10-07T00:29:32.176 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/470 2023-10-07T00:29:32.177 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/470 2023-10-07T00:29:32.177 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:32.182 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:32.228 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:32.228 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2023-10-07T00:29:32.691 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:32.704 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:32.705 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:32.708 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:32.708 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:33.633 INFO:teuthology.orchestra.run.smithi037.stdout:generic/472 [not run] swapfiles are not supported 2023-10-07T00:29:33.643 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/472 2023-10-07T00:29:33.643 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/472 2023-10-07T00:29:33.643 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:33.649 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:33.693 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:33.693 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2023-10-07T00:29:34.164 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:34.176 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:34.177 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:34.180 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:34.180 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:34.803 INFO:teuthology.orchestra.run.smithi037.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-07T00:29:34.813 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/473 2023-10-07T00:29:34.813 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/473 2023-10-07T00:29:34.813 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:34.819 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:34.864 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:34.864 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2023-10-07T00:29:35.352 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:35.364 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:35.365 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:35.368 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:35.368 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:36.050 INFO:teuthology.orchestra.run.smithi037.stdout:generic/474 [not run] ceph does not support shutdown 2023-10-07T00:29:36.078 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/474 2023-10-07T00:29:36.078 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/474 2023-10-07T00:29:36.078 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:36.084 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:36.126 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:36.126 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2023-10-07T00:29:36.593 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:36.606 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:36.607 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:36.610 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:36.610 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:37.259 INFO:teuthology.orchestra.run.smithi037.stdout:generic/475 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T00:29:37.269 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/475 2023-10-07T00:29:37.269 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/475 2023-10-07T00:29:37.269 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T00:29:37.275 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:37.316 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T00:29:37.317 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2023-10-07T00:29:37.780 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T00:29:37.793 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T00:29:37.794 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T00:29:37.797 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T00:29:37.797 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T00:29:40.424 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T00:29:40.417+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 556853) UID: 0 2023-10-07T00:29:40.425 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T00:29:40.420+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 556853) UID: 0 2023-10-07T00:29:40.426 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T00:29:40.420+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 556853) UID: 0 2023-10-07T00:29:40.426 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T00:29:40.417+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 556853) UID: 0 2023-10-07T00:34:48.441 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:34:48.446 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:35:19.366 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:35:19.377 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:35:50.058 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:35:50.074 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:36:21.035 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:36:21.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:36:21.357 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T00:36:21.352+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557321) UID: 0 2023-10-07T00:36:21.357 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T00:36:21.352+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557321) UID: 0 2023-10-07T00:36:21.357 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T00:36:21.352+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557321) UID: 0 2023-10-07T00:36:21.368 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T00:36:21.352+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557321) UID: 0 2023-10-07T00:41:14.402 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:41:14.409 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:41:15.090 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T00:41:15.088+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557413) UID: 0 2023-10-07T00:41:15.091 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T00:41:15.088+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557413) UID: 0 2023-10-07T00:41:15.093 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T00:41:15.088+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557413) UID: 0 2023-10-07T00:41:15.094 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T00:41:15.088+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557413) UID: 0 2023-10-07T00:46:05.824 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:46:06.173 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:46:06.378 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T00:46:06.374+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148168) UID: 0 2023-10-07T00:46:06.768 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T00:46:06.379+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148168) UID: 0 2023-10-07T00:46:06.769 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T00:46:06.379+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148168) UID: 0 2023-10-07T00:46:06.769 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T00:46:06.374+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148168) UID: 0 2023-10-07T00:51:15.062 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:51:15.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T00:51:15.303 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T00:51:15.300+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148258) UID: 0 2023-10-07T00:51:15.303 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T00:51:15.299+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148258) UID: 0 2023-10-07T00:51:15.303 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T00:51:15.300+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148258) UID: 0 2023-10-07T00:51:15.304 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T00:51:15.301+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148258) UID: 0 2023-10-07T00:51:15.536 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T00:51:15.535+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 557577) UID: 0 2023-10-07T00:51:15.541 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T00:51:15.539+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 557577) UID: 0 2023-10-07T00:56:41.227 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T00:56:41.226+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557648) UID: 0 2023-10-07T00:56:41.228 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T00:56:41.226+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557648) UID: 0 2023-10-07T00:56:41.228 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T00:56:41.226+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557648) UID: 0 2023-10-07T00:56:41.229 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T00:56:41.226+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557648) UID: 0 2023-10-07T01:04:30.083 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:04:30.095 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:04:30.419 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T01:04:30.418+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557777) UID: 0 2023-10-07T01:04:30.420 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T01:04:30.418+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557777) UID: 0 2023-10-07T01:04:30.420 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T01:04:30.418+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557777) UID: 0 2023-10-07T01:04:30.423 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T01:04:30.422+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557777) UID: 0 2023-10-07T01:10:27.583 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:10:27.618 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:10:28.711 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T01:10:28.709+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 557869) UID: 0 2023-10-07T01:10:28.718 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T01:10:28.714+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 557869) UID: 0 2023-10-07T01:16:09.947 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T01:16:09.944+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557927) UID: 0 2023-10-07T01:16:09.953 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T01:16:09.942+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557927) UID: 0 2023-10-07T01:16:09.955 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T01:16:09.945+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557927) UID: 0 2023-10-07T01:16:09.962 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T01:16:09.944+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 557927) UID: 0 2023-10-07T01:21:47.691 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:21:47.701 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:21:48.318 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T01:21:48.317+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148664) UID: 0 2023-10-07T01:21:48.318 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T01:21:48.317+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148664) UID: 0 2023-10-07T01:21:48.319 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T01:21:48.317+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148664) UID: 0 2023-10-07T01:21:48.319 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T01:21:48.318+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148664) UID: 0 2023-10-07T01:21:48.710 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T01:21:48.709+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558011) UID: 0 2023-10-07T01:21:48.711 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T01:21:48.709+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558011) UID: 0 2023-10-07T01:21:48.716 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T01:21:48.705+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558011) UID: 0 2023-10-07T01:21:48.717 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T01:21:48.709+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558011) UID: 0 2023-10-07T01:31:27.376 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:31:27.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:31:27.616 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T01:31:27.615+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148801) UID: 0 2023-10-07T01:31:27.616 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T01:31:27.615+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148801) UID: 0 2023-10-07T01:31:27.616 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T01:31:27.615+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148801) UID: 0 2023-10-07T01:31:27.617 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T01:31:27.615+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 148801) UID: 0 2023-10-07T01:31:27.761 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T01:31:27.760+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 558134) UID: 0 2023-10-07T01:31:27.761 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T01:31:27.760+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 558134) UID: 0 2023-10-07T01:36:26.547 INFO:teuthology.orchestra.run.smithi037.stdout:generic/476 4008s 2023-10-07T01:36:26.683 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/476 2023-10-07T01:36:26.683 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:36:26.698 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:36:26.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:36:26.754 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2023-10-07T01:36:39.596 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:36:39.615 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:36:39.616 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:36:39.622 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:36:39.622 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:38:02.216 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T01:38:02.216+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558493) UID: 0 2023-10-07T01:38:02.217 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T01:38:02.216+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558493) UID: 0 2023-10-07T01:38:02.217 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T01:38:02.216+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558493) UID: 0 2023-10-07T01:38:02.217 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T01:38:02.216+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 558493) UID: 0 2023-10-07T01:45:52.845 INFO:teuthology.orchestra.run.smithi037.stdout:generic/477 51s 2023-10-07T01:45:53.079 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/477 2023-10-07T01:45:53.080 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:45:53.103 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:45:53.361 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:45:53.361 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2023-10-07T01:45:56.595 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:45:56.622 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:45:56.623 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:45:56.625 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:45:56.625 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:09.517 INFO:teuthology.orchestra.run.smithi037.stdout:generic/478 13s 2023-10-07T01:46:09.534 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/478 2023-10-07T01:46:09.534 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:09.541 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:09.645 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:09.645 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2023-10-07T01:46:10.442 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:10.460 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:10.461 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:10.465 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:10.465 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:11.728 INFO:teuthology.orchestra.run.smithi037.stdout:generic/479 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:11.744 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/479 2023-10-07T01:46:11.745 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/479 2023-10-07T01:46:11.745 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:11.755 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:11.833 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:11.833 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2023-10-07T01:46:12.642 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:12.663 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:12.665 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:12.668 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:12.668 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:13.659 INFO:teuthology.orchestra.run.smithi037.stdout:generic/480 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:13.674 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/480 2023-10-07T01:46:13.675 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/480 2023-10-07T01:46:13.675 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:13.683 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:13.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:13.772 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2023-10-07T01:46:14.633 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:14.659 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:14.663 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:14.667 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:14.667 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:15.610 INFO:teuthology.orchestra.run.smithi037.stdout:generic/481 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:15.625 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/481 2023-10-07T01:46:15.625 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/481 2023-10-07T01:46:15.625 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:15.638 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:15.705 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:15.705 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2023-10-07T01:46:16.694 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:16.717 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:16.718 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:16.722 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:16.722 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:18.858 INFO:teuthology.orchestra.run.smithi037.stdout:generic/482 [not run] This test requires a valid $LOGWRITES_DEV 2023-10-07T01:46:18.875 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/482 2023-10-07T01:46:18.875 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/482 2023-10-07T01:46:18.875 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:18.895 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:18.963 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:18.963 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2023-10-07T01:46:20.192 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:20.211 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:20.212 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:20.218 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:20.218 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:21.665 INFO:teuthology.orchestra.run.smithi037.stdout:generic/483 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:21.688 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/483 2023-10-07T01:46:21.688 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/483 2023-10-07T01:46:21.688 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:21.696 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:21.772 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:21.772 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2023-10-07T01:46:22.590 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:22.616 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:22.617 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:22.620 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:22.620 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:23.603 INFO:teuthology.orchestra.run.smithi037.stdout:generic/484 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:23.621 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/484 2023-10-07T01:46:23.622 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/484 2023-10-07T01:46:23.622 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:23.630 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:23.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:23.706 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2023-10-07T01:46:24.512 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:24.527 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:24.528 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:24.535 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:24.535 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:25.492 INFO:teuthology.orchestra.run.smithi037.stdout:generic/485 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-07T01:46:25.515 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/485 2023-10-07T01:46:25.515 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/485 2023-10-07T01:46:25.516 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:25.526 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:25.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:25.601 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2023-10-07T01:46:26.490 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:26.509 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:26.510 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:26.514 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:26.514 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:28.029 INFO:teuthology.orchestra.run.smithi037.stdout:generic/486 2s 2023-10-07T01:46:28.053 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/486 2023-10-07T01:46:28.053 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:28.067 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:28.104 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:28.104 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2023-10-07T01:46:28.894 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:28.922 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:28.923 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:28.928 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:28.928 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:29.817 INFO:teuthology.orchestra.run.smithi037.stdout:generic/487 [not run] This test requires a valid $SCRATCH_LOGDEV 2023-10-07T01:46:29.837 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/487 2023-10-07T01:46:29.837 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/487 2023-10-07T01:46:29.837 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:29.861 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:29.939 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:29.939 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2023-10-07T01:46:30.769 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:30.802 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:30.810 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:30.813 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:30.813 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:31.696 INFO:teuthology.orchestra.run.smithi037.stdout:generic/488 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-10-07T01:46:31.715 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/488 2023-10-07T01:46:31.715 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/488 2023-10-07T01:46:31.715 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:31.719 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:31.795 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:32.024 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2023-10-07T01:46:32.857 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:32.883 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:32.885 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:32.891 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:32.891 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:33.836 INFO:teuthology.orchestra.run.smithi037.stdout:generic/489 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/489 2023-10-07T01:46:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/489 2023-10-07T01:46:33.882 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:33.882 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:33.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:33.946 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2023-10-07T01:46:34.773 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:34.805 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:34.805 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:34.809 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:34.809 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:37.835 INFO:teuthology.orchestra.run.smithi037.stdout:generic/490 2s 2023-10-07T01:46:37.856 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/490 2023-10-07T01:46:37.856 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:37.866 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:38.017 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:38.017 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2023-10-07T01:46:38.849 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:38.873 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:38.924 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:38.925 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:38.925 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:39.838 INFO:teuthology.orchestra.run.smithi037.stdout:generic/491 [not run] ceph does not support freezing 2023-10-07T01:46:39.856 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/491 2023-10-07T01:46:39.856 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/491 2023-10-07T01:46:39.856 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:39.864 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:39.927 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:39.927 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2023-10-07T01:46:40.711 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:40.731 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:40.734 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:40.736 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:40.736 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:41.637 INFO:teuthology.orchestra.run.smithi037.stdout:generic/492 [not run] xfs_io label failed (old kernel/wrong fs?) 2023-10-07T01:46:41.654 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/492 2023-10-07T01:46:41.654 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/492 2023-10-07T01:46:41.655 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:41.664 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:41.724 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:41.724 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2023-10-07T01:46:42.429 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:42.451 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:42.453 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:42.456 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:42.457 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:43.665 INFO:teuthology.orchestra.run.smithi037.stdout:generic/493 [not run] swapfiles are not supported 2023-10-07T01:46:43.678 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/493 2023-10-07T01:46:43.678 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/493 2023-10-07T01:46:43.678 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:43.687 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:43.755 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:43.755 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2023-10-07T01:46:44.431 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:44.447 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:44.449 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:44.454 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:44.454 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:45.626 INFO:teuthology.orchestra.run.smithi037.stdout:generic/494 [not run] swapfiles are not supported 2023-10-07T01:46:45.644 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/494 2023-10-07T01:46:45.644 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/494 2023-10-07T01:46:45.644 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:45.652 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:45.720 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:45.720 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2023-10-07T01:46:46.421 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:46.438 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:46.439 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:46.442 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:46.442 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:47.646 INFO:teuthology.orchestra.run.smithi037.stdout:generic/495 [not run] swapfiles are not supported 2023-10-07T01:46:47.663 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/495 2023-10-07T01:46:47.663 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/495 2023-10-07T01:46:47.663 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:47.670 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:47.731 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:47.731 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2023-10-07T01:46:48.422 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:48.438 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:48.439 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:48.444 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:48.445 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:49.603 INFO:teuthology.orchestra.run.smithi037.stdout:generic/496 [not run] swapfiles are not supported 2023-10-07T01:46:49.616 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/496 2023-10-07T01:46:49.616 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/496 2023-10-07T01:46:49.616 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:49.624 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:49.687 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:49.687 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2023-10-07T01:46:50.376 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:50.396 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:50.401 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:50.406 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:50.406 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:51.571 INFO:teuthology.orchestra.run.smithi037.stdout:generic/497 [not run] swapfiles are not supported 2023-10-07T01:46:51.584 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/497 2023-10-07T01:46:51.584 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/497 2023-10-07T01:46:51.584 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:51.591 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:51.664 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:51.665 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2023-10-07T01:46:52.429 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:52.452 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:52.455 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:52.457 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:52.458 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:53.438 INFO:teuthology.orchestra.run.smithi037.stdout:generic/498 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:53.453 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/498 2023-10-07T01:46:53.453 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/498 2023-10-07T01:46:53.453 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:53.461 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:53.545 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:53.545 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2023-10-07T01:46:54.251 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:54.266 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:54.267 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:54.270 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:54.270 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:55.429 INFO:teuthology.orchestra.run.smithi037.stdout:generic/499 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-07T01:46:55.444 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/499 2023-10-07T01:46:55.444 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/499 2023-10-07T01:46:55.444 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:55.454 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:55.529 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:55.530 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2023-10-07T01:46:56.156 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:56.177 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:56.178 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:56.182 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:56.182 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:57.102 INFO:teuthology.orchestra.run.smithi037.stdout:generic/500 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:46:57.114 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/500 2023-10-07T01:46:57.114 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/500 2023-10-07T01:46:57.114 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:57.122 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:57.171 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:57.172 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2023-10-07T01:46:57.898 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:57.920 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:57.921 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:57.925 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:57.925 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:59.123 INFO:teuthology.orchestra.run.smithi037.stdout:generic/501 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T01:46:59.138 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/501 2023-10-07T01:46:59.138 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/501 2023-10-07T01:46:59.138 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:46:59.150 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:46:59.214 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:46:59.214 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2023-10-07T01:46:59.947 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:46:59.969 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:46:59.971 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:46:59.974 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:46:59.974 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:00.853 INFO:teuthology.orchestra.run.smithi037.stdout:generic/502 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:47:00.870 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/502 2023-10-07T01:47:00.871 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/502 2023-10-07T01:47:00.871 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:00.878 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:00.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:00.947 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2023-10-07T01:47:01.724 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:01.743 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:01.745 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:01.748 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:01.748 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:02.575 INFO:teuthology.orchestra.run.smithi037.stdout:generic/503 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T01:47:02.589 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/503 2023-10-07T01:47:02.589 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/503 2023-10-07T01:47:02.590 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:02.599 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:02.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:02.674 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2023-10-07T01:47:03.377 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:03.394 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:03.396 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:03.400 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:03.400 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:04.253 INFO:teuthology.orchestra.run.smithi037.stdout:generic/504 1s 2023-10-07T01:47:04.280 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/504 2023-10-07T01:47:04.280 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:04.289 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:04.354 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:04.354 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2023-10-07T01:47:05.064 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:05.084 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:05.085 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:05.090 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:05.090 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:06.085 INFO:teuthology.orchestra.run.smithi037.stdout:generic/505 [not run] ceph does not support shutdown 2023-10-07T01:47:06.129 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/505 2023-10-07T01:47:06.129 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/505 2023-10-07T01:47:06.129 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:06.136 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:06.197 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:06.197 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2023-10-07T01:47:06.897 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:06.912 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:06.913 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:06.916 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:06.916 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:07.664 INFO:teuthology.orchestra.run.smithi037.stdout:generic/506 [not run] disk quotas not supported by this filesystem type: ceph 2023-10-07T01:47:07.680 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/506 2023-10-07T01:47:07.680 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/506 2023-10-07T01:47:07.680 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:07.689 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:07.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:07.762 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2023-10-07T01:47:08.457 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:08.474 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:08.475 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:08.479 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:08.479 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:09.314 INFO:teuthology.orchestra.run.smithi037.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2023-10-07T01:47:09.329 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/507 2023-10-07T01:47:09.330 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/507 2023-10-07T01:47:09.330 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:09.339 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:09.411 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:09.412 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2023-10-07T01:47:10.092 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:10.109 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:10.110 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:10.114 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:10.114 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:10.867 INFO:teuthology.orchestra.run.smithi037.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph 2023-10-07T01:47:10.881 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/508 2023-10-07T01:47:10.882 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/508 2023-10-07T01:47:10.882 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:10.889 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:10.950 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:10.951 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2023-10-07T01:47:11.634 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:11.648 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:11.650 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:11.654 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:11.654 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:12.191 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:47:12.196 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:47:12.384 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T01:47:12.383+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 575205) UID: 0 2023-10-07T01:47:12.385 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T01:47:12.384+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 575205) UID: 0 2023-10-07T01:47:12.456 INFO:teuthology.orchestra.run.smithi037.stdout:generic/509 [not run] O_TMPFILE is not supported 2023-10-07T01:47:12.474 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/509 2023-10-07T01:47:12.475 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/509 2023-10-07T01:47:12.475 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:12.483 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:12.558 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:12.559 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2023-10-07T01:47:13.347 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:13.369 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:13.382 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:13.383 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:13.383 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:14.292 INFO:teuthology.orchestra.run.smithi037.stdout:generic/510 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:47:14.310 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/510 2023-10-07T01:47:14.310 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/510 2023-10-07T01:47:14.310 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:14.318 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:14.375 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:14.375 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2023-10-07T01:47:15.174 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:15.203 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:15.204 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:15.208 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:15.208 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:16.086 INFO:teuthology.orchestra.run.smithi037.stdout:generic/511 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-10-07T01:47:16.098 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/511 2023-10-07T01:47:16.098 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/511 2023-10-07T01:47:16.098 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:16.109 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:16.190 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:16.190 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2023-10-07T01:47:17.007 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:17.031 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:17.033 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:17.047 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:17.048 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:18.048 INFO:teuthology.orchestra.run.smithi037.stdout:generic/512 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T01:47:18.070 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/512 2023-10-07T01:47:18.070 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/512 2023-10-07T01:47:18.070 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:18.080 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:18.151 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:18.151 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2023-10-07T01:47:18.965 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:18.983 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:18.985 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:18.988 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:18.988 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:20.294 INFO:teuthology.orchestra.run.smithi037.stdout:generic/513 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T01:47:20.311 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/513 2023-10-07T01:47:20.311 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/513 2023-10-07T01:47:20.312 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:20.321 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:20.390 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:20.390 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2023-10-07T01:47:21.205 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:21.220 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:21.224 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:21.225 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:21.225 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:22.521 INFO:teuthology.orchestra.run.smithi037.stdout:generic/514 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T01:47:22.541 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/514 2023-10-07T01:47:22.541 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/514 2023-10-07T01:47:22.541 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:22.551 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:22.617 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:22.617 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2023-10-07T01:47:23.408 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:23.433 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:23.433 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:23.436 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:23.437 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:24.788 INFO:teuthology.orchestra.run.smithi037.stdout:generic/515 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T01:47:24.804 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/515 2023-10-07T01:47:24.804 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/515 2023-10-07T01:47:24.804 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:24.818 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:24.888 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:24.889 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2023-10-07T01:47:25.645 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:25.663 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:25.664 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:25.674 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:25.675 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:26.661 INFO:teuthology.orchestra.run.smithi037.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph 2023-10-07T01:47:26.679 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/516 2023-10-07T01:47:26.679 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/516 2023-10-07T01:47:26.679 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:26.686 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:26.795 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:26.796 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2023-10-07T01:47:27.505 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:27.517 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:27.518 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:27.521 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:27.521 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:28.899 INFO:teuthology.orchestra.run.smithi037.stdout:generic/517 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-10-07T01:47:28.973 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/517 2023-10-07T01:47:28.973 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/517 2023-10-07T01:47:28.973 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:28.983 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:29.060 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:29.061 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2023-10-07T01:47:30.024 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:30.041 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:30.042 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:30.047 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:30.047 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:31.523 INFO:teuthology.orchestra.run.smithi037.stdout:generic/518 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T01:47:31.534 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/518 2023-10-07T01:47:31.535 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/518 2023-10-07T01:47:31.535 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:31.546 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:31.606 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:31.606 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2023-10-07T01:47:32.370 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:32.392 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:32.394 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:32.397 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:32.397 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:33.401 INFO:teuthology.orchestra.run.smithi037.stdout:generic/519 [not run] FIBMAP not supported by this filesystem 2023-10-07T01:47:33.416 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/519 2023-10-07T01:47:33.416 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/519 2023-10-07T01:47:33.416 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:33.426 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:33.539 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:33.539 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2023-10-07T01:47:34.390 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:34.414 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:34.416 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:34.426 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:34.426 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:35.284 INFO:teuthology.orchestra.run.smithi037.stdout:generic/520 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T01:47:35.301 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/520 2023-10-07T01:47:35.302 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/520 2023-10-07T01:47:35.302 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T01:47:35.311 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:47:35.380 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T01:47:35.381 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2023-10-07T01:47:36.159 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T01:47:36.185 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T01:47:36.186 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T01:47:36.195 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T01:47:36.195 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T01:53:45.695 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T01:53:45.692+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581071) UID: 0 2023-10-07T01:53:45.696 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T01:53:45.692+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581071) UID: 0 2023-10-07T01:53:45.696 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T01:53:45.692+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581071) UID: 0 2023-10-07T01:53:45.696 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T01:53:45.694+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581071) UID: 0 2023-10-07T01:58:00.093 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:58:00.102 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T01:58:00.349 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T01:58:00.348+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149078) UID: 0 2023-10-07T01:58:00.349 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T01:58:00.348+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149078) UID: 0 2023-10-07T01:58:00.349 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T01:58:00.348+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149078) UID: 0 2023-10-07T01:58:00.350 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T01:58:00.348+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149078) UID: 0 2023-10-07T02:05:35.417 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:05:35.429 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:05:35.603 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T02:05:35.604+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581237) UID: 0 2023-10-07T02:05:35.604 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T02:05:35.604+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581237) UID: 0 2023-10-07T02:05:35.604 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T02:05:35.604+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581237) UID: 0 2023-10-07T02:05:35.604 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T02:05:35.604+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581237) UID: 0 2023-10-07T02:10:03.564 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:10:03.574 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:10:34.482 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:10:34.487 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:11:04.650 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:11:04.656 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:11:34.840 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:11:34.848 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:12:04.997 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:12:05.007 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:12:35.156 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:12:35.267 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:13:05.422 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:13:05.428 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:13:35.694 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:13:35.700 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:14:05.841 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:14:05.854 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:14:36.012 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:14:36.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:14:36.180 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T02:14:36.179+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581532) UID: 0 2023-10-07T02:14:36.180 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T02:14:36.179+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581532) UID: 0 2023-10-07T02:14:36.181 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T02:14:36.181+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581532) UID: 0 2023-10-07T02:14:36.182 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T02:14:36.181+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581532) UID: 0 2023-10-07T02:18:33.968 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:18:33.977 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:18:34.144 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T02:18:34.144+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581592) UID: 0 2023-10-07T02:18:34.144 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T02:18:34.144+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581592) UID: 0 2023-10-07T02:18:34.145 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T02:18:34.144+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581592) UID: 0 2023-10-07T02:18:34.145 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T02:18:34.145+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581592) UID: 0 2023-10-07T02:18:34.255 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T02:18:34.254+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149537) UID: 0 2023-10-07T02:18:34.256 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T02:18:34.255+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149537) UID: 0 2023-10-07T02:18:34.257 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T02:18:34.255+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149537) UID: 0 2023-10-07T02:18:34.258 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T02:18:34.255+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149537) UID: 0 2023-10-07T02:22:41.492 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:22:41.501 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:22:41.689 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T02:22:41.689+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149600) UID: 0 2023-10-07T02:22:41.689 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T02:22:41.689+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149600) UID: 0 2023-10-07T02:22:41.690 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T02:22:41.690+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149600) UID: 0 2023-10-07T02:22:41.690 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T02:22:41.689+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149600) UID: 0 2023-10-07T02:26:37.486 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:26:37.492 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:26:37.639 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T02:26:37.638+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581710) UID: 0 2023-10-07T02:26:37.639 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T02:26:37.638+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581710) UID: 0 2023-10-07T02:26:37.640 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T02:26:37.639+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581710) UID: 0 2023-10-07T02:26:37.640 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T02:26:37.639+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581710) UID: 0 2023-10-07T02:30:43.006 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:30:43.012 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:30:43.151 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T02:30:43.151+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149718) UID: 0 2023-10-07T02:30:43.151 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T02:30:43.151+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149718) UID: 0 2023-10-07T02:30:43.151 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T02:30:43.151+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149718) UID: 0 2023-10-07T02:30:43.152 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T02:30:43.151+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149718) UID: 0 2023-10-07T02:34:23.576 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:34:23.583 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:34:23.771 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T02:34:23.772+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149768) UID: 0 2023-10-07T02:34:23.772 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T02:34:23.772+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149768) UID: 0 2023-10-07T02:34:23.772 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T02:34:23.772+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149768) UID: 0 2023-10-07T02:34:23.772 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T02:34:23.772+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 149768) UID: 0 2023-10-07T02:38:07.069 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:38:07.075 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:38:37.515 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:38:37.521 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:39:07.686 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:39:07.693 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:39:38.003 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:39:38.012 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:39:38.205 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T02:39:38.204+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581954) UID: 0 2023-10-07T02:39:38.205 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T02:39:38.204+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581954) UID: 0 2023-10-07T02:39:38.205 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T02:39:38.203+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581954) UID: 0 2023-10-07T02:39:38.206 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T02:39:38.203+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 581954) UID: 0 2023-10-07T02:43:48.474 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:43:48.482 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:43:48.785 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T02:43:48.785+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582017) UID: 0 2023-10-07T02:43:48.786 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T02:43:48.785+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582017) UID: 0 2023-10-07T02:43:48.786 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T02:43:48.785+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582017) UID: 0 2023-10-07T02:43:48.788 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T02:43:48.785+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582017) UID: 0 2023-10-07T02:47:52.804 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:47:52.811 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:48:23.008 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:48:23.047 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:48:53.204 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:48:53.217 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:49:25.019 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:49:25.026 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:49:55.807 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:49:55.814 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:50:25.967 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:50:25.974 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:50:56.223 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:50:56.228 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:50:56.358 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T02:50:56.359+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582233) UID: 0 2023-10-07T02:50:56.359 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T02:50:56.359+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582233) UID: 0 2023-10-07T02:50:56.359 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T02:50:56.359+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582233) UID: 0 2023-10-07T02:50:56.359 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T02:50:56.359+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582233) UID: 0 2023-10-07T02:54:51.656 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:54:51.662 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:55:22.041 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:55:22.050 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:55:52.211 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:55:52.221 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:56:22.399 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:56:22.407 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:56:52.655 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:56:52.661 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:57:22.805 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:57:22.810 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:57:52.979 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:57:52.996 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:58:23.152 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:58:23.160 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:58:53.317 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:58:53.325 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:59:23.473 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:59:23.480 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:59:53.648 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T02:59:53.656 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:00:23.845 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:00:23.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:00:54.011 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:00:54.022 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:01:24.185 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:01:24.192 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:01:54.359 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:01:54.366 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:01:54.530 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T03:01:54.530+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150606) UID: 0 2023-10-07T03:01:54.531 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T03:01:54.530+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150606) UID: 0 2023-10-07T03:01:54.531 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T03:01:54.530+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150606) UID: 0 2023-10-07T03:01:54.531 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T03:01:54.530+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150606) UID: 0 2023-10-07T03:05:30.815 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:05:30.824 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:05:31.026 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T03:05:31.025+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150666) UID: 0 2023-10-07T03:05:31.026 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T03:05:31.025+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150666) UID: 0 2023-10-07T03:05:31.027 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T03:05:31.025+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150666) UID: 0 2023-10-07T03:05:31.028 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T03:05:31.028+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150666) UID: 0 2023-10-07T03:09:20.283 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:09:20.291 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:09:20.451 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T03:09:20.450+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582767) UID: 0 2023-10-07T03:09:20.451 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T03:09:20.450+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582767) UID: 0 2023-10-07T03:09:20.452 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T03:09:20.450+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582767) UID: 0 2023-10-07T03:09:20.452 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T03:09:20.450+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582767) UID: 0 2023-10-07T03:13:40.610 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:13:40.618 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:13:40.788 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T03:13:40.787+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150781) UID: 0 2023-10-07T03:13:40.788 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T03:13:40.787+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150781) UID: 0 2023-10-07T03:13:40.789 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T03:13:40.787+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150781) UID: 0 2023-10-07T03:13:40.789 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T03:13:40.787+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 150781) UID: 0 2023-10-07T03:13:40.810 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T03:13:40.810+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 582838) UID: 0 2023-10-07T03:13:40.811 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T03:13:40.811+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 582838) UID: 0 2023-10-07T03:16:56.472 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T03:16:56.471+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582868) UID: 0 2023-10-07T03:16:56.472 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T03:16:56.471+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582868) UID: 0 2023-10-07T03:16:56.473 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T03:16:56.471+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582868) UID: 0 2023-10-07T03:16:56.473 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T03:16:56.472+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 582868) UID: 0 2023-10-07T03:18:57.688 INFO:teuthology.orchestra.run.smithi037.stdout:generic/521 5481s 2023-10-07T03:18:57.738 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/521 2023-10-07T03:18:57.739 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T03:18:57.747 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T03:18:57.819 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T03:18:57.820 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2023-10-07T03:18:59.463 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T03:18:59.482 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T03:18:59.483 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T03:18:59.486 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T03:18:59.486 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T03:24:49.033 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:24:49.040 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:25:19.268 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:25:19.274 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:25:49.415 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:25:49.421 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:26:19.586 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:26:19.592 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:26:49.731 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:26:49.741 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:26:49.873 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T03:26:49.871+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 583556) UID: 0 2023-10-07T03:26:49.873 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T03:26:49.872+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 583556) UID: 0 2023-10-07T03:26:49.874 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T03:26:49.872+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 583556) UID: 0 2023-10-07T03:26:49.874 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T03:26:49.871+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 583556) UID: 0 2023-10-07T03:30:34.324 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:30:34.330 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:30:34.972 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T03:30:34.971+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151068) UID: 0 2023-10-07T03:30:34.975 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T03:30:34.973+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151068) UID: 0 2023-10-07T03:30:34.975 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T03:30:34.974+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151068) UID: 0 2023-10-07T03:30:34.978 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T03:30:34.976+0000 7f9411ff9700 -1 Fail to open '/proc/151068/cmdline' error = (2) No such file or directory 2023-10-07T03:30:34.978 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T03:30:34.976+0000 7f9411ff9700 -1 received signal: Hangup from (PID: 151068) UID: 0 2023-10-07T03:34:34.213 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:34:34.222 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:35:04.379 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:35:04.387 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:35:34.541 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:35:34.557 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:36:04.719 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:36:04.728 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:36:34.904 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:36:34.910 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:37:06.010 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:37:06.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:37:36.167 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:37:36.174 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:38:06.360 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:38:06.368 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:38:36.532 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:38:36.538 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:39:06.686 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:39:06.692 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:39:36.873 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:39:36.881 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:40:07.442 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:40:07.450 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:40:37.608 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:40:37.615 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:41:08.579 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:41:08.587 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:41:39.993 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:41:40.001 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:42:10.245 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:42:10.252 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:42:40.423 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:42:40.429 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:43:10.579 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:43:10.586 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:43:40.727 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:43:40.732 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:44:10.876 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:44:10.882 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:44:41.035 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:44:41.042 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:44:41.174 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T03:44:41.173+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584213) UID: 0 2023-10-07T03:44:41.175 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T03:44:41.173+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584213) UID: 0 2023-10-07T03:44:41.175 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T03:44:41.174+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584213) UID: 0 2023-10-07T03:44:41.175 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T03:44:41.174+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584213) UID: 0 2023-10-07T03:48:26.675 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:48:26.681 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:48:26.837 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T03:48:26.837+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151907) UID: 0 2023-10-07T03:48:26.837 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T03:48:26.837+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151907) UID: 0 2023-10-07T03:48:26.838 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T03:48:26.837+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151907) UID: 0 2023-10-07T03:48:26.838 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T03:48:26.837+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151907) UID: 0 2023-10-07T03:52:54.662 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:52:54.668 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T03:52:54.837 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T03:52:54.837+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151976) UID: 0 2023-10-07T03:52:54.838 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T03:52:54.837+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151976) UID: 0 2023-10-07T03:52:54.838 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T03:52:54.837+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151976) UID: 0 2023-10-07T03:52:54.838 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T03:52:54.837+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 151976) UID: 0 2023-10-07T04:00:46.116 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:00:46.126 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:00:46.385 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:00:46.384+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152079) UID: 0 2023-10-07T04:00:46.386 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:00:46.384+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152079) UID: 0 2023-10-07T04:00:46.386 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:00:46.384+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152079) UID: 0 2023-10-07T04:00:46.386 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:00:46.384+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152079) UID: 0 2023-10-07T04:04:48.705 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:04:48.713 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:04:48.943 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:04:48.941+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584682) UID: 0 2023-10-07T04:04:48.944 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:04:48.941+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584682) UID: 0 2023-10-07T04:04:48.944 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:04:48.942+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584682) UID: 0 2023-10-07T04:04:48.944 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T04:04:48.942+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584682) UID: 0 2023-10-07T04:15:35.094 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:15:35.102 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:15:35.301 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:15:35.300+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152267) UID: 0 2023-10-07T04:15:35.302 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:15:35.300+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152267) UID: 0 2023-10-07T04:15:35.302 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:15:35.301+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152267) UID: 0 2023-10-07T04:15:35.302 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:15:35.300+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152267) UID: 0 2023-10-07T04:19:26.706 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:19:26.713 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:19:56.985 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:19:56.992 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:19:57.136 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:19:57.136+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152346) UID: 0 2023-10-07T04:19:57.136 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:19:57.136+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152346) UID: 0 2023-10-07T04:19:57.137 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:19:57.136+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152346) UID: 0 2023-10-07T04:19:57.137 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:19:57.136+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 152346) UID: 0 2023-10-07T04:23:48.253 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:23:48.261 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:23:48.423 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T04:23:48.424+0000 7f07bdff9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 584940) UID: 0 2023-10-07T04:23:48.424 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T04:23:48.424+0000 7fec0f3f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 584940) UID: 0 2023-10-07T04:26:56.273 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:26:56.269+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584970) UID: 0 2023-10-07T04:26:56.273 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:26:56.269+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584970) UID: 0 2023-10-07T04:26:56.273 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:26:56.270+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584970) UID: 0 2023-10-07T04:26:56.274 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T04:26:56.271+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 584970) UID: 0 2023-10-07T04:27:24.601 INFO:teuthology.orchestra.run.smithi037.stdout:generic/522 4105s 2023-10-07T04:27:24.685 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/522 2023-10-07T04:27:24.685 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:24.700 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:24.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:24.781 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/523) 2023-10-07T04:27:25.986 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:26.004 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:26.006 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:26.009 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:26.009 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:28.629 INFO:teuthology.orchestra.run.smithi037.stdout:generic/523 2s 2023-10-07T04:27:28.649 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/523 2023-10-07T04:27:28.649 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:28.658 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:28.691 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:28.692 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/524) 2023-10-07T04:27:29.456 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:29.482 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:29.490 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:29.494 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:29.494 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:37.977 INFO:teuthology.orchestra.run.smithi037.stdout:generic/524 8s 2023-10-07T04:27:38.001 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/524 2023-10-07T04:27:38.001 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:38.009 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:38.055 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:38.055 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/525) 2023-10-07T04:27:38.840 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:38.868 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:38.869 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:38.873 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:38.873 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:39.986 INFO:teuthology.orchestra.run.smithi037.stdout:generic/525 [not run] filesystem does not support huge file size 2023-10-07T04:27:40.032 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/525 2023-10-07T04:27:40.033 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/525 2023-10-07T04:27:40.033 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:40.047 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:40.121 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:40.122 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/526) 2023-10-07T04:27:40.945 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:40.966 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:40.967 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:40.975 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:40.975 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:41.982 INFO:teuthology.orchestra.run.smithi037.stdout:generic/526 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T04:27:42.000 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/526 2023-10-07T04:27:42.000 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/526 2023-10-07T04:27:42.000 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:42.010 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:42.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:42.088 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/527) 2023-10-07T04:27:42.885 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:42.909 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:42.911 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:42.915 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:42.915 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:43.834 INFO:teuthology.orchestra.run.smithi037.stdout:generic/527 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T04:27:43.999 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/527 2023-10-07T04:27:43.999 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/527 2023-10-07T04:27:43.999 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:44.009 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:44.081 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:44.081 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/528) 2023-10-07T04:27:44.830 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:44.849 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:44.850 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:44.853 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:44.853 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:46.272 INFO:teuthology.orchestra.run.smithi037.stdout:generic/528 1s 2023-10-07T04:27:46.773 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/528 2023-10-07T04:27:46.773 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:46.786 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:46.866 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:46.866 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/529) 2023-10-07T04:27:47.537 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:47.554 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:47.556 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:47.560 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:47.560 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:48.881 INFO:teuthology.orchestra.run.smithi037.stdout:generic/529 1s 2023-10-07T04:27:48.905 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/529 2023-10-07T04:27:48.905 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:48.916 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:48.955 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:48.955 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/530) 2023-10-07T04:27:49.712 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:49.734 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:49.735 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:49.740 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:49.741 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:50.909 INFO:teuthology.orchestra.run.smithi037.stdout:generic/530 [not run] ceph does not support shutdown 2023-10-07T04:27:50.953 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/530 2023-10-07T04:27:50.953 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/530 2023-10-07T04:27:50.953 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:50.962 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:51.020 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:51.021 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/531) 2023-10-07T04:27:51.824 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:51.843 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:51.844 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:51.847 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:51.847 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:52.686 INFO:teuthology.orchestra.run.smithi037.stdout:generic/531 [not run] O_TMPFILE is not supported 2023-10-07T04:27:52.701 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/531 2023-10-07T04:27:52.701 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/531 2023-10-07T04:27:52.701 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:52.716 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:52.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:52.781 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/532) 2023-10-07T04:27:53.583 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:53.612 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:53.614 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:53.619 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:53.619 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:54.520 INFO:teuthology.orchestra.run.smithi037.stdout:generic/532 1s 2023-10-07T04:27:54.542 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/532 2023-10-07T04:27:54.542 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:54.552 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:54.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:54.643 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/533) 2023-10-07T04:27:55.431 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:55.453 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:55.455 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:55.459 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:55.459 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:57.066 INFO:teuthology.orchestra.run.smithi037.stdout:generic/533 2s 2023-10-07T04:27:57.087 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/533 2023-10-07T04:27:57.087 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:57.100 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:57.179 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:57.179 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/534) 2023-10-07T04:27:57.973 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:57.999 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:58.002 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:58.006 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:58.006 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:58.863 INFO:teuthology.orchestra.run.smithi037.stdout:generic/534 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T04:27:58.885 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/534 2023-10-07T04:27:58.885 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/534 2023-10-07T04:27:58.885 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:27:58.893 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:27:59.067 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:27:59.067 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/535) 2023-10-07T04:27:59.839 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:27:59.876 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:27:59.876 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:27:59.876 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:27:59.876 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:28:00.736 INFO:teuthology.orchestra.run.smithi037.stdout:generic/535 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T04:28:00.752 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/535 2023-10-07T04:28:00.752 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/535 2023-10-07T04:28:00.752 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:28:00.760 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:28:00.824 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:28:00.824 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/536) 2023-10-07T04:28:01.638 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:28:01.665 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:28:01.668 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:28:01.677 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:28:01.677 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:28:02.738 INFO:teuthology.orchestra.run.smithi037.stdout:generic/536 [not run] ceph does not support shutdown 2023-10-07T04:28:02.789 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/536 2023-10-07T04:28:02.789 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/536 2023-10-07T04:28:02.789 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:28:02.798 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:28:02.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:28:02.878 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/537) 2023-10-07T04:28:03.703 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:28:03.724 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:28:03.725 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:28:03.729 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:28:03.729 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:28:04.823 INFO:teuthology.orchestra.run.smithi037.stdout:generic/537 [not run] FSTRIM not supported 2023-10-07T04:28:04.876 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/537 2023-10-07T04:28:04.876 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/537 2023-10-07T04:28:04.876 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:28:04.890 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:28:04.946 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:28:04.946 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/538) 2023-10-07T04:28:05.737 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:28:05.756 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:28:05.758 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:28:05.761 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:28:05.761 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:30:44.343 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:30:44.350 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:31:16.846 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:31:16.855 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:31:47.002 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:31:47.008 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:32:17.150 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:32:17.157 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:32:48.993 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:32:49.000 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:33:19.141 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:33:19.152 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:33:49.307 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:33:49.314 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:34:19.485 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:34:19.491 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:34:49.627 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:34:49.636 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:35:19.790 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:35:19.796 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:35:50.802 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:35:50.810 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:35:51.001 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:35:51.000+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153203) UID: 0 2023-10-07T04:35:51.002 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:35:51.000+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153203) UID: 0 2023-10-07T04:35:51.002 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:35:51.000+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153203) UID: 0 2023-10-07T04:35:51.003 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:35:50.999+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 153203) UID: 0 2023-10-07T04:39:44.372 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:39:44.379 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:39:44.538 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:39:44.537+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 599675) UID: 0 2023-10-07T04:39:44.539 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:39:44.537+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 599675) UID: 0 2023-10-07T04:39:44.539 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T04:39:44.538+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 599675) UID: 0 2023-10-07T04:39:44.539 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:39:44.537+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 599675) UID: 0 2023-10-07T04:41:01.102 INFO:teuthology.orchestra.run.smithi037.stdout:generic/538 775s 2023-10-07T04:41:01.122 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/538 2023-10-07T04:41:01.123 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:01.136 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:01.328 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:01.329 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/539) 2023-10-07T04:41:02.173 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:02.191 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:02.193 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:02.197 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:02.197 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:05.220 INFO:teuthology.orchestra.run.smithi037.stdout:generic/539 3s 2023-10-07T04:41:05.243 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/539 2023-10-07T04:41:05.243 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:05.254 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:05.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:05.339 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/540) 2023-10-07T04:41:06.366 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:06.393 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:06.395 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:06.400 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:06.400 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:08.305 INFO:teuthology.orchestra.run.smithi037.stdout:generic/540 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T04:41:08.320 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/540 2023-10-07T04:41:08.320 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/540 2023-10-07T04:41:08.320 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:08.329 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:08.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:08.398 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/541) 2023-10-07T04:41:09.199 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:09.219 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:09.221 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:09.225 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:09.225 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:10.589 INFO:teuthology.orchestra.run.smithi037.stdout:generic/541 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T04:41:10.614 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/541 2023-10-07T04:41:10.614 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/541 2023-10-07T04:41:10.614 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:10.624 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:10.690 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:10.690 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/542) 2023-10-07T04:41:11.509 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:11.528 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:11.529 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:11.533 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:11.533 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:12.810 INFO:teuthology.orchestra.run.smithi037.stdout:generic/542 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T04:41:12.826 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/542 2023-10-07T04:41:12.826 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/542 2023-10-07T04:41:12.826 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:12.836 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:12.909 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:12.909 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/543) 2023-10-07T04:41:13.683 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:13.706 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:13.708 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:13.713 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:13.713 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:14.960 INFO:teuthology.orchestra.run.smithi037.stdout:generic/543 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T04:41:14.977 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/543 2023-10-07T04:41:14.977 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/543 2023-10-07T04:41:14.978 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:14.985 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:15.051 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:15.052 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/544) 2023-10-07T04:41:15.898 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:15.917 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:15.918 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:15.920 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:15.920 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:17.234 INFO:teuthology.orchestra.run.smithi037.stdout:generic/544 [not run] Reflink not supported by scratch filesystem type: ceph 2023-10-07T04:41:17.253 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/544 2023-10-07T04:41:17.253 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/544 2023-10-07T04:41:17.253 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:17.270 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:17.361 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:17.362 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/545) 2023-10-07T04:41:18.143 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:18.159 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:18.161 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:18.164 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:18.164 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:19.205 INFO:teuthology.orchestra.run.smithi037.stdout:generic/545 [not run] file system doesn't support chattr +i 2023-10-07T04:41:19.217 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/545 2023-10-07T04:41:19.217 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/545 2023-10-07T04:41:19.217 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:19.226 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:19.311 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:19.311 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/546) 2023-10-07T04:41:20.117 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:20.137 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:20.139 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:20.146 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:20.146 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:21.345 INFO:teuthology.orchestra.run.smithi037.stdout:generic/546 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-10-07T04:41:21.363 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/546 2023-10-07T04:41:21.363 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/546 2023-10-07T04:41:21.363 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:21.374 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:21.456 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:21.457 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/547) 2023-10-07T04:41:22.296 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:22.318 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:22.319 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:22.323 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:22.323 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:23.560 INFO:teuthology.orchestra.run.smithi037.stdout:generic/547 [not run] require 172.21.15.37:6789:/scratch to be valid block disk 2023-10-07T04:41:23.575 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/547 2023-10-07T04:41:23.575 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/547 2023-10-07T04:41:23.575 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:23.585 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:23.674 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:23.675 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/548) 2023-10-07T04:41:24.514 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:24.531 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:24.534 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:24.538 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:24.538 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:26.337 INFO:teuthology.orchestra.run.smithi037.stdout:generic/548 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-07T04:41:26.356 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/548 2023-10-07T04:41:26.357 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/548 2023-10-07T04:41:26.357 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:26.369 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:26.451 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:26.451 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/549) 2023-10-07T04:41:27.220 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:27.239 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:27.241 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:27.245 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:27.246 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:29.360 INFO:teuthology.orchestra.run.smithi037.stdout:generic/549 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-10-07T04:41:29.375 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/549 2023-10-07T04:41:29.375 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/549 2023-10-07T04:41:29.375 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:29.386 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:29.450 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:29.451 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/550) 2023-10-07T04:41:30.246 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:30.268 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:30.270 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:30.274 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:30.274 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:31.895 INFO:teuthology.orchestra.run.smithi037.stdout:generic/550 [not run] encryption policy '-c 9 -n 9 -f 0' is unusable; probably missing kernel crypto API support 2023-10-07T04:41:31.955 INFO:teuthology.orchestra.run.smithi037.stdout:Ran: generic/550 2023-10-07T04:41:31.955 INFO:teuthology.orchestra.run.smithi037.stdout:Not run: generic/550 2023-10-07T04:41:31.955 INFO:teuthology.orchestra.run.smithi037.stdout:Passed all 1 tests 2023-10-07T04:41:31.968 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:41:32.025 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-10-07T04:41:32.025 DEBUG:teuthology.orchestra.run.smithi037:> (cd /tmp/tmp.BqrKB0FuyYxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/551) 2023-10-07T04:41:32.819 INFO:teuthology.orchestra.run.smithi037.stdout:FSTYP -- ceph 2023-10-07T04:41:32.839 INFO:teuthology.orchestra.run.smithi037.stdout:PLATFORM -- Linux/x86_64 smithi037 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-10-07T04:41:32.840 INFO:teuthology.orchestra.run.smithi037.stdout:MKFS_OPTIONS -- 172.21.15.37:6789:/scratch 2023-10-07T04:41:32.847 INFO:teuthology.orchestra.run.smithi037.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQB/jSBl+A8nIxAA5ir0EIEfhr8bViy7rftiog== -o context=system_u:object_r:root_t:s0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch 2023-10-07T04:41:32.847 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:43:48.928 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:43:48.935 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:43:49.096 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:43:49.094+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154088) UID: 0 2023-10-07T04:43:49.097 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:43:49.094+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154088) UID: 0 2023-10-07T04:43:49.097 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:43:49.094+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154088) UID: 0 2023-10-07T04:43:49.097 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:43:49.095+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154088) UID: 0 2023-10-07T04:48:27.049 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:48:27.054 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:48:27.192 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:48:27.192+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154324) UID: 0 2023-10-07T04:48:27.193 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:48:27.192+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154324) UID: 0 2023-10-07T04:48:27.193 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:48:27.192+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154324) UID: 0 2023-10-07T04:48:27.193 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:48:27.192+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154324) UID: 0 2023-10-07T04:48:27.259 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:48:27.259+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 608291) UID: 0 2023-10-07T04:48:27.260 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:48:27.259+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 608291) UID: 0 2023-10-07T04:48:27.261 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:48:27.262+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 608291) UID: 0 2023-10-07T04:48:27.262 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T04:48:27.263+0000 7ff7d65f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 608291) UID: 0 2023-10-07T04:52:28.607 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T04:52:28.605+0000 7ff7cc5f9700 -1 bdev(0x563a04aa8000 /var/lib/ceph/osd/ceph-3/block) _aio_thread got r=-28 ((28) No space left on device) 2023-10-07T04:52:28.696 INFO:tasks.ceph.osd.3.smithi037.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: In function 'void KernelDevice::_aio_thread()' thread 7ff7cc5f9700 time 2023-10-07T04:52:28.652028+0000 2023-10-07T04:52:28.696 INFO:tasks.ceph.osd.3.smithi037.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: 633: ceph_abort_msg("Unexpected IO error. This may suggest a hardware issue. Please check your kernel log!") 2023-10-07T04:52:28.696 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.696 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x563a00c9f7bf] 2023-10-07T04:52:28.696 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: clone() 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr:*** Caught signal (Aborted) ** 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr: in thread 7ff7cc5f9700 thread_name:bstore_aio 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T04:52:28.694+0000 7ff7cc5f9700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: In function 'void KernelDevice::_aio_thread()' thread 7ff7cc5f9700 time 2023-10-07T04:52:28.652028+0000 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: 633: ceph_abort_msg("Unexpected IO error. This may suggest a hardware issue. Please check your kernel log!") 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.697 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x563a00c9f7bf] 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: clone() 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff7e2a12ce0] 2023-10-07T04:52:28.698 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: gsignal() 2023-10-07T04:52:28.699 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: abort() 2023-10-07T04:52:28.699 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x563a00c9f87f] 2023-10-07T04:52:28.699 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.699 INFO:tasks.ceph.osd.3.smithi037.stderr: 6: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.699 INFO:tasks.ceph.osd.3.smithi037.stderr: 7: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.699 INFO:tasks.ceph.osd.3.smithi037.stderr: 8: clone() 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr:2023-10-07T04:52:28.699+0000 7ff7cc5f9700 -1 *** Caught signal (Aborted) ** 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: in thread 7ff7cc5f9700 thread_name:bstore_aio 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff7e2a12ce0] 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: gsignal() 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: abort() 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x563a00c9f87f] 2023-10-07T04:52:28.700 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.701 INFO:tasks.ceph.osd.3.smithi037.stderr: 6: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.701 INFO:tasks.ceph.osd.3.smithi037.stderr: 7: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.701 INFO:tasks.ceph.osd.3.smithi037.stderr: 8: clone() 2023-10-07T04:52:28.701 INFO:tasks.ceph.osd.3.smithi037.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-10-07T04:52:28.701 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.753 INFO:tasks.ceph.osd.3.smithi037.stderr: -404> 2023-10-07T04:52:28.694+0000 7ff7cc5f9700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: In function 'void KernelDevice::_aio_thread()' thread 7ff7cc5f9700 time 2023-10-07T04:52:28.652028+0000 2023-10-07T04:52:28.753 INFO:tasks.ceph.osd.3.smithi037.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: 633: ceph_abort_msg("Unexpected IO error. This may suggest a hardware issue. Please check your kernel log!") 2023-10-07T04:52:28.753 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.753 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.754 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x563a00c9f7bf] 2023-10-07T04:52:28.754 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.754 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.754 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.754 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: clone() 2023-10-07T04:52:28.754 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.757 INFO:tasks.ceph.osd.3.smithi037.stderr: 0> 2023-10-07T04:52:28.699+0000 7ff7cc5f9700 -1 *** Caught signal (Aborted) ** 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: in thread 7ff7cc5f9700 thread_name:bstore_aio 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff7e2a12ce0] 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: gsignal() 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: abort() 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x563a00c9f87f] 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 6: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.758 INFO:tasks.ceph.osd.3.smithi037.stderr: 7: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.759 INFO:tasks.ceph.osd.3.smithi037.stderr: 8: clone() 2023-10-07T04:52:28.759 INFO:tasks.ceph.osd.3.smithi037.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-10-07T04:52:28.759 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.806 INFO:tasks.ceph.osd.3.smithi037.stderr: -1405> 2023-10-07T04:52:28.694+0000 7ff7cc5f9700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: In function 'void KernelDevice::_aio_thread()' thread 7ff7cc5f9700 time 2023-10-07T04:52:28.652028+0000 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6616-g14d8d032/rpm/el8/BUILD/ceph-18.0.0-6616-g14d8d032/src/blk/kernel/KernelDevice.cc: 633: ceph_abort_msg("Unexpected IO error. This may suggest a hardware issue. Please check your kernel log!") 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x563a00c9f7bf] 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: clone() 2023-10-07T04:52:28.807 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: -1001> 2023-10-07T04:52:28.699+0000 7ff7cc5f9700 -1 *** Caught signal (Aborted) ** 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: in thread 7ff7cc5f9700 thread_name:bstore_aio 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: ceph version 18.0.0-6616-g14d8d032 (14d8d032507701c76ca224e769ee65a96b660a8c) reef (dev) 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: 1: /lib64/libpthread.so.0(+0x12ce0) [0x7ff7e2a12ce0] 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: 2: gsignal() 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: 3: abort() 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x563a00c9f87f] 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: 5: (KernelDevice::_aio_thread()+0x1686) [0x563a01903836] 2023-10-07T04:52:28.808 INFO:tasks.ceph.osd.3.smithi037.stderr: 6: (KernelDevice::AioCompletionThread::entry()+0x11) [0x563a01909251] 2023-10-07T04:52:28.809 INFO:tasks.ceph.osd.3.smithi037.stderr: 7: /lib64/libpthread.so.0(+0x81cf) [0x7ff7e2a081cf] 2023-10-07T04:52:28.809 INFO:tasks.ceph.osd.3.smithi037.stderr: 8: clone() 2023-10-07T04:52:28.809 INFO:tasks.ceph.osd.3.smithi037.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-10-07T04:52:28.809 INFO:tasks.ceph.osd.3.smithi037.stderr: 2023-10-07T04:52:29.161 INFO:tasks.ceph.osd.3.smithi037.stderr:daemon-helper: command failed with exit status 5 2023-10-07T04:52:31.477 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2023-10-07T04:52:38.086 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~7s 2023-10-07T04:52:44.696 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~13s 2023-10-07T04:52:50.649 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:52:50.658 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:52:50.795 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:52:50.794+0000 7fcc1d9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 608555) UID: 0 2023-10-07T04:52:50.795 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:52:50.794+0000 7fbf25bf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 608555) UID: 0 2023-10-07T04:52:50.795 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:52:50.794+0000 7ff04aff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 608555) UID: 0 2023-10-07T04:52:50.961 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:52:50.960+0000 7fe73edf9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154520) UID: 0 2023-10-07T04:52:50.962 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:52:50.961+0000 7fef0c9f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154520) UID: 0 2023-10-07T04:52:50.962 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:52:50.960+0000 7f23a87f9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154520) UID: 0 2023-10-07T04:52:50.967 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:52:50.961+0000 7f9411ff9700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 154520) UID: 0 2023-10-07T04:52:51.306 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~20s 2023-10-07T04:52:57.919 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~26s 2023-10-07T04:53:04.530 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~33s 2023-10-07T04:53:11.142 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~40s 2023-10-07T04:53:17.755 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~46s 2023-10-07T04:53:24.368 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~53s 2023-10-07T04:53:30.980 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~60s 2023-10-07T04:53:37.592 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~66s 2023-10-07T04:53:44.205 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~73s 2023-10-07T04:53:50.821 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~79s 2023-10-07T04:53:57.434 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~86s 2023-10-07T04:54:04.046 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~93s 2023-10-07T04:54:10.660 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~99s 2023-10-07T04:54:17.271 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~106s 2023-10-07T04:54:23.883 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~112s 2023-10-07T04:54:30.495 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~119s 2023-10-07T04:54:37.107 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~126s 2023-10-07T04:54:43.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~132s 2023-10-07T04:54:50.332 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~139s 2023-10-07T04:54:56.944 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~145s 2023-10-07T04:55:03.558 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~152s 2023-10-07T04:55:10.170 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~159s 2023-10-07T04:55:16.782 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~165s 2023-10-07T04:55:23.394 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~172s 2023-10-07T04:55:30.007 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~179s 2023-10-07T04:55:36.620 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~185s 2023-10-07T04:55:43.233 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~192s 2023-10-07T04:55:49.846 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~198s 2023-10-07T04:55:56.457 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~205s 2023-10-07T04:56:03.070 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~212s 2023-10-07T04:56:09.683 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~218s 2023-10-07T04:56:16.296 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~225s 2023-10-07T04:56:22.909 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~231s 2023-10-07T04:56:29.522 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~238s 2023-10-07T04:56:36.135 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~245s 2023-10-07T04:56:42.748 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~251s 2023-10-07T04:56:49.360 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~258s 2023-10-07T04:56:55.972 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~264s 2023-10-07T04:57:02.579 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:57:02.584 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~271s 2023-10-07T04:57:02.584 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:57:09.197 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~278s 2023-10-07T04:57:15.807 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~284s 2023-10-07T04:57:22.419 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~291s 2023-10-07T04:57:29.031 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~298s 2023-10-07T04:57:34.394 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:57:34.402 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:57:35.644 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~304s 2023-10-07T04:57:35.644 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2023-10-07T04:57:35.644 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-07T04:57:35.644 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-07T04:57:36.289 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-07T04:57:36.289 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-07T04:57:36.355 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-07T04:57:38.855 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.854+0000 7f88a77ff700 1 Processor -- start 2023-10-07T04:57:38.855 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.854+0000 7f88a77ff700 1 -- start start 2023-10-07T04:57:38.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.855+0000 7f88a77ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f88a00b1680 0x7f88a015bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:38.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.856+0000 7f88a77ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88a015da90 con 0x7f88a0070d80 2023-10-07T04:57:38.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.856+0000 7f88a77ff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88a015c870 con 0x7f88a0141920 2023-10-07T04:57:38.857 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.856+0000 7f88a77ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88a00ccb50 con 0x7f88a00b1680 2023-10-07T04:57:38.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.856+0000 7f88a559b700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f88a0070d80 0x7f88a00b0f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:53412/0 (socket says 172.21.15.37:53412) 2023-10-07T04:57:38.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.856+0000 7f88a559b700 1 -- 172.21.15.37:0/3028622156 learned_addr learned my addr 172.21.15.37:0/3028622156 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-07T04:57:38.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.856+0000 7f88a4d9a700 1 --2- 172.21.15.37:0/3028622156 >> v2:172.21.15.37:3300/0 conn(0x7f88a00b1680 0x7f88a015bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:38.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.857+0000 7f8897fff700 1 -- 172.21.15.37:0/3028622156 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2955141504 0 0) 0x7f88a015da90 con 0x7f88a0070d80 2023-10-07T04:57:38.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.857+0000 7f8897fff700 1 -- 172.21.15.37:0/3028622156 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f888c0035b0 con 0x7f88a0070d80 2023-10-07T04:57:38.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.857+0000 7f88a4d9a700 1 -- 172.21.15.37:0/3028622156 >> v1:172.21.15.62:6789/0 conn(0x7f88a0141920 legacy=0x7f88a015c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-07T04:57:38.858 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.857+0000 7f88a4d9a700 1 -- 172.21.15.37:0/3028622156 >> v1:172.21.15.37:6789/0 conn(0x7f88a0070d80 legacy=0x7f88a00b0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:38.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.857+0000 7f88a4d9a700 1 -- 172.21.15.37:0/3028622156 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88a0140e40 con 0x7f88a00b1680 2023-10-07T04:57:38.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.857+0000 7f88a4d9a700 1 --2- 172.21.15.37:0/3028622156 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a00b1680 0x7f88a015bb40 secure :-1 s=READY pgs=2613 cs=0 l=1 rev1=1 crypto rx=0x7f8890009840 tx=0x7f8890009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b40600041bc0d301 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:38.859 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.858+0000 7f8897fff700 1 -- 172.21.15.37:0/3028622156 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8890004230 con 0x7f88a00b1680 2023-10-07T04:57:38.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.858+0000 7f8897fff700 1 -- 172.21.15.37:0/3028622156 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8890004390 con 0x7f88a00b1680 2023-10-07T04:57:38.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.858+0000 7f8897fff700 1 -- 172.21.15.37:0/3028622156 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88900036c0 con 0x7f88a00b1680 2023-10-07T04:57:38.860 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.859+0000 7f88a77ff700 1 -- 172.21.15.37:0/3028622156 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a00b1680 msgr2=0x7f88a015bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:38.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.859+0000 7f88a77ff700 1 --2- 172.21.15.37:0/3028622156 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a00b1680 0x7f88a015bb40 secure :-1 s=READY pgs=2613 cs=0 l=1 rev1=1 crypto rx=0x7f8890009840 tx=0x7f8890009b50 comp rx=0 tx=0).stop 2023-10-07T04:57:38.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.859+0000 7f88a77ff700 1 -- 172.21.15.37:0/3028622156 shutdown_connections 2023-10-07T04:57:38.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.859+0000 7f88a77ff700 1 --2- 172.21.15.37:0/3028622156 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a00b1680 0x7f88a015bb40 unknown :-1 s=CLOSED pgs=2613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:38.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.859+0000 7f88a77ff700 1 -- 172.21.15.37:0/3028622156 >> 172.21.15.37:0/3028622156 conn(0x7f88a006aab0 msgr2=0x7f88a006aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:38.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.859+0000 7f88a77ff700 1 -- 172.21.15.37:0/3028622156 shutdown_connections 2023-10-07T04:57:38.861 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.860+0000 7f88a77ff700 1 -- 172.21.15.37:0/3028622156 wait complete. 2023-10-07T04:57:38.863 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.862+0000 7f88a77ff700 1 Processor -- start 2023-10-07T04:57:38.864 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.863+0000 7f88a77ff700 1 -- start start 2023-10-07T04:57:38.865 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.864+0000 7f88a77ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88a0070d80 0x7f88a01f2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:38.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.864+0000 7f88a77ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88a00b1680 0x7f88a0157fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:38.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.864+0000 7f88a77ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a0141920 0x7f88a00c6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:38.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.864+0000 7f88a77ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88a00b4fb0 con 0x7f88a0141920 2023-10-07T04:57:38.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.864+0000 7f88a77ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88a0157220 con 0x7f88a00b1680 2023-10-07T04:57:38.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.864+0000 7f88a77ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88a0157500 con 0x7f88a0070d80 2023-10-07T04:57:38.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.864+0000 7f88a5d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a0141920 0x7f88a00c6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:38.866 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a559b700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88a0070d80 0x7f88a01f2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:38.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a4d9a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88a00b1680 0x7f88a0157fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:38.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a0141920 0x7f88a00c6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:56382/0 (socket says 172.21.15.37:56382) 2023-10-07T04:57:38.867 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 -- 172.21.15.37:0/983041256 learned_addr learned my addr 172.21.15.37:0/983041256 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-07T04:57:38.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 -- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88a0070d80 msgr2=0x7f88a01f2f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:38.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88a0070d80 0x7f88a01f2f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:38.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 -- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88a00b1680 msgr2=0x7f88a0157fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:38.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88a00b1680 0x7f88a0157fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:38.868 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 -- 172.21.15.37:0/983041256 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88900094a0 con 0x7f88a0141920 2023-10-07T04:57:38.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.865+0000 7f88a5d9c700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a0141920 0x7f88a00c6250 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7f889800cc10 tx=0x7f889800cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:38.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.866+0000 7f8895ffb700 1 -- 172.21.15.37:0/983041256 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8898004be0 con 0x7f88a0141920 2023-10-07T04:57:38.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.866+0000 7f8895ffb700 1 -- 172.21.15.37:0/983041256 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8898004d40 con 0x7f88a0141920 2023-10-07T04:57:38.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.866+0000 7f8895ffb700 1 -- 172.21.15.37:0/983041256 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f889800aae0 con 0x7f88a0141920 2023-10-07T04:57:38.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.866+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88a01577e0 con 0x7f88a0141920 2023-10-07T04:57:38.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.866+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88a01f3480 con 0x7f88a0141920 2023-10-07T04:57:38.869 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.867+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88a0157d00 con 0x7f88a0141920 2023-10-07T04:57:38.870 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.869+0000 7f8895ffb700 1 -- 172.21.15.37:0/983041256 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f889800ac40 con 0x7f88a0141920 2023-10-07T04:57:38.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.870+0000 7f8895ffb700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f888406af50 0x7f888406d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:38.871 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.870+0000 7f8895ffb700 1 -- 172.21.15.37:0/983041256 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f8898089000 con 0x7f88a0141920 2023-10-07T04:57:38.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.871+0000 7f88a559b700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f888406af50 0x7f888406d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:38.872 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.871+0000 7f88a559b700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f888406af50 0x7f888406d410 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f889c007fd0 tx=0x7f889c007dc0 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:38.885 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:38.884+0000 7f8895ffb700 1 -- 172.21.15.37:0/983041256 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f88a0157d00 con 0x7f88a0141920 2023-10-07T04:57:39.185 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.184+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f88a0157d00 con 0x7f88a0141920 2023-10-07T04:57:39.206 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.205+0000 7f8895ffb700 1 -- 172.21.15.37:0/983041256 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16824 (secure 0 0 0) 0x7f88a0157d00 con 0x7f88a0141920 2023-10-07T04:57:39.207 INFO:teuthology.orchestra.run.smithi037.stdout: 2023-10-07T04:57:39.207 INFO:teuthology.orchestra.run.smithi037.stdout:{"epoch":43,"fsid":"acbae489-7c2a-4204-9283-12ca8d72dfda","created":"2023-10-06T22:43:50.904180+0000","modified":"2023-10-07T04:52:31.057432+0000","last_up_change":"2023-10-07T04:52:29.765285+0000","last_in_change":"2023-10-06T22:43:54.554538+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-06T22:44:04.264804+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2023-10-06T22:45:55.586633+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.4900000095367432,"score_stable":1.4900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2023-10-06T22:45:56.665241+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.4900000095367432,"score_stable":1.4900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.309999942779541,"raw_score_stable":1.309999942779541,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"95bc4efd-1f78-4ee5-a35b-9e0f67bb8ccd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6800","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6801","nonce":2681036643}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6802","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6803","nonce":2681036643}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6806","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6807","nonce":2681036643}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6804","nonce":2681036643},{"type":"v1","addr":"172.21.15.37:6805","nonce":2681036643}]},"public_addr":"172.21.15.37:6801/2681036643","cluster_addr":"172.21.15.37:6803/2681036643","heartbeat_back_addr":"172.21.15.37:6807/2681036643","heartbeat_front_addr":"172.21.15.37:6805/2681036643","state":["exists","up"]},{"osd":1,"uuid":"6f85e6be-f174-484b-bd24-fd10d7ca831d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6820","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6822","nonce":969577361}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6824","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6826","nonce":969577361}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6830","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6831","nonce":969577361}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6828","nonce":969577361},{"type":"v1","addr":"172.21.15.37:6829","nonce":969577361}]},"public_addr":"172.21.15.37:6822/969577361","cluster_addr":"172.21.15.37:6826/969577361","heartbeat_back_addr":"172.21.15.37:6831/969577361","heartbeat_front_addr":"172.21.15.37:6829/969577361","state":["exists","up"]},{"osd":2,"uuid":"1fb2bea4-d9a1-4d20-be88-c2195fd6df11","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6808","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6809","nonce":227534548}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6810","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6811","nonce":227534548}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6814","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6815","nonce":227534548}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6812","nonce":227534548},{"type":"v1","addr":"172.21.15.37:6813","nonce":227534548}]},"public_addr":"172.21.15.37:6809/227534548","cluster_addr":"172.21.15.37:6811/227534548","heartbeat_back_addr":"172.21.15.37:6815/227534548","heartbeat_front_addr":"172.21.15.37:6813/227534548","state":["exists","up"]},{"osd":3,"uuid":"fed69198-0a6b-4a9d-8271-0df5df8d1506","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":37,"down_at":42,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6816","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6817","nonce":2485161830}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6818","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6819","nonce":2485161830}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6825","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6827","nonce":2485161830}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.37:6821","nonce":2485161830},{"type":"v1","addr":"172.21.15.37:6823","nonce":2485161830}]},"public_addr":"172.21.15.37:6817/2485161830","cluster_addr":"172.21.15.37:6819/2485161830","heartbeat_back_addr":"172.21.15.37:6827/2485161830","heartbeat_front_addr":"172.21.15.37:6823/2485161830","state":["exists"]},{"osd":4,"uuid":"3fc2b29c-9498-4bd4-8719-7097cb9af667","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6805","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6807","nonce":694240209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6809","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6811","nonce":694240209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6814","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6815","nonce":694240209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6812","nonce":694240209},{"type":"v1","addr":"172.21.15.62:6813","nonce":694240209}]},"public_addr":"172.21.15.62:6807/694240209","cluster_addr":"172.21.15.62:6811/694240209","heartbeat_back_addr":"172.21.15.62:6815/694240209","heartbeat_front_addr":"172.21.15.62:6813/694240209","state":["exists","up"]},{"osd":5,"uuid":"3a58a048-c295-4d11-b5f3-89181c306ea4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6816","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6819","nonce":2862532242}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6822","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6824","nonce":2862532242}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6830","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6831","nonce":2862532242}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6827","nonce":2862532242},{"type":"v1","addr":"172.21.15.62:6829","nonce":2862532242}]},"public_addr":"172.21.15.62:6819/2862532242","cluster_addr":"172.21.15.62:6824/2862532242","heartbeat_back_addr":"172.21.15.62:6831/2862532242","heartbeat_front_addr":"172.21.15.62:6829/2862532242","state":["exists","up"]},{"osd":6,"uuid":"4723d167-f0bb-4c02-9514-e9e18d78af65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6800","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6801","nonce":1580657471}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6802","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6803","nonce":1580657471}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6808","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6810","nonce":1580657471}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6804","nonce":1580657471},{"type":"v1","addr":"172.21.15.62:6806","nonce":1580657471}]},"public_addr":"172.21.15.62:6801/1580657471","cluster_addr":"172.21.15.62:6803/1580657471","heartbeat_back_addr":"172.21.15.62:6810/1580657471","heartbeat_front_addr":"172.21.15.62:6806/1580657471","state":["exists","up"]},{"osd":7,"uuid":"e7bef101-edd9-4195-8bc1-b86a3b28d3a3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6817","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6818","nonce":850133551}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6820","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6821","nonce":850133551}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6826","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6828","nonce":850133551}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.62:6823","nonce":850133551},{"type":"v1","addr":"172.21.15.62:6825","nonce":850133551}]},"public_addr":"172.21.15.62:6818/850133551","cluster_addr":"172.21.15.62:6821/850133551","heartbeat_back_addr":"172.21.15.62:6828/850133551","heartbeat_front_addr":"172.21.15.62:6825/850133551","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.117103+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.935631+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.918763+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.198608+0000","dead_epoch":42},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.102871+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.144461+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:43:59.825546+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-06T22:44:00.153526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.10","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-07T04:57:39.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.211+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f888406af50 msgr2=0x7f888406d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:39.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.211+0000 7f88a77ff700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f888406af50 0x7f888406d410 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f889c007fd0 tx=0x7f889c007dc0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.211+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a0141920 msgr2=0x7f88a00c6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:39.212 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.211+0000 7f88a77ff700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a0141920 0x7f88a00c6250 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7f889800cc10 tx=0x7f889800cf20 comp rx=0 tx=0).stop 2023-10-07T04:57:39.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 shutdown_connections 2023-10-07T04:57:39.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f88a0141920 0x7f88a00c6250 unknown :-1 s=CLOSED pgs=2614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f88a0070d80 0x7f88a01f2f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f888406af50 0x7f888406d410 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 --2- 172.21.15.37:0/983041256 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f88a00b1680 0x7f88a0157fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.213 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 >> 172.21.15.37:0/983041256 conn(0x7f88a006aab0 msgr2=0x7f88a00addb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:39.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 shutdown_connections 2023-10-07T04:57:39.214 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.212+0000 7f88a77ff700 1 -- 172.21.15.37:0/983041256 wait complete. 2023-10-07T04:57:39.238 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-06T22:44:04.264804+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-06T22:45:55.586633+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.4900000095367432, 'score_stable': 1.4900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.309999942779541, 'raw_score_stable': 1.309999942779541, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2023-10-06T22:45:56.665241+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '39', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.4900000095367432, 'score_stable': 1.4900000095367432, 'optimal_score': 0.8799999952316284, 'raw_score_acting': 1.309999942779541, 'raw_score_stable': 1.309999942779541, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-07T04:57:39.238 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-07T04:57:39.529 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.528+0000 7f92ef3ff700 1 Processor -- start 2023-10-07T04:57:39.530 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.528+0000 7f92ef3ff700 1 -- start start 2023-10-07T04:57:39.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ef3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e80b0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:39.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ef3ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f92e80b10b0 0x7f92e80c9900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:39.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ef3ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f92e80c9e40 0x7f92e806c920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:39.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ef3ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92e80b1530 con 0x7f92e80b10b0 2023-10-07T04:57:39.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ef3ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92e8165790 con 0x7f92e80c9e40 2023-10-07T04:57:39.532 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ef3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92e8166310 con 0x7f92e80ce640 2023-10-07T04:57:39.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ed99c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f92e80c9e40 0x7f92e806c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:39.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ed99c700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f92e80c9e40 0x7f92e806c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:48824/0 (socket says 172.21.15.37:48824) 2023-10-07T04:57:39.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ed99c700 1 -- 172.21.15.37:0/3096784520 learned_addr learned my addr 172.21.15.37:0/3096784520 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-07T04:57:39.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.531+0000 7f92ed19b700 1 --2- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e80b0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:39.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.532+0000 7f92ec99a700 1 --2- 172.21.15.37:0/3096784520 >> v2:172.21.15.37:3300/0 conn(0x7f92e80b10b0 0x7f92e80c9900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:39.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.532+0000 7f92ed99c700 1 -- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 msgr2=0x7f92e80b0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-07T04:57:39.533 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.532+0000 7f92ed99c700 1 --2- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e80b0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.532+0000 7f92ed99c700 1 -- 172.21.15.37:0/3096784520 >> v2:172.21.15.37:3300/0 conn(0x7f92e80b10b0 msgr2=0x7f92e80c9900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-07T04:57:39.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.532+0000 7f92ed99c700 1 --2- 172.21.15.37:0/3096784520 >> v2:172.21.15.37:3300/0 conn(0x7f92e80b10b0 0x7f92e80c9900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.532+0000 7f92ed99c700 1 -- 172.21.15.37:0/3096784520 --> v2:172.21.15.62:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92e81659e0 con 0x7f92e80c9e40 2023-10-07T04:57:39.534 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.532+0000 7f92ed19b700 1 --2- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e80b0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-07T04:57:39.540 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.536+0000 7f92ed99c700 1 --2- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e806c920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f92e80c97d0 tx=0x7f92e000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94419a3b6ce56b51 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:39.540 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.537+0000 7f92dffff700 1 -- 172.21.15.37:0/3096784520 <== mon.1 v2:172.21.15.62:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e000e070 con 0x7f92e80c9e40 2023-10-07T04:57:39.540 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.537+0000 7f92dffff700 1 -- 172.21.15.37:0/3096784520 <== mon.1 v2:172.21.15.62:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92e000b910 con 0x7f92e80c9e40 2023-10-07T04:57:39.540 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.537+0000 7f92dffff700 1 -- 172.21.15.37:0/3096784520 <== mon.1 v2:172.21.15.62:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e000bcc0 con 0x7f92e80c9e40 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.539+0000 7f92ef3ff700 1 -- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 msgr2=0x7f92e806c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.539+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e806c920 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f92e80c97d0 tx=0x7f92e000b330 comp rx=0 tx=0).stop 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.539+0000 7f92ef3ff700 1 -- 172.21.15.37:0/3096784520 shutdown_connections 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.539+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e806c920 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.539+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/3096784520 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e80b0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.539+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/3096784520 >> v2:172.21.15.37:3300/0 conn(0x7f92e80b10b0 0x7f92e80c9900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.539+0000 7f92ef3ff700 1 -- 172.21.15.37:0/3096784520 >> 172.21.15.37:0/3096784520 conn(0x7f92e80cbb70 msgr2=0x7f92e80cbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:39.541 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.540+0000 7f92ef3ff700 1 -- 172.21.15.37:0/3096784520 shutdown_connections 2023-10-07T04:57:39.542 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.540+0000 7f92ef3ff700 1 -- 172.21.15.37:0/3096784520 wait complete. 2023-10-07T04:57:39.544 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.543+0000 7f92ef3ff700 1 Processor -- start 2023-10-07T04:57:39.545 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.544+0000 7f92ef3ff700 1 -- start start 2023-10-07T04:57:39.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.545+0000 7f92ef3ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f92e80b10b0 0x7f92e80bfe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:39.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.545+0000 7f92ef3ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e815b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:39.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.545+0000 7f92ef3ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e8071890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:39.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.545+0000 7f92ef3ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92e80b2e70 con 0x7f92e80b10b0 2023-10-07T04:57:39.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.545+0000 7f92ef3ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92e80c03a0 con 0x7f92e80c9e40 2023-10-07T04:57:39.546 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.545+0000 7f92ef3ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92e80b21f0 con 0x7f92e80ce640 2023-10-07T04:57:39.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ec99a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e815b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:39.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ec99a700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e815b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.62:3300/0 says I am v2:172.21.15.37:48830/0 (socket says 172.21.15.37:48830) 2023-10-07T04:57:39.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ec99a700 1 -- 172.21.15.37:0/960221752 learned_addr learned my addr 172.21.15.37:0/960221752 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-07T04:57:39.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ed99c700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e8071890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:39.547 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ed19b700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f92e80b10b0 0x7f92e80bfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:39.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ed99c700 1 -- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 msgr2=0x7f92e815b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:39.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ed99c700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e815b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ed99c700 1 -- 172.21.15.37:0/960221752 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f92e80b10b0 msgr2=0x7f92e80bfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:39.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ed99c700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f92e80b10b0 0x7f92e80bfe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.546+0000 7f92ed99c700 1 -- 172.21.15.37:0/960221752 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92e40094a0 con 0x7f92e80ce640 2023-10-07T04:57:39.548 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.547+0000 7f92ec99a700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e815b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-07T04:57:39.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.547+0000 7f92ed99c700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e8071890 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f92e0015000 tx=0x7f92e0004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:39.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.548+0000 7f92ddffb700 1 -- 172.21.15.37:0/960221752 <== mon.2 v2:172.21.15.62:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e00099b0 con 0x7f92e80ce640 2023-10-07T04:57:39.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.548+0000 7f92ddffb700 1 -- 172.21.15.37:0/960221752 <== mon.2 v2:172.21.15.62:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92e000ce80 con 0x7f92e80ce640 2023-10-07T04:57:39.549 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.548+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92e0009b30 con 0x7f92e80ce640 2023-10-07T04:57:39.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.548+0000 7f92ddffb700 1 -- 172.21.15.37:0/960221752 <== mon.2 v2:172.21.15.62:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92e0004490 con 0x7f92e80ce640 2023-10-07T04:57:39.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.548+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92e80b27b0 con 0x7f92e80ce640 2023-10-07T04:57:39.550 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.549+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92e80b2fb0 con 0x7f92e80ce640 2023-10-07T04:57:39.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.551+0000 7f92ddffb700 1 -- 172.21.15.37:0/960221752 <== mon.2 v2:172.21.15.62:3301/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f92e00045f0 con 0x7f92e80ce640 2023-10-07T04:57:39.552 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.551+0000 7f92ddffb700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f92cc06af50 0x7f92cc06d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:39.554 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.553+0000 7f92ed19b700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f92cc06af50 0x7f92cc06d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:39.555 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.554+0000 7f92ddffb700 1 -- 172.21.15.37:0/960221752 <== mon.2 v2:172.21.15.62:3301/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f92e005a100 con 0x7f92e80ce640 2023-10-07T04:57:39.556 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.554+0000 7f92ed19b700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f92cc06af50 0x7f92cc06d410 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f92e4009d00 tx=0x7f92e4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:39.561 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.560+0000 7f92ddffb700 1 -- 172.21.15.37:0/960221752 <== mon.2 v2:172.21.15.62:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f92e0055d40 con 0x7f92e80ce640 2023-10-07T04:57:39.840 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.839+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f92e80b2fb0 con 0x7f92e80ce640 2023-10-07T04:57:39.841 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.839+0000 7f92ddffb700 1 -- 172.21.15.37:0/960221752 <== mon.2 v2:172.21.15.62:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v43) v1 ==== 93+0+10 (secure 0 0 0) 0x7f92e80b2fb0 con 0x7f92e80ce640 2023-10-07T04:57:39.841 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 1 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f92cc06af50 msgr2=0x7f92cc06d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f92cc06af50 0x7f92cc06d410 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f92e4009d00 tx=0x7f92e4008040 comp rx=0 tx=0).stop 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 msgr2=0x7f92e8071890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e8071890 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f92e0015000 tx=0x7f92e0004ad0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 shutdown_connections 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f92e80ce640 0x7f92e8071890 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f92e80b10b0 0x7f92e80bfe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f92cc06af50 0x7f92cc06d410 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.844 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 --2- 172.21.15.37:0/960221752 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f92e80c9e40 0x7f92e815b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:39.845 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.842+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 >> 172.21.15.37:0/960221752 conn(0x7f92e80cbb70 msgr2=0x7f92e8163b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:39.845 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.843+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 shutdown_connections 2023-10-07T04:57:39.845 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:39.843+0000 7f92ef3ff700 1 -- 172.21.15.37:0/960221752 wait complete. 2023-10-07T04:57:39.865 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-07T04:57:40.165 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.164+0000 7f0cc07ff700 1 Processor -- start 2023-10-07T04:57:40.166 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.164+0000 7f0cc07ff700 1 -- start start 2023-10-07T04:57:40.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cc07ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f0cb815d830 0x7f0cb80ce7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cc07ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb80b2aa0 0x7f0cb80cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cc07ff700 1 -- --> v1:172.21.15.37:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cb80d0740 con 0x7f0cb80d02f0 2023-10-07T04:57:40.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cc07ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cb80cecf0 con 0x7f0cb815d830 2023-10-07T04:57:40.167 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cc07ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb81622b0 con 0x7f0cb80b2aa0 2023-10-07T04:57:40.168 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cbed9c700 1 --1- >> v1:172.21.15.37:6789/0 conn(0x7f0cb80d02f0 0x7f0cb80b4ea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.37:6789/0 says I am v1:172.21.15.37:53422/0 (socket says 172.21.15.37:53422) 2023-10-07T04:57:40.168 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cbed9c700 1 -- 172.21.15.37:0/3310782167 learned_addr learned my addr 172.21.15.37:0/3310782167 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cbe59b700 1 --2- 172.21.15.37:0/3310782167 >> v2:172.21.15.37:3300/0 conn(0x7f0cb815d830 0x7f0cb80ce7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.166+0000 7f0cbdd9a700 1 --2- 172.21.15.37:0/3310782167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb80b2aa0 0x7f0cb80cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.167+0000 7f0cbd599700 1 -- 172.21.15.37:0/3310782167 <== mon.0 v1:172.21.15.37:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4078595197 0 0) 0x7f0cb80d0740 con 0x7f0cb80d02f0 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.167+0000 7f0cbd599700 1 -- 172.21.15.37:0/3310782167 --> v1:172.21.15.37:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ca40035b0 con 0x7f0cb80d02f0 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.167+0000 7f0cbe59b700 1 -- 172.21.15.37:0/3310782167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb80b2aa0 msgr2=0x7f0cb80cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.167+0000 7f0cbe59b700 1 --2- 172.21.15.37:0/3310782167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb80b2aa0 0x7f0cb80cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.167+0000 7f0cbe59b700 1 -- 172.21.15.37:0/3310782167 >> v1:172.21.15.37:6789/0 conn(0x7f0cb80d02f0 legacy=0x7f0cb80b4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.167+0000 7f0cbe59b700 1 -- 172.21.15.37:0/3310782167 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cb8161730 con 0x7f0cb815d830 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.167+0000 7f0cbe59b700 1 --2- 172.21.15.37:0/3310782167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb815d830 0x7f0cb80ce7b0 secure :-1 s=READY pgs=2616 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009840 tx=0x7f0cb4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6e50faf5540c426 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.168+0000 7f0cbd599700 1 -- 172.21.15.37:0/3310782167 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb4011830 con 0x7f0cb815d830 2023-10-07T04:57:40.169 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.168+0000 7f0cbd599700 1 -- 172.21.15.37:0/3310782167 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cb4011990 con 0x7f0cb815d830 2023-10-07T04:57:40.170 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.168+0000 7f0cbd599700 1 -- 172.21.15.37:0/3310782167 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb4011d20 con 0x7f0cb815d830 2023-10-07T04:57:40.170 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.168+0000 7f0cc07ff700 1 -- 172.21.15.37:0/3310782167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb815d830 msgr2=0x7f0cb80ce7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.168+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/3310782167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb815d830 0x7f0cb80ce7b0 secure :-1 s=READY pgs=2616 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009840 tx=0x7f0cb4009b50 comp rx=0 tx=0).stop 2023-10-07T04:57:40.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.169+0000 7f0cc07ff700 1 -- 172.21.15.37:0/3310782167 shutdown_connections 2023-10-07T04:57:40.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.169+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/3310782167 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb815d830 0x7f0cb80ce7b0 unknown :-1 s=CLOSED pgs=2616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.169+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/3310782167 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb80b2aa0 0x7f0cb80cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.169+0000 7f0cc07ff700 1 -- 172.21.15.37:0/3310782167 >> 172.21.15.37:0/3310782167 conn(0x7f0cb806b590 msgr2=0x7f0cb806b970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:40.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.169+0000 7f0cc07ff700 1 -- 172.21.15.37:0/3310782167 shutdown_connections 2023-10-07T04:57:40.171 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.169+0000 7f0cc07ff700 1 -- 172.21.15.37:0/3310782167 wait complete. 2023-10-07T04:57:40.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.171+0000 7f0cc07ff700 1 Processor -- start 2023-10-07T04:57:40.173 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.172+0000 7f0cc07ff700 1 -- start start 2023-10-07T04:57:40.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.173+0000 7f0cc07ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cb80b2aa0 0x7f0cb81f6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.173+0000 7f0cc07ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb80d02f0 0x7f0cb80ccc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.173+0000 7f0cc07ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb815d830 0x7f0cb8150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.173+0000 7f0cc07ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb815e9c0 con 0x7f0cb80d02f0 2023-10-07T04:57:40.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.173+0000 7f0cc07ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb80b5050 con 0x7f0cb80b2aa0 2023-10-07T04:57:40.175 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.173+0000 7f0cc07ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cb80b5330 con 0x7f0cb815d830 2023-10-07T04:57:40.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb80d02f0 0x7f0cb80ccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:40.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb80d02f0 0x7f0cb80ccc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:56410/0 (socket says 172.21.15.37:56410) 2023-10-07T04:57:40.176 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 -- 172.21.15.37:0/1829107009 learned_addr learned my addr 172.21.15.37:0/1829107009 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-07T04:57:40.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 -- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb815d830 msgr2=0x7f0cb8150fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb815d830 0x7f0cb8150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.177 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 -- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cb80b2aa0 msgr2=0x7f0cb81f6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cb80b2aa0 0x7f0cb81f6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.174+0000 7f0cbdd9a700 1 -- 172.21.15.37:0/1829107009 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cb40094a0 con 0x7f0cb80d02f0 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.175+0000 7f0cbdd9a700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb80d02f0 0x7f0cb80ccc90 secure :-1 s=READY pgs=2617 cs=0 l=1 rev1=1 crypto rx=0x7f0ca800e9b0 tx=0x7f0ca800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.175+0000 7f0caeffd700 1 -- 172.21.15.37:0/1829107009 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca8009710 con 0x7f0cb80d02f0 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.175+0000 7f0caeffd700 1 -- 172.21.15.37:0/1829107009 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ca800c850 con 0x7f0cb80d02f0 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.175+0000 7f0caeffd700 1 -- 172.21.15.37:0/1829107009 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ca800cbc0 con 0x7f0cb80d02f0 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.175+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cb80b5610 con 0x7f0cb80d02f0 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.175+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cb81f6f20 con 0x7f0cb80d02f0 2023-10-07T04:57:40.178 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.176+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cb8074380 con 0x7f0cb80d02f0 2023-10-07T04:57:40.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.177+0000 7f0caeffd700 1 -- 172.21.15.37:0/1829107009 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f0ca800cd20 con 0x7f0cb80d02f0 2023-10-07T04:57:40.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.178+0000 7f0caeffd700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0c9c06af00 0x7f0c9c06d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.179 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.178+0000 7f0caeffd700 1 -- 172.21.15.37:0/1829107009 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f0ca8089700 con 0x7f0cb80d02f0 2023-10-07T04:57:40.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.179+0000 7f0cbe59b700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0c9c06af00 0x7f0c9c06d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:40.180 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.180+0000 7f0cbe59b700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0c9c06af00 0x7f0c9c06d3c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f0cb40090b0 tx=0x7f0cb4010000 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:40.186 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.185+0000 7f0caeffd700 1 -- 172.21.15.37:0/1829107009 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f0ca80545b0 con 0x7f0cb80d02f0 2023-10-07T04:57:40.476 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.475+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0cb81f6f20 con 0x7f0cb80d02f0 2023-10-07T04:57:40.477 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.476+0000 7f0caeffd700 1 -- 172.21.15.37:0/1829107009 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v43) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0cb81f6f20 con 0x7f0cb80d02f0 2023-10-07T04:57:40.478 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 32 2023-10-07T04:57:40.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0c9c06af00 msgr2=0x7f0c9c06d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0c9c06af00 0x7f0c9c06d3c0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f0cb40090b0 tx=0x7f0cb4010000 comp rx=0 tx=0).stop 2023-10-07T04:57:40.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb80d02f0 msgr2=0x7f0cb80ccc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.481 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb80d02f0 0x7f0cb80ccc90 secure :-1 s=READY pgs=2617 cs=0 l=1 rev1=1 crypto rx=0x7f0ca800e9b0 tx=0x7f0ca800ed70 comp rx=0 tx=0).stop 2023-10-07T04:57:40.482 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 shutdown_connections 2023-10-07T04:57:40.482 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f0c9c06af00 0x7f0c9c06d3c0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.482 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f0cb80b2aa0 0x7f0cb81f6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.482 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f0cb815d830 0x7f0cb8150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.482 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 --2- 172.21.15.37:0/1829107009 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f0cb80d02f0 0x7f0cb80ccc90 unknown :-1 s=CLOSED pgs=2617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.483 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.480+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 >> 172.21.15.37:0/1829107009 conn(0x7f0cb806b590 msgr2=0x7f0cb80b2e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:40.483 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.481+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 shutdown_connections 2023-10-07T04:57:40.483 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.481+0000 7f0cc07ff700 1 -- 172.21.15.37:0/1829107009 wait complete. 2023-10-07T04:57:40.510 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-07T04:57:40.972 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.966+0000 7f9e90dff700 1 Processor -- start 2023-10-07T04:57:40.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.966+0000 7f9e90dff700 1 -- start start 2023-10-07T04:57:40.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.968+0000 7f9e90dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 0x7f9e8c070fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.968+0000 7f9e90dff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f9e8c161e20 0x7f9e8c0c2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.968+0000 7f9e90dff700 1 -- --> v1:172.21.15.62:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e8c0cd440 con 0x7f9e8c06ca30 2023-10-07T04:57:40.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.968+0000 7f9e90dff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e8c0c2ab0 con 0x7f9e8c161e20 2023-10-07T04:57:40.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.968+0000 7f9e90dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e8c0cd6b0 con 0x7f9e8c161a40 2023-10-07T04:57:40.973 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.971+0000 7f9e8ad9d700 1 --1- >> v1:172.21.15.62:6789/0 conn(0x7f9e8c06ca30 0x7f9e8c165770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.62:6789/0 says I am v1:172.21.15.37:52950/0 (socket says 172.21.15.37:52950) 2023-10-07T04:57:40.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.971+0000 7f9e8ad9d700 1 -- 172.21.15.37:0/264023639 learned_addr learned my addr 172.21.15.37:0/264023639 (peer_addr_for_me v1:172.21.15.37:0/0) 2023-10-07T04:57:40.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.972+0000 7f9e89d9b700 1 --2- 172.21.15.37:0/264023639 >> v2:172.21.15.37:3300/0 conn(0x7f9e8c161e20 0x7f9e8c0c2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:40.974 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.973+0000 7f9e89d9b700 1 -- 172.21.15.37:0/264023639 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 msgr2=0x7f9e8c070fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-07T04:57:40.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.973+0000 7f9e89d9b700 1 --2- 172.21.15.37:0/264023639 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 0x7f9e8c070fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.973+0000 7f9e89d9b700 1 -- 172.21.15.37:0/264023639 >> v1:172.21.15.62:6789/0 conn(0x7f9e8c06ca30 legacy=0x7f9e8c165770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.973+0000 7f9e89d9b700 1 -- 172.21.15.37:0/264023639 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e8c0cd990 con 0x7f9e8c161e20 2023-10-07T04:57:40.975 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.974+0000 7f9e89d9b700 1 --2- 172.21.15.37:0/264023639 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c161e20 0x7f9e8c0c2570 secure :-1 s=READY pgs=2618 cs=0 l=1 rev1=1 crypto rx=0x7f9e80009840 tx=0x7f9e80009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9b7db47c45e0681 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.975+0000 7f9e8959a700 1 -- 172.21.15.37:0/264023639 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e80004230 con 0x7f9e8c161e20 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.975+0000 7f9e8959a700 1 -- 172.21.15.37:0/264023639 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e80004390 con 0x7f9e8c161e20 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.975+0000 7f9e8959a700 1 -- 172.21.15.37:0/264023639 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e800036a0 con 0x7f9e8c161e20 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.976+0000 7f9e90dff700 1 -- 172.21.15.37:0/264023639 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c161e20 msgr2=0x7f9e8c0c2570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.976+0000 7f9e90dff700 1 --2- 172.21.15.37:0/264023639 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c161e20 0x7f9e8c0c2570 secure :-1 s=READY pgs=2618 cs=0 l=1 rev1=1 crypto rx=0x7f9e80009840 tx=0x7f9e80009b50 comp rx=0 tx=0).stop 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.977+0000 7f9e90dff700 1 -- 172.21.15.37:0/264023639 shutdown_connections 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.977+0000 7f9e90dff700 1 --2- 172.21.15.37:0/264023639 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 0x7f9e8c070fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.977+0000 7f9e90dff700 1 --2- 172.21.15.37:0/264023639 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c161e20 0x7f9e8c0c2570 secure :-1 s=CLOSED pgs=2618 cs=0 l=1 rev1=1 crypto rx=0x7f9e80009840 tx=0x7f9e80009b50 comp rx=0 tx=0).stop 2023-10-07T04:57:40.979 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.977+0000 7f9e90dff700 1 -- 172.21.15.37:0/264023639 >> 172.21.15.37:0/264023639 conn(0x7f9e8c0cf0f0 msgr2=0x7f9e8c0cf500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:40.980 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.978+0000 7f9e90dff700 1 -- 172.21.15.37:0/264023639 shutdown_connections 2023-10-07T04:57:40.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.978+0000 7f9e90dff700 1 -- 172.21.15.37:0/264023639 wait complete. 2023-10-07T04:57:40.983 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.981+0000 7f9e90dff700 1 Processor -- start 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.982+0000 7f9e90dff700 1 -- start start 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.984+0000 7f9e90dff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e8c06ca30 0x7f9e8c0b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.984+0000 7f9e90dff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 0x7f9e8c15d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.984+0000 7f9e90dff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c0b4c40 0x7f9e8c0aecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.984+0000 7f9e90dff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e8c0b2d10 con 0x7f9e8c0b4c40 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.984+0000 7f9e90dff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e8c0c1a10 con 0x7f9e8c06ca30 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.984+0000 7f9e90dff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e8c0b2790 con 0x7f9e8c161a40 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.985+0000 7f9e8ad9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c0b4c40 0x7f9e8c0aecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:40.987 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.985+0000 7f9e8ad9d700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c0b4c40 0x7f9e8c0aecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:56422/0 (socket says 172.21.15.37:56422) 2023-10-07T04:57:40.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.985+0000 7f9e8ad9d700 1 -- 172.21.15.37:0/4275276928 learned_addr learned my addr 172.21.15.37:0/4275276928 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-07T04:57:40.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.986+0000 7f9e8ad9d700 1 -- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 msgr2=0x7f9e8c15d770 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-07T04:57:40.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.986+0000 7f9e8ad9d700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 0x7f9e8c15d770 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.986+0000 7f9e8ad9d700 1 -- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e8c06ca30 msgr2=0x7f9e8c0b1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:40.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.986+0000 7f9e8ad9d700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e8c06ca30 0x7f9e8c0b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:40.988 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.986+0000 7f9e8ad9d700 1 -- 172.21.15.37:0/4275276928 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e800094a0 con 0x7f9e8c0b4c40 2023-10-07T04:57:40.989 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.987+0000 7f9e8ad9d700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c0b4c40 0x7f9e8c0aecd0 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7f9e84002000 tx=0x7f9e8400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:40.993 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.990+0000 7f9e7affd700 1 -- 172.21.15.37:0/4275276928 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8400ad40 con 0x7f9e8c0b4c40 2023-10-07T04:57:40.993 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.990+0000 7f9e7affd700 1 -- 172.21.15.37:0/4275276928 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e840070d0 con 0x7f9e8c0b4c40 2023-10-07T04:57:40.993 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.990+0000 7f9e7affd700 1 -- 172.21.15.37:0/4275276928 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8400aea0 con 0x7f9e8c0b4c40 2023-10-07T04:57:40.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.990+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e8c0b4200 con 0x7f9e8c0b4c40 2023-10-07T04:57:40.997 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.991+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e8c0b4720 con 0x7f9e8c0b4c40 2023-10-07T04:57:41.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:40.999+0000 7f9e7affd700 1 -- 172.21.15.37:0/4275276928 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f9e84007480 con 0x7f9e8c0b4c40 2023-10-07T04:57:41.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.000+0000 7f9e7affd700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9e6c06afd0 0x7f9e6c06d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.002 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.001+0000 7f9e7affd700 1 -- 172.21.15.37:0/4275276928 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f9e84089590 con 0x7f9e8c0b4c40 2023-10-07T04:57:41.011 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.009+0000 7f9e8a59c700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9e6c06afd0 0x7f9e6c06d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:41.030 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.029+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e700052f0 con 0x7f9e8c0b4c40 2023-10-07T04:57:41.040 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.039+0000 7f9e8a59c700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9e6c06afd0 0x7f9e6c06d490 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c009710 tx=0x7f9e7c006c80 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:41.053 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.051+0000 7f9e7affd700 1 -- 172.21.15.37:0/4275276928 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f9e84018080 con 0x7f9e8c0b4c40 2023-10-07T04:57:41.451 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.450+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9e70005b20 con 0x7f9e8c0b4c40 2023-10-07T04:57:41.452 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.451+0000 7f9e7affd700 1 -- 172.21.15.37:0/4275276928 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v43) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9e84054550 con 0x7f9e8c0b4c40 2023-10-07T04:57:41.452 INFO:teuthology.orchestra.run.smithi037.stdout:pg_num: 64 2023-10-07T04:57:41.455 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9e6c06afd0 msgr2=0x7f9e6c06d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9e6c06afd0 0x7f9e6c06d490 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c009710 tx=0x7f9e7c006c80 comp rx=0 tx=0).stop 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c0b4c40 msgr2=0x7f9e8c0aecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c0b4c40 0x7f9e8c0aecd0 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7f9e84002000 tx=0x7f9e8400a340 comp rx=0 tx=0).stop 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 shutdown_connections 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f9e6c06afd0 0x7f9e6c06d490 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f9e8c06ca30 0x7f9e8c0b1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f9e8c0b4c40 0x7f9e8c0aecd0 unknown :-1 s=CLOSED pgs=2619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 --2- 172.21.15.37:0/4275276928 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f9e8c161a40 0x7f9e8c15d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 >> 172.21.15.37:0/4275276928 conn(0x7f9e8c0cf0f0 msgr2=0x7f9e8c15f680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 shutdown_connections 2023-10-07T04:57:41.456 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.454+0000 7f9e90dff700 1 -- 172.21.15.37:0/4275276928 wait complete. 2023-10-07T04:57:41.486 DEBUG:teuthology.orchestra.run.smithi037:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-07T04:57:41.722 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.721+0000 7f61c95ff700 1 Processor -- start 2023-10-07T04:57:41.723 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.722+0000 7f61c95ff700 1 -- start start 2023-10-07T04:57:41.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c95ff700 1 --2- >> v2:172.21.15.62:3300/0 conn(0x7f61c415d830 0x7f61c40d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.725 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c95ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 0x7f61c40d2de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c95ff700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f61c40b5010 0x7f61c40b5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c95ff700 1 -- --> v2:172.21.15.37:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61c40b59c0 con 0x7f61c40b5010 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c95ff700 1 -- --> v2:172.21.15.62:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61c40d3320 con 0x7f61c415d830 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c95ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61c40d1d40 con 0x7f61c40ce890 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c37fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f61c40b5010 0x7f61c40b5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c37fe700 1 --2- >> v2:172.21.15.37:3300/0 conn(0x7f61c40b5010 0x7f61c40b5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:56430/0 (socket says 172.21.15.37:56430) 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c37fe700 1 -- 172.21.15.37:0/2370049180 learned_addr learned my addr 172.21.15.37:0/2370049180 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-07T04:57:41.726 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.724+0000 7f61c2ffd700 1 --2- 172.21.15.37:0/2370049180 >> v2:172.21.15.62:3300/0 conn(0x7f61c415d830 0x7f61c40d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c37fe700 1 -- 172.21.15.37:0/2370049180 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 msgr2=0x7f61c40d2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c37fe700 1 --2- 172.21.15.37:0/2370049180 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 0x7f61c40d2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c37fe700 1 -- 172.21.15.37:0/2370049180 >> v2:172.21.15.62:3300/0 conn(0x7f61c415d830 msgr2=0x7f61c40d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c37fe700 1 --2- 172.21.15.37:0/2370049180 >> v2:172.21.15.62:3300/0 conn(0x7f61c415d830 0x7f61c40d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c37fe700 1 -- 172.21.15.37:0/2370049180 --> v2:172.21.15.37:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c40d2020 con 0x7f61c40b5010 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c37fe700 1 --2- 172.21.15.37:0/2370049180 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c40b5010 0x7f61c40b5480 secure :-1 s=READY pgs=2620 cs=0 l=1 rev1=1 crypto rx=0x7f61c40d0960 tx=0x7f61bc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e45afadc90c292f server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c1ffb700 1 -- 172.21.15.37:0/2370049180 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc00e070 con 0x7f61c40b5010 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c1ffb700 1 -- 172.21.15.37:0/2370049180 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61bc00b9c0 con 0x7f61c40b5010 2023-10-07T04:57:41.728 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.725+0000 7f61c1ffb700 1 -- 172.21.15.37:0/2370049180 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc00bd70 con 0x7f61c40b5010 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 -- 172.21.15.37:0/2370049180 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c40b5010 msgr2=0x7f61c40b5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 --2- 172.21.15.37:0/2370049180 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c40b5010 0x7f61c40b5480 secure :-1 s=READY pgs=2620 cs=0 l=1 rev1=1 crypto rx=0x7f61c40d0960 tx=0x7f61bc00b330 comp rx=0 tx=0).stop 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 -- 172.21.15.37:0/2370049180 shutdown_connections 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 --2- 172.21.15.37:0/2370049180 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c40b5010 0x7f61c40b5480 unknown :-1 s=CLOSED pgs=2620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 --2- 172.21.15.37:0/2370049180 >> v2:172.21.15.62:3300/0 conn(0x7f61c415d830 0x7f61c40d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 --2- 172.21.15.37:0/2370049180 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 0x7f61c40d2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 -- 172.21.15.37:0/2370049180 >> 172.21.15.37:0/2370049180 conn(0x7f61c4072630 msgr2=0x7f61c40d0010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 -- 172.21.15.37:0/2370049180 shutdown_connections 2023-10-07T04:57:41.729 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.726+0000 7f61c95ff700 1 -- 172.21.15.37:0/2370049180 wait complete. 2023-10-07T04:57:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.729+0000 7f61c95ff700 1 Processor -- start 2023-10-07T04:57:41.730 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.729+0000 7f61c95ff700 1 -- start start 2023-10-07T04:57:41.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c95ff700 1 --2- >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61c40b5010 0x7f61c40cd460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c95ff700 1 --2- >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 0x7f61c4157d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c95ff700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c415d830 0x7f61c415f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c95ff700 1 -- --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c41603c0 con 0x7f61c415d830 2023-10-07T04:57:41.733 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c95ff700 1 -- --> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61c4160660 con 0x7f61c40b5010 2023-10-07T04:57:41.734 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c95ff700 1 -- --> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61c4160940 con 0x7f61c40ce890 2023-10-07T04:57:41.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c37fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c415d830 0x7f61c415f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:41.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c37fe700 1 --2- >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c415d830 0x7f61c415f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.37:3300/0 says I am v2:172.21.15.37:56434/0 (socket says 172.21.15.37:56434) 2023-10-07T04:57:41.735 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.731+0000 7f61c37fe700 1 -- 172.21.15.37:0/1585578161 learned_addr learned my addr 172.21.15.37:0/1585578161 (peer_addr_for_me v2:172.21.15.37:0/0) 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.732+0000 7f61c2ffd700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61c40b5010 0x7f61c40cd460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.732+0000 7f61c37fe700 1 -- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 msgr2=0x7f61c4157d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.732+0000 7f61c37fe700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 0x7f61c4157d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.732+0000 7f61c37fe700 1 -- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61c40b5010 msgr2=0x7f61c40cd460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.732+0000 7f61c37fe700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61c40b5010 0x7f61c40cd460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.732+0000 7f61c37fe700 1 -- 172.21.15.37:0/1585578161 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61bc009b30 con 0x7f61c415d830 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.732+0000 7f61c37fe700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c415d830 0x7f61c415f400 secure :-1 s=READY pgs=2621 cs=0 l=1 rev1=1 crypto rx=0x7f61c40b5e30 tx=0x7f61bc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:41.736 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.733+0000 7f61ab7fe700 1 -- 172.21.15.37:0/1585578161 <== mon.0 v2:172.21.15.37:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc004250 con 0x7f61c415d830 2023-10-07T04:57:41.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.733+0000 7f61ab7fe700 1 -- 172.21.15.37:0/1585578161 <== mon.0 v2:172.21.15.37:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61bc0043d0 con 0x7f61c415d830 2023-10-07T04:57:41.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.733+0000 7f61ab7fe700 1 -- 172.21.15.37:0/1585578161 <== mon.0 v2:172.21.15.37:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61bc004780 con 0x7f61c415d830 2023-10-07T04:57:41.737 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.733+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61c415eee0 con 0x7f61c415d830 2023-10-07T04:57:41.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.733+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61c415f940 con 0x7f61c415d830 2023-10-07T04:57:41.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.734+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61c415f0d0 con 0x7f61c415d830 2023-10-07T04:57:41.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.735+0000 7f61ab7fe700 1 -- 172.21.15.37:0/1585578161 <== mon.0 v2:172.21.15.37:3300/0 4 ==== mgrmap(e 5) v1 ==== 89229+0+0 (secure 0 0 0) 0x7f61bc01b430 con 0x7f61c415d830 2023-10-07T04:57:41.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.736+0000 7f61ab7fe700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f61b006af50 0x7f61b006d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-07T04:57:41.738 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.736+0000 7f61ab7fe700 1 -- 172.21.15.37:0/1585578161 <== mon.0 v2:172.21.15.37:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6058+0+0 (secure 0 0 0) 0x7f61bc08ab80 con 0x7f61c415d830 2023-10-07T04:57:41.742 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.741+0000 7f61ab7fe700 1 -- 172.21.15.37:0/1585578161 <== mon.0 v2:172.21.15.37:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+179335 (secure 0 0 0) 0x7f61bc055bb0 con 0x7f61c415d830 2023-10-07T04:57:41.748 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.747+0000 7f61c2ffd700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f61b006af50 0x7f61b006d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-07T04:57:41.762 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:41.761+0000 7f61c2ffd700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f61b006af50 0x7f61b006d410 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f61b4009930 tx=0x7f61b4008040 comp rx=0 tx=0).ready entity=mgr.4103 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-07T04:57:42.010 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.009+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 --> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f61c4074380 con 0x7f61c415d830 2023-10-07T04:57:42.010 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.009+0000 7f61ab7fe700 1 -- 172.21.15.37:0/1585578161 <== mon.0 v2:172.21.15.37:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v43) v1 ==== 80+0+0 (secure 0 0 0) 0x7f61bc01f020 con 0x7f61c415d830 2023-10-07T04:57:42.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f61b006af50 msgr2=0x7f61b006d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:42.013 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f61b006af50 0x7f61b006d410 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f61b4009930 tx=0x7f61b4008040 comp rx=0 tx=0).stop 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c415d830 msgr2=0x7f61c415f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c415d830 0x7f61c415f400 secure :-1 s=READY pgs=2621 cs=0 l=1 rev1=1 crypto rx=0x7f61c40b5e30 tx=0x7f61bc004ad0 comp rx=0 tx=0).stop 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 shutdown_connections 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:6832/256671195,v1:172.21.15.62:6833/256671195] conn(0x7f61b006af50 0x7f61b006d410 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:3300/0,v1:172.21.15.62:6789/0] conn(0x7f61c40b5010 0x7f61c40cd460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.37:3300/0,v1:172.21.15.37:6789/0] conn(0x7f61c415d830 0x7f61c415f400 unknown :-1 s=CLOSED pgs=2621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 --2- 172.21.15.37:0/1585578161 >> [v2:172.21.15.62:3301/0,v1:172.21.15.62:6790/0] conn(0x7f61c40ce890 0x7f61c4157d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 >> 172.21.15.37:0/1585578161 conn(0x7f61c4072630 msgr2=0x7f61c40b8030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 shutdown_connections 2023-10-07T04:57:42.014 INFO:teuthology.orchestra.run.smithi037.stderr:2023-10-07T04:57:42.012+0000 7f61c95ff700 1 -- 172.21.15.37:0/1585578161 wait complete. 2023-10-07T04:57:42.015 INFO:teuthology.orchestra.run.smithi037.stderr:listed 0 entries 2023-10-07T04:57:42.032 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-10-07T04:57:42.032 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-07T04:57:42.033 DEBUG:teuthology.orchestra.run.smithi037:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-10-07T04:57:42.128 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi037.front.sepia.ceph.com 2023-10-07T04:57:42.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-07T04:57:42.129 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-10-07T04:57:42.204 DEBUG:teuthology.orchestra.run.smithi037:> set -ex 2023-10-07T04:57:42.204 DEBUG:teuthology.orchestra.run.smithi037:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-07T04:57:42.249 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16348692k,nr_inodes=4087173,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=44,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3275628k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 172.21.15.37:6789:/test /tmp/tmp.CFHt54BBjttest ceph rw,context=system_u:object_r:root_t:s0,relatime,name=admin,secret=,fsid=acbae489-7c2a-4204-9283-12ca8d72dfda,acl 0 0 172.21.15.37:6789:/scratch /tmp/tmp.MG8h5xr40Wscratch ceph rw,context=system_u:object_r:root_t:s0,relatime,name=admin,secret=,fsid=acbae489-7c2a-4204-9283-12ca8d72dfda,acl 0 0 2023-10-07T04:57:42.249 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi037.front.sepia.ceph.com 2023-10-07T04:57:42.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-07T04:57:42.249 DEBUG:teuthology.orchestra.run.smithi037:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-10-07T04:57:42.334 INFO:teuthology.orchestra.run.smithi037.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2023-10-07T04:57:42.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-07T04:57:42.336 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-07T04:57:42.336 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-07T04:57:42.408 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16345616k,nr_inodes=4086404,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=36,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3275012k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-10-07T04:57:42.408 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-10-07T04:57:42.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-07T04:57:42.408 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-10-07T04:57:42.491 INFO:teuthology.orchestra.run.smithi062.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-10-07T04:57:42.492 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-07T04:57:42.492 DEBUG:teuthology.orchestra.run.smithi062:> set -ex 2023-10-07T04:57:42.492 DEBUG:teuthology.orchestra.run.smithi062:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-07T04:57:42.569 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16345616k,nr_inodes=4086404,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=36,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3275012k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-10-07T04:57:42.570 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi062.front.sepia.ceph.com 2023-10-07T04:57:42.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-07T04:57:42.570 DEBUG:teuthology.orchestra.run.smithi062:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-10-07T04:57:42.650 INFO:teuthology.orchestra.run.smithi062.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2023-10-07T04:57:42.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-07T04:57:44.261 INFO:tasks.ceph.osd.0:Sent signal 15 2023-10-07T04:57:44.261 INFO:tasks.ceph.osd.1:Sent signal 15 2023-10-07T04:57:44.262 INFO:tasks.ceph.osd.2:Sent signal 15 2023-10-07T04:57:44.262 INFO:tasks.ceph.osd.4:Sent signal 15 2023-10-07T04:57:44.262 INFO:tasks.ceph.osd.5:Sent signal 15 2023-10-07T04:57:44.262 INFO:tasks.ceph.osd.6:Sent signal 15 2023-10-07T04:57:44.263 INFO:tasks.ceph.osd.7:Sent signal 15 2023-10-07T04:57:44.263 INFO:tasks.ceph.mds.a:Sent signal 15 2023-10-07T04:57:44.263 INFO:tasks.ceph.mds.c:Sent signal 15 2023-10-07T04:57:44.263 INFO:tasks.ceph.mds.b:Sent signal 15 2023-10-07T04:57:44.264 INFO:tasks.ceph.mds.d:Sent signal 15 2023-10-07T04:57:44.264 INFO:tasks.ceph.mon.a:Sent signal 15 2023-10-07T04:57:44.264 INFO:tasks.ceph.mon.b:Sent signal 15 2023-10-07T04:57:44.264 INFO:tasks.ceph.mon.c:Sent signal 15 2023-10-07T04:57:44.264 INFO:tasks.ceph.mgr.y:Sent signal 15 2023-10-07T04:57:44.265 INFO:tasks.ceph.mgr.x:Sent signal 15 2023-10-07T04:57:44.265 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:57:44.262+0000 7fe73edf9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 4 (PID: 133567) UID: 0 2023-10-07T04:57:44.265 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:57:44.262+0000 7fe73edf9700 -1 osd.4 43 *** Got signal Terminated *** 2023-10-07T04:57:44.266 INFO:tasks.ceph.osd.4.smithi062.stderr:2023-10-07T04:57:44.262+0000 7fe73edf9700 -1 osd.4 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-07T04:57:44.266 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:57:44.263+0000 7f9411ff9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 5 (PID: 133566) UID: 0 2023-10-07T04:57:44.266 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:57:44.263+0000 7f9411ff9700 -1 osd.5 43 *** Got signal Terminated *** 2023-10-07T04:57:44.266 INFO:tasks.ceph.osd.5.smithi062.stderr:2023-10-07T04:57:44.263+0000 7f9411ff9700 -1 osd.5 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-07T04:57:44.266 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:57:44.263+0000 7f23a87f9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 6 (PID: 133570) UID: 0 2023-10-07T04:57:44.267 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:57:44.263+0000 7f23a87f9700 -1 osd.6 43 *** Got signal Terminated *** 2023-10-07T04:57:44.267 INFO:tasks.ceph.osd.6.smithi062.stderr:2023-10-07T04:57:44.263+0000 7f23a87f9700 -1 osd.6 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-07T04:57:44.267 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:57:44.263+0000 7fef0c9f9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 7 (PID: 133573) UID: 0 2023-10-07T04:57:44.267 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:57:44.263+0000 7fef0c9f9700 -1 osd.7 43 *** Got signal Terminated *** 2023-10-07T04:57:44.267 INFO:tasks.ceph.osd.7.smithi062.stderr:2023-10-07T04:57:44.263+0000 7fef0c9f9700 -1 osd.7 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-07T04:57:44.268 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:57:44.261+0000 7fcc1d9f9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 0 (PID: 133264) UID: 0 2023-10-07T04:57:44.268 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:57:44.261+0000 7fcc1d9f9700 -1 osd.0 43 *** Got signal Terminated *** 2023-10-07T04:57:44.268 INFO:tasks.ceph.osd.0.smithi037.stderr:2023-10-07T04:57:44.261+0000 7fcc1d9f9700 -1 osd.0 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-07T04:57:44.268 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:57:44.261+0000 7ff04aff9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 1 (PID: 133268) UID: 0 2023-10-07T04:57:44.268 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:57:44.261+0000 7ff04aff9700 -1 osd.1 43 *** Got signal Terminated *** 2023-10-07T04:57:44.268 INFO:tasks.ceph.osd.1.smithi037.stderr:2023-10-07T04:57:44.261+0000 7ff04aff9700 -1 osd.1 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-07T04:57:44.269 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:57:44.262+0000 7fbf25bf9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 2 (PID: 133271) UID: 0 2023-10-07T04:57:44.269 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:57:44.262+0000 7fbf25bf9700 -1 osd.2 43 *** Got signal Terminated *** 2023-10-07T04:57:44.269 INFO:tasks.ceph.osd.2.smithi037.stderr:2023-10-07T04:57:44.262+0000 7fbf25bf9700 -1 osd.2 43 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-07T04:57:44.269 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T04:57:44.263+0000 7f07bdff9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i a (PID: 148795) UID: 0 2023-10-07T04:57:44.269 INFO:tasks.ceph.mds.a.smithi037.stderr:2023-10-07T04:57:44.263+0000 7f07bdff9700 -1 mds.a *** got signal Terminated *** 2023-10-07T04:57:44.269 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T04:57:44.264+0000 7fec0f3f9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i c (PID: 148794) UID: 0 2023-10-07T04:57:44.270 INFO:tasks.ceph.mds.c.smithi037.stderr:2023-10-07T04:57:44.264+0000 7fec0f3f9700 -1 mds.c *** got signal Terminated *** 2023-10-07T04:57:44.281 INFO:tasks.ceph.mon.a.smithi037.stderr:2023-10-07T04:57:44.266+0000 7fdfc21ff700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i a (PID: 132963) UID: 0 2023-10-07T04:57:44.281 INFO:tasks.ceph.mon.a.smithi037.stderr:2023-10-07T04:57:44.280+0000 7fdfc21ff700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-10-07T04:57:44.299 INFO:tasks.ceph.mon.a.smithi037.stderr:2023-10-07T04:57:44.298+0000 7fdfbc9f4700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-07T04:57:44.306 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-07T04:57:44.305+0000 7fda111f7700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mgr -f --cluster ceph -i x (PID: 132917) UID: 0 2023-10-07T04:57:44.306 INFO:tasks.ceph.mgr.x.smithi062.stderr:2023-10-07T04:57:44.305+0000 7fda111f7700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-10-07T04:57:44.307 INFO:tasks.ceph.mds.d.smithi062.stderr:2023-10-07T04:57:44.306+0000 7f21a4df9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i d (PID: 141194) UID: 0 2023-10-07T04:57:44.307 INFO:tasks.ceph.mds.d.smithi062.stderr:2023-10-07T04:57:44.306+0000 7f21a4df9700 -1 mds.d *** got signal Terminated *** 2023-10-07T04:57:44.307 INFO:tasks.ceph.mds.b.smithi062.stderr:2023-10-07T04:57:44.306+0000 7fe10d7f9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i b (PID: 141193) UID: 0 2023-10-07T04:57:44.308 INFO:tasks.ceph.mds.b.smithi062.stderr:2023-10-07T04:57:44.306+0000 7fe10d7f9700 -1 mds.b *** got signal Terminated *** 2023-10-07T04:57:44.353 INFO:tasks.ceph.mon.b.smithi062.stderr:2023-10-07T04:57:44.305+0000 7fb729dff700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i b (PID: 132912) UID: 0 2023-10-07T04:57:44.354 INFO:tasks.ceph.mon.b.smithi062.stderr:2023-10-07T04:57:44.353+0000 7fb729dff700 -1 mon.b@1(peon) e1 *** Got Signal Terminated *** 2023-10-07T04:57:44.354 INFO:tasks.ceph.mon.c.smithi062.stderr:2023-10-07T04:57:44.305+0000 7f95c47ff700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i c (PID: 132915) UID: 0 2023-10-07T04:57:44.354 INFO:tasks.ceph.mon.c.smithi062.stderr:2023-10-07T04:57:44.353+0000 7f95c47ff700 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2023-10-07T04:57:44.468 INFO:tasks.ceph.mgr.y.smithi037.stderr:daemon-helper: command crashed with signal 15 2023-10-07T04:58:04.550 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:58:04.556 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:58:34.674 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:58:34.679 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:59:04.797 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:59:04.803 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:59:34.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T04:59:34.913 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:00:05.033 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:00:05.038 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:00:35.156 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:00:35.161 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:01:05.279 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:01:05.284 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:01:35.411 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:01:35.417 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:02:05.533 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:02:05.539 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:02:35.671 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:02:35.676 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:03:05.802 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:03:05.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:03:35.948 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:03:35.953 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:04:06.195 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:04:06.201 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:04:36.311 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:04:36.316 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:05:06.438 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:05:06.443 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:05:36.551 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:05:36.557 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:06:06.678 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:06:06.683 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:06:36.803 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:06:36.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:07:06.925 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:07:06.931 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:07:37.062 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:07:37.068 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:08:07.206 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:08:07.212 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:08:37.340 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:08:37.346 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:09:07.479 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:09:07.484 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:09:37.602 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:09:37.607 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:10:07.724 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:10:07.729 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:10:37.847 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:10:37.852 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:11:07.968 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:11:07.974 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:11:38.096 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:11:38.101 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:12:08.216 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:12:08.222 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:12:38.346 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:12:38.352 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:13:08.469 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:13:08.474 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:13:38.607 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:13:38.613 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:14:08.737 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:14:08.742 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:14:38.859 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:14:38.865 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:15:08.990 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:15:08.996 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:15:39.097 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:15:39.102 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:16:09.219 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:16:09.224 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:16:39.342 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:16:39.347 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:17:09.463 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:17:09.469 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:17:39.603 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:17:39.609 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:18:09.727 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:18:09.732 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:18:39.865 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:18:39.870 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:19:09.996 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:19:10.001 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:19:40.110 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:19:40.116 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:20:10.233 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:20:10.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:20:40.364 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:20:40.369 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:21:10.595 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:21:10.601 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:21:40.717 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:21:40.723 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:22:10.842 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:22:10.847 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:22:40.978 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:22:40.984 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:23:11.101 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:23:11.106 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:23:41.232 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:23:41.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:24:11.347 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:24:11.352 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:24:41.593 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:24:41.598 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:25:11.717 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:25:11.723 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:25:41.838 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:25:41.844 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:26:11.958 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:26:11.963 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:26:42.071 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:26:42.077 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:27:12.197 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:27:12.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:27:42.329 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:27:42.334 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:28:12.461 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:28:12.466 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:28:42.591 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:28:42.596 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:29:12.713 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:29:12.718 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:29:42.827 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:29:42.832 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:30:12.992 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:30:12.998 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:30:43.103 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:30:43.108 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:31:13.224 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:31:13.230 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:31:43.334 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:31:43.340 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:32:13.457 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:32:13.462 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:32:43.588 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:32:43.594 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:33:13.711 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:33:13.716 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:33:43.841 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:33:43.846 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:34:13.963 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:34:13.969 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:34:44.069 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:34:44.075 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:35:14.198 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:35:14.204 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:35:44.314 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:35:44.319 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:36:14.436 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:36:14.441 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:36:44.546 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:36:44.552 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:37:14.689 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:37:14.695 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:37:44.822 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:37:44.829 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:38:14.944 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:38:14.949 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:38:45.091 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:38:45.096 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:39:15.214 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:39:15.220 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:39:45.327 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:39:45.332 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:40:15.466 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:40:15.471 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:40:45.580 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:40:45.585 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:41:15.700 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:41:15.706 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:41:45.813 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:41:45.819 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:42:15.938 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:42:15.944 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:42:46.070 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:42:46.076 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:43:16.210 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:43:16.215 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:43:46.333 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:43:46.339 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:44:16.455 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:44:16.460 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:44:46.568 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:44:46.574 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:45:16.691 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:45:16.696 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:45:46.803 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:45:46.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:46:16.928 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:46:16.933 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:46:47.040 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:46:47.045 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:47:17.160 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:47:17.167 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:47:47.286 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:47:47.291 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:48:17.412 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:48:17.418 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:48:47.542 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:48:47.548 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:49:17.656 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:49:17.661 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:49:47.760 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:49:47.765 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:50:17.882 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:50:17.887 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:50:47.996 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:50:48.001 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:51:18.134 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:51:18.139 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:51:48.247 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:51:48.253 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:52:18.370 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:52:18.377 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:52:48.502 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:52:48.508 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:53:18.626 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:53:18.632 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:53:48.777 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:53:48.782 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:54:18.898 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:54:18.905 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:54:49.015 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:54:49.021 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:55:19.142 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:55:19.150 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:55:49.269 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:55:49.275 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:56:19.409 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:56:19.415 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:56:49.523 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:56:49.528 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:57:19.645 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:57:19.650 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:57:49.775 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:57:49.781 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:58:19.898 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:58:19.903 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:58:50.029 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:58:50.034 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:59:20.152 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:59:20.158 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:59:50.262 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T05:59:50.267 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:00:20.383 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:00:20.388 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:00:50.496 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:00:50.502 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:01:20.626 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:01:20.632 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:01:50.757 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:01:50.763 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:02:20.879 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:02:20.884 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:02:51.010 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:02:51.015 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:03:21.130 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:03:21.135 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:03:51.269 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:03:51.275 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:04:21.378 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:04:21.383 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:04:51.479 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:04:51.484 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:05:21.608 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:05:21.614 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:05:51.723 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:05:51.728 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:06:21.861 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:06:21.866 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:06:51.974 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:06:51.979 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:07:22.098 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:07:22.104 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:07:52.229 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:07:52.235 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:08:22.355 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:08:22.360 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:08:52.502 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:08:52.507 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:09:22.624 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:09:22.683 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:09:52.796 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:09:52.802 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:10:22.917 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:10:22.922 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:10:53.030 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:10:53.036 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:11:23.154 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:11:23.159 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:11:53.258 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:11:53.263 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:12:23.496 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:12:23.502 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:12:53.629 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:12:53.634 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:13:23.757 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:13:23.762 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:13:53.887 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:13:53.892 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:14:24.014 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:14:24.824 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:14:54.936 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:14:54.942 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:15:25.059 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:15:25.065 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:15:55.290 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:15:55.295 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:16:25.412 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:16:25.417 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:16:55.518 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:16:55.523 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:17:25.657 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:17:25.662 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:17:55.788 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:17:55.794 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:18:25.915 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:18:25.920 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:18:56.053 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:18:56.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:19:26.172 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:19:26.177 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:19:56.280 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:19:56.287 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:20:26.402 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:20:26.407 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:20:56.514 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:20:56.520 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:21:26.654 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:21:26.659 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:21:56.766 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:21:56.772 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:22:26.891 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:22:26.896 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:22:57.021 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:22:57.029 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:23:27.149 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:23:27.154 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:23:57.279 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:23:57.284 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:24:27.400 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:24:27.406 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:24:57.513 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:24:57.519 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:25:27.634 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:25:27.640 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:25:57.748 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:25:57.754 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:26:27.871 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:26:27.876 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:26:57.983 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:26:57.989 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:27:28.105 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:27:28.110 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:27:58.231 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:27:58.236 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:28:28.357 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:28:28.362 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:28:58.479 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:28:58.484 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:29:28.606 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:29:28.616 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:29:58.746 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:29:58.753 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:30:28.869 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:30:28.874 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:30:58.982 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:30:58.989 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:31:29.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:31:29.109 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:31:59.225 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:31:59.231 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:32:29.348 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:32:29.354 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:32:59.496 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:32:59.501 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:33:29.619 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:33:29.625 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:33:59.747 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:33:59.754 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:34:29.872 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:34:29.877 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:34:59.977 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:34:59.982 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:35:30.161 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:35:30.166 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:36:00.298 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:36:00.314 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:36:30.448 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:36:30.453 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:37:00.568 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:37:00.573 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:37:30.689 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:37:30.695 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:38:00.812 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:38:00.818 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:38:30.941 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:38:30.946 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:39:01.080 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:39:01.086 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:39:31.204 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:39:31.209 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:40:01.327 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:40:01.333 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:40:31.466 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:40:31.471 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:41:01.582 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:41:01.588 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:41:31.704 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:41:31.709 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:42:01.826 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:42:01.832 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:42:31.947 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:42:32.355 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:43:02.478 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:43:02.483 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:43:32.616 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:43:32.621 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:44:02.747 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:44:02.752 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:44:32.859 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:44:32.865 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:45:02.972 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:45:02.978 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:45:33.094 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:45:33.101 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:46:03.224 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:46:03.230 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:46:33.345 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:46:33.351 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:47:03.459 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:47:03.465 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:47:33.581 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:47:33.587 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:48:03.712 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:48:03.717 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:48:33.851 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:48:33.856 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:49:03.980 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:49:03.986 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:49:34.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:49:34.110 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:50:04.214 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:50:04.220 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:50:34.346 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:50:34.351 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:51:04.475 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:51:04.481 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:51:34.603 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:51:34.608 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:52:04.725 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:52:04.730 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:52:34.848 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:52:34.854 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:53:05.012 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:53:05.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:53:35.151 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:53:35.452 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:54:05.780 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:54:05.785 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:54:35.906 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:54:35.911 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:55:06.020 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:55:06.026 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:55:36.261 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:55:36.267 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:56:06.384 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:56:06.389 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:56:36.504 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:56:36.509 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:57:06.624 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:57:06.635 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:57:36.757 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:57:36.762 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:58:06.888 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:58:06.893 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:58:37.016 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:58:37.025 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:59:07.146 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:59:07.152 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:59:37.269 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T06:59:37.274 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:00:07.382 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:00:07.387 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:00:37.503 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:00:37.508 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:01:07.615 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:01:07.621 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:01:37.739 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:01:37.744 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:02:07.852 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:02:07.859 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:02:37.975 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:02:37.980 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:03:08.105 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:03:08.110 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:03:38.228 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:03:38.234 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:04:08.364 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:04:08.369 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:04:38.490 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:04:38.495 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:05:08.595 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:05:08.600 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:05:38.712 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:05:38.717 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:06:08.834 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:06:08.840 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:06:38.954 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:06:38.960 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:07:09.086 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:07:09.092 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:07:39.208 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:07:39.214 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:08:09.348 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:08:09.353 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:08:39.470 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:08:39.475 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:09:09.597 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:09:09.603 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:09:39.721 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:09:39.727 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:10:09.854 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:10:09.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:10:39.976 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:10:39.982 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:11:10.084 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:11:10.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:11:40.205 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:11:40.213 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:12:10.327 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:12:10.493 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:12:40.609 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:12:40.614 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:13:10.757 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:13:10.762 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:13:40.884 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:13:40.889 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:14:11.014 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:14:11.019 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:14:41.135 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:14:41.141 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:15:11.249 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:15:11.254 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:15:41.371 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:15:41.376 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:16:11.485 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:16:11.491 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:16:41.606 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:16:41.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:17:11.711 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:17:11.731 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:17:41.850 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:17:41.855 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:18:11.990 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:18:11.996 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:18:42.109 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:18:42.115 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:19:12.232 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:19:12.237 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:19:42.356 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:19:42.363 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:20:12.474 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:20:12.480 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:20:42.713 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:20:42.719 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:21:12.826 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:21:12.832 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:21:42.948 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:21:42.954 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:22:13.070 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:22:13.075 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:22:43.192 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:22:43.198 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:23:13.322 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:23:13.329 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:23:43.444 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:23:43.450 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:24:13.573 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:24:13.579 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:24:43.695 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:24:43.700 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:25:13.803 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:25:13.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:25:43.934 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:25:43.940 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:26:14.048 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:26:14.054 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:26:44.173 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:26:44.178 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:27:14.287 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:27:14.293 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:27:44.400 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:27:44.405 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:28:14.530 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:28:14.535 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:28:44.661 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:28:44.667 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:29:14.781 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:29:14.788 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:29:44.898 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:29:44.903 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:30:15.016 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:30:15.022 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:30:45.146 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:30:45.152 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:31:15.266 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:31:15.272 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:31:45.431 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:31:45.436 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:32:15.553 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:32:15.558 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:32:45.676 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:32:45.681 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:33:15.805 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:33:15.811 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:33:45.928 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:33:45.934 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:34:16.056 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:34:16.062 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:34:46.197 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:34:46.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:35:16.313 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:35:16.318 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:35:46.441 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:35:46.447 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:36:16.554 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:36:16.559 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:36:46.676 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:36:46.682 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:37:16.806 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:37:16.812 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:37:46.927 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:37:46.933 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:38:17.065 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:38:17.071 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:38:47.188 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:38:47.193 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:39:17.310 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:39:17.316 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:39:47.439 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:39:47.445 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:40:17.561 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:40:17.567 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:40:47.686 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:40:47.692 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:41:17.800 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:41:17.806 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:41:47.926 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:41:47.932 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:42:18.036 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:42:18.042 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:42:48.162 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:42:48.167 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:43:18.281 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:43:18.287 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:43:48.404 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:43:48.410 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:44:18.543 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:44:18.549 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:44:48.660 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:44:48.665 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:45:18.765 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:45:18.771 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:45:48.886 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:45:48.892 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:46:18.997 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:46:19.002 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:46:49.109 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:46:49.115 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:47:19.255 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:47:19.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:47:49.379 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:47:49.384 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:48:19.501 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:48:19.506 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:48:49.622 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:48:49.627 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:49:19.754 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:49:19.759 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:49:49.877 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:49:49.883 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:50:19.995 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:50:20.001 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:50:50.123 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:50:50.129 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:51:20.230 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:51:20.235 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:51:50.350 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:51:50.355 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:52:20.468 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:52:20.473 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:52:50.588 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:52:50.594 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:53:20.727 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:53:20.733 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:53:50.849 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:53:50.854 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:54:20.986 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:54:20.991 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:54:51.111 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:54:51.116 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:55:21.221 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:55:21.226 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:55:51.342 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:55:51.348 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:56:21.454 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:56:21.460 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:56:51.577 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:56:51.582 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:57:21.691 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:57:21.698 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:57:51.812 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:57:51.818 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:58:21.953 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:58:21.958 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:58:52.076 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:58:52.081 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:59:22.210 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:59:22.215 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:59:52.332 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T07:59:52.337 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:00:22.456 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:00:22.461 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:00:52.578 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:00:52.583 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:01:22.696 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:01:22.702 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:01:52.819 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:01:52.824 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:02:22.934 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:02:22.940 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:02:53.048 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:02:53.054 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:03:23.169 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:03:23.174 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:03:53.294 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:03:53.299 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:04:23.437 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:04:23.442 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:04:53.560 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:04:53.565 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:05:23.673 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:05:23.678 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:05:53.797 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:05:53.803 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:06:23.908 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:06:23.913 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:06:54.029 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:06:54.035 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:07:24.143 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:07:24.149 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:07:54.265 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:07:54.270 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:08:24.392 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:08:24.397 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:08:54.517 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:08:54.522 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:09:24.647 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:09:24.657 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:09:54.768 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:09:54.774 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:10:24.889 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:10:24.894 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:10:55.012 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:10:55.018 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:11:25.125 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:11:25.130 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:11:55.263 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:11:55.269 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:12:25.384 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:12:25.391 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:12:55.624 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:12:55.630 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:13:25.751 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:13:25.756 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:13:55.866 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:13:55.872 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:14:26.022 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:14:26.027 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:14:56.144 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:14:56.149 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:15:26.256 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:15:26.262 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:15:56.379 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:15:56.385 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:16:26.486 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:16:26.491 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:16:56.616 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:16:56.622 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:17:26.727 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:17:26.732 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:17:56.871 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:17:56.876 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:18:27.001 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:18:27.007 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:18:57.126 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:18:57.131 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:19:27.264 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:19:27.270 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:19:57.393 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:19:57.399 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:20:27.506 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:20:27.511 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:20:57.631 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:20:57.637 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:21:27.750 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:21:27.779 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:21:57.896 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:21:57.901 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:22:28.018 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:22:28.023 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:22:58.154 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:22:58.160 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:23:28.286 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:23:28.291 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:23:58.408 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:23:58.414 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:24:28.563 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:24:28.569 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:24:58.685 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:24:58.690 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:25:28.799 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:25:28.804 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:25:58.922 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:25:58.928 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:26:29.027 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:26:29.033 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:26:59.156 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:26:59.162 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:27:29.269 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:27:29.274 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:27:59.395 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:27:59.401 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:28:29.526 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:28:29.535 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:28:59.651 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:28:59.656 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:29:29.789 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:29:29.794 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:29:59.910 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:29:59.915 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:30:30.031 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:30:30.036 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:31:00.154 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:31:00.160 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:31:30.276 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:31:30.281 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:32:00.400 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:32:00.406 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:32:30.509 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:32:30.515 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:33:00.632 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:33:00.638 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:33:30.760 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:33:30.766 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:34:00.884 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:34:00.890 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:34:31.023 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:34:31.028 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:35:01.142 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:35:01.148 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:35:31.274 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:35:31.280 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:36:01.396 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:36:01.402 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:36:31.508 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:36:31.514 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:37:01.634 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:37:01.641 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:37:31.743 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:37:31.748 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:38:01.861 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:38:01.867 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:38:32.009 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:38:32.015 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:39:02.131 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:39:02.136 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:39:32.264 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:39:32.269 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:40:02.385 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:40:02.391 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:40:32.507 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:40:32.513 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:41:02.629 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:41:02.635 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:41:32.760 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:41:32.766 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:42:02.883 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:42:02.888 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:42:33.018 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:42:33.023 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:43:03.144 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:43:03.150 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:43:33.275 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:43:33.280 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:44:03.409 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:44:03.414 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:44:33.548 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:44:33.553 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:45:03.670 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:45:03.677 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:45:33.782 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:45:33.787 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:46:03.904 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:46:03.909 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:46:34.018 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:46:34.024 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:47:04.141 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:47:04.147 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:47:34.254 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:47:34.260 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:48:04.373 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:48:04.379 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:48:34.498 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:48:34.504 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:49:04.626 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:49:04.631 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:49:34.755 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:49:34.760 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:50:04.877 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:50:04.883 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:50:34.991 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:50:34.997 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:51:05.104 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:51:05.112 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:51:35.217 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:51:35.223 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:52:05.340 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:52:05.346 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:52:35.461 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:52:35.466 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:53:05.585 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:53:05.590 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:53:35.716 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:53:35.722 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:54:05.855 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:54:05.861 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:54:35.997 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:54:36.003 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:55:06.119 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:55:06.127 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:55:36.232 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:55:36.238 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:56:06.353 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:56:06.359 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:56:36.467 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:56:36.473 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:57:06.606 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:57:06.612 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:57:36.719 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:57:36.724 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:58:06.843 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:58:06.848 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:58:36.974 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:58:36.985 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:59:07.101 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:59:07.106 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:59:37.222 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T08:59:37.228 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:00:07.357 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:00:07.363 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:00:37.472 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:00:37.477 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:01:07.596 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:01:07.601 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:01:37.725 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:01:37.731 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:02:07.847 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:02:07.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:02:37.969 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:02:37.974 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:03:08.100 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:03:08.105 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:03:38.216 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:03:38.221 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:04:08.459 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:04:08.465 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:04:38.598 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:04:38.604 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:05:08.720 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:05:08.725 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:05:38.839 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:05:38.845 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:06:08.963 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:06:08.968 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:06:39.084 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:06:39.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:07:09.205 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:07:09.211 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:07:39.311 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:07:39.316 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:08:09.435 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:08:09.440 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:08:39.566 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:08:39.852 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:09:09.976 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:09:09.982 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:09:40.114 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:09:40.144 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:10:10.324 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:10:10.330 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:10:40.549 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:10:40.555 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:11:10.670 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:11:10.676 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:11:40.793 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:11:40.809 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:12:10.931 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:12:10.937 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:12:41.054 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:12:41.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:13:11.174 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:13:11.179 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:13:41.299 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:13:41.305 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:14:11.434 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:14:11.440 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:14:41.573 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:14:41.578 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:15:11.694 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:15:11.699 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:15:41.824 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:15:41.829 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:16:11.946 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:16:11.953 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:16:42.084 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:16:42.090 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:17:12.207 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:17:12.214 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:17:42.319 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:17:42.324 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:18:12.441 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:18:12.446 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:18:42.575 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:18:42.580 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:19:12.717 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:19:12.723 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:19:42.848 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:19:42.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:20:12.969 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:20:12.974 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:20:43.090 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:20:43.095 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:21:13.212 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:21:13.218 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:21:43.326 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:21:43.332 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:22:13.448 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:22:13.454 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:22:43.572 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:22:43.577 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:23:13.699 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:23:13.705 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:23:43.824 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:23:43.830 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:24:13.939 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:24:13.945 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:24:44.081 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:24:44.087 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:25:14.202 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:25:14.207 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:25:44.315 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:25:44.321 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:26:14.438 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:26:14.449 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:26:44.551 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:26:44.556 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:27:14.672 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:27:14.678 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:27:44.785 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:27:44.791 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:28:14.910 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:28:14.915 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:28:45.042 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:28:45.047 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:29:15.152 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:29:15.158 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:29:45.280 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:29:45.295 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:30:15.420 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:30:15.426 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:30:45.531 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:30:45.537 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:31:15.653 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:31:15.659 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:31:45.759 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:31:45.766 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:32:15.881 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:32:15.886 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:32:45.987 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:32:45.992 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:33:16.109 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:33:16.116 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:33:46.239 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:33:46.245 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:34:16.370 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:34:16.375 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:34:46.506 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:34:46.513 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:35:16.632 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:35:16.637 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:35:46.737 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:35:46.743 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:36:16.854 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:36:16.860 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:36:46.965 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:36:46.970 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:37:17.089 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:37:17.095 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:37:47.202 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:37:47.208 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:38:17.325 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:38:17.331 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:38:47.465 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:38:47.470 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:39:17.592 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:39:17.598 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:39:47.722 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:39:47.728 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:40:17.848 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:40:17.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:40:47.962 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:40:47.969 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:41:18.088 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:41:18.093 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:41:48.198 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:41:48.203 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:42:18.314 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:42:18.320 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:42:48.428 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:42:48.434 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:43:18.550 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:43:18.556 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:43:48.681 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:43:48.686 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:44:18.817 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:44:18.823 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:44:48.957 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:44:48.963 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:45:19.077 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:45:19.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:45:49.191 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:45:49.197 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:46:19.313 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:46:19.318 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:46:49.450 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:46:49.456 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:47:19.564 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:47:19.570 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:47:49.678 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:47:49.684 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:48:19.800 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:48:19.806 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:48:49.930 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:48:49.935 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:49:20.053 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:49:20.059 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:49:50.181 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:49:50.187 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:50:20.303 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:50:20.309 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:50:50.429 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:50:50.434 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:51:20.564 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:51:20.569 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:51:50.677 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:51:50.682 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:52:20.799 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:52:20.805 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:52:50.920 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:52:50.926 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:53:21.151 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:53:21.156 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:53:51.281 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:53:51.287 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:54:21.401 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:54:21.406 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:54:51.532 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:54:51.538 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:55:21.649 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:55:21.655 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:55:51.758 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:55:51.764 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:56:21.897 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:56:21.902 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:56:52.010 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:56:52.017 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:57:22.131 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:57:22.136 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:57:52.236 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:57:52.242 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:58:22.359 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:58:22.365 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:58:52.490 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:58:52.496 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:59:22.610 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:59:22.615 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:59:52.848 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T09:59:52.853 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:00:22.970 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:00:22.975 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:00:53.085 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:00:53.091 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:01:23.214 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:01:23.220 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:01:53.327 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:01:53.333 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:02:23.449 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:02:23.455 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:02:53.562 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:02:53.568 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:03:23.685 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:03:23.691 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:03:53.815 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:03:53.821 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:04:23.937 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:04:23.942 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:04:54.065 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:04:54.071 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:05:24.208 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:05:24.214 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:05:54.322 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:05:54.327 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:06:24.464 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:06:24.470 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:06:54.577 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:06:54.583 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:07:24.697 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:07:24.703 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:07:54.796 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:07:54.801 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:08:24.942 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:08:24.948 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:08:55.081 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:08:55.086 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:09:25.202 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:09:25.208 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:09:55.341 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:09:55.348 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:10:25.470 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:10:25.478 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:10:55.588 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:10:55.597 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:11:25.718 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:11:25.724 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:11:55.836 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:11:55.842 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:12:25.957 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:12:25.963 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:12:56.064 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:12:56.069 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:13:26.185 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:13:26.193 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:13:56.323 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:13:56.328 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:14:26.444 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:14:26.450 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:14:56.574 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:14:56.708 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:15:26.829 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:15:26.834 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:15:56.942 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:15:56.948 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:16:27.061 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:16:27.066 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:16:57.174 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:16:57.179 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:17:27.299 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:17:27.304 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:17:57.412 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:17:57.418 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:18:27.534 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:18:27.541 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:18:57.672 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:18:57.678 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:19:27.795 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:19:27.800 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:19:57.924 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:19:57.930 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:20:28.047 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:20:28.052 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:20:58.178 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:20:58.184 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:21:28.315 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:21:28.321 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:21:58.436 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:21:58.441 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:22:28.566 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:22:28.574 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:22:58.684 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:22:58.689 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:23:28.810 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:23:28.815 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:23:58.955 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:23:58.961 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:24:29.077 DEBUG:teuthology.orchestra.run.smithi037:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:24:29.083 DEBUG:teuthology.orchestra.run.smithi062:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-10-07T10:24:54.023 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-10-07T10:24:54.023 DEBUG:teuthology.task.console_log:Killing console logger for smithi037 2023-10-07T10:24:54.024 DEBUG:teuthology.task.console_log:Killing console logger for smithi062 2023-10-07T10:24:54.024 DEBUG:teuthology.exit:Finished running handlers